2024-04-25T16:58:23.821 INFO:root:teuthology version: 0.0.1.dev269+g9481b1d 2024-04-25T16:58:23.821 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_pdonnell@teuthology --archive /home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673285 --verbose --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/no 5-workunit/suites/fsync-tester}} --name pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi -- /home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673285/orig.config.yaml 2024-04-25T16:58:23.875 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-25T16:58:23.962 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673285 branch: wip-pdonnell-testing-20240425.015853-debug description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/no 5-workunit/suites/fsync-tester}} email: pdonnell@redhat.com first_in_suite: false job_id: '7673285' kernel: kdb: true sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-pdonnell-testing-20240425.015853-debug ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd max_mds: 3 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - slow metadata IO - SLOW_OPS - slow request sha1: 994e2f20102a20fa9a27966c14b625cc01884df8 subvols: create: 2 subvol_options: --namespace-isolated ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt dry_run: true install: ceph: flavor: default sha1: 994e2f20102a20fa9a27966c14b625cc01884df8 kclient: client.0: mount_subvol_num: 1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-pdonnell-testing-20240425.015853-debug sha1: 994e2f20102a20fa9a27966c14b625cc01884df8 owner: scheduled_pdonnell@teuthology priority: 85 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 1880 sha1: 994e2f20102a20fa9a27966c14b625cc01884df8 sleep_before_teardown: 0 subset: 178/512 suite: fs suite_branch: wip-pdonnell-testing-20240425.015853-debug suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_994e2f20102a20fa9a27966c14b625cc01884df8/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 994e2f20102a20fa9a27966c14b625cc01884df8 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi028.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNicEumK87+1Yz4JbyZ0k2Qn7NcqGY/6zrWlgkE0zuC+qtjEo5HF8xtbkWuxjL0zQ7b5WyeHqNPNrJaFsd8YRcs= smithi042.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEfwr4H8L9y2d7pkWsW9G2Ej8yB67Hy7U+c7v7G4DAkpCFM2IscgQU1D9HVhDI+HqEYRYa2SAG467Oev6r6pmXc= smithi084.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNc0guIKcl/tTT1VbhKwfspPzUY7GdyXmK8ANLreTHryzkYVaHlITWlghEj+p2+E4spRQKG8De7Nn8oSQfP++Qo= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - ceph-fuse: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - workunit: clients: all: - suites/fsync-tester.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17 timestamp: 2024-04-25_10:00:23 tube: smithi user: pdonnell verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-25T16:58:23.963 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_994e2f20102a20fa9a27966c14b625cc01884df8/qa; will attempt to use it 2024-04-25T16:58:23.963 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_994e2f20102a20fa9a27966c14b625cc01884df8/qa/tasks 2024-04-25T16:58:23.963 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-25T16:58:23.965 INFO:teuthology.task.internal:Checking packages... 2024-04-25T16:58:23.987 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '994e2f20102a20fa9a27966c14b625cc01884df8' 2024-04-25T16:58:23.987 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-25T16:58:23.987 INFO:teuthology.packaging:ref: None 2024-04-25T16:58:23.987 INFO:teuthology.packaging:tag: None 2024-04-25T16:58:23.987 INFO:teuthology.packaging:branch: wip-pdonnell-testing-20240425.015853-debug 2024-04-25T16:58:23.987 INFO:teuthology.packaging:sha1: 994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T16:58:23.987 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-pdonnell-testing-20240425.015853-debug 2024-04-25T16:58:24.134 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3291.g994e2f20 2024-04-25T16:58:24.135 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-25T16:58:24.142 INFO:teuthology.task.internal:no buildpackages task found 2024-04-25T16:58:24.142 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-25T16:58:24.148 INFO:teuthology.task.internal:Saving configuration 2024-04-25T16:58:24.167 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-25T16:58:24.172 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-25T16:58:24.196 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi028.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673285', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-25 16:53:26.876389', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNicEumK87+1Yz4JbyZ0k2Qn7NcqGY/6zrWlgkE0zuC+qtjEo5HF8xtbkWuxjL0zQ7b5WyeHqNPNrJaFsd8YRcs='} 2024-04-25T16:58:24.218 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi042.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673285', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-25 16:53:26.878438', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEfwr4H8L9y2d7pkWsW9G2Ej8yB67Hy7U+c7v7G4DAkpCFM2IscgQU1D9HVhDI+HqEYRYa2SAG467Oev6r6pmXc='} 2024-04-25T16:58:24.238 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi084.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673285', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-25 16:53:26.880155', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNc0guIKcl/tTT1VbhKwfspPzUY7GdyXmK8ANLreTHryzkYVaHlITWlghEj+p2+E4spRQKG8De7Nn8oSQfP++Qo='} 2024-04-25T16:58:24.238 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-25T16:58:24.244 INFO:teuthology.task.internal:roles: ubuntu@smithi028.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-04-25T16:58:24.244 INFO:teuthology.task.internal:roles: ubuntu@smithi042.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-04-25T16:58:24.244 INFO:teuthology.task.internal:roles: ubuntu@smithi084.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-04-25T16:58:24.245 INFO:teuthology.run_tasks:Running task console_log... 2024-04-25T16:58:24.344 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f7f99da5f70>, signals=[15]) 2024-04-25T16:58:24.344 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-25T16:58:24.350 INFO:teuthology.task.internal:Opening connections... 2024-04-25T16:58:24.350 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi028.front.sepia.ceph.com 2024-04-25T16:58:24.352 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi028.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T16:58:24.428 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi042.front.sepia.ceph.com 2024-04-25T16:58:24.429 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi042.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T16:58:24.503 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi084.front.sepia.ceph.com 2024-04-25T16:58:24.504 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi084.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T16:58:24.578 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-25T16:58:24.585 DEBUG:teuthology.orchestra.run.smithi028:> uname -m 2024-04-25T16:58:24.604 INFO:teuthology.orchestra.run.smithi028.stdout:x86_64 2024-04-25T16:58:24.604 DEBUG:teuthology.orchestra.run.smithi028:> cat /etc/os-release 2024-04-25T16:58:24.662 INFO:teuthology.orchestra.run.smithi028.stdout:NAME="CentOS Stream" 2024-04-25T16:58:24.663 INFO:teuthology.orchestra.run.smithi028.stdout:VERSION="9" 2024-04-25T16:58:24.663 INFO:teuthology.orchestra.run.smithi028.stdout:ID="centos" 2024-04-25T16:58:24.663 INFO:teuthology.orchestra.run.smithi028.stdout:ID_LIKE="rhel fedora" 2024-04-25T16:58:24.663 INFO:teuthology.orchestra.run.smithi028.stdout:VERSION_ID="9" 2024-04-25T16:58:24.663 INFO:teuthology.orchestra.run.smithi028.stdout:PLATFORM_ID="platform:el9" 2024-04-25T16:58:24.663 INFO:teuthology.orchestra.run.smithi028.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-25T16:58:24.663 INFO:teuthology.orchestra.run.smithi028.stdout:ANSI_COLOR="0;31" 2024-04-25T16:58:24.663 INFO:teuthology.orchestra.run.smithi028.stdout:LOGO="fedora-logo-icon" 2024-04-25T16:58:24.663 INFO:teuthology.orchestra.run.smithi028.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-25T16:58:24.663 INFO:teuthology.orchestra.run.smithi028.stdout:HOME_URL="https://centos.org/" 2024-04-25T16:58:24.663 INFO:teuthology.orchestra.run.smithi028.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-25T16:58:24.663 INFO:teuthology.orchestra.run.smithi028.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-25T16:58:24.664 INFO:teuthology.orchestra.run.smithi028.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-25T16:58:24.664 INFO:teuthology.lock.ops:Updating smithi028.front.sepia.ceph.com on lock server 2024-04-25T16:58:24.692 DEBUG:teuthology.orchestra.run.smithi042:> uname -m 2024-04-25T16:58:24.711 INFO:teuthology.orchestra.run.smithi042.stdout:x86_64 2024-04-25T16:58:24.711 DEBUG:teuthology.orchestra.run.smithi042:> cat /etc/os-release 2024-04-25T16:58:24.769 INFO:teuthology.orchestra.run.smithi042.stdout:NAME="CentOS Stream" 2024-04-25T16:58:24.769 INFO:teuthology.orchestra.run.smithi042.stdout:VERSION="9" 2024-04-25T16:58:24.769 INFO:teuthology.orchestra.run.smithi042.stdout:ID="centos" 2024-04-25T16:58:24.769 INFO:teuthology.orchestra.run.smithi042.stdout:ID_LIKE="rhel fedora" 2024-04-25T16:58:24.769 INFO:teuthology.orchestra.run.smithi042.stdout:VERSION_ID="9" 2024-04-25T16:58:24.769 INFO:teuthology.orchestra.run.smithi042.stdout:PLATFORM_ID="platform:el9" 2024-04-25T16:58:24.769 INFO:teuthology.orchestra.run.smithi042.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-25T16:58:24.770 INFO:teuthology.orchestra.run.smithi042.stdout:ANSI_COLOR="0;31" 2024-04-25T16:58:24.770 INFO:teuthology.orchestra.run.smithi042.stdout:LOGO="fedora-logo-icon" 2024-04-25T16:58:24.770 INFO:teuthology.orchestra.run.smithi042.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-25T16:58:24.770 INFO:teuthology.orchestra.run.smithi042.stdout:HOME_URL="https://centos.org/" 2024-04-25T16:58:24.770 INFO:teuthology.orchestra.run.smithi042.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-25T16:58:24.770 INFO:teuthology.orchestra.run.smithi042.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-25T16:58:24.770 INFO:teuthology.orchestra.run.smithi042.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-25T16:58:24.770 INFO:teuthology.lock.ops:Updating smithi042.front.sepia.ceph.com on lock server 2024-04-25T16:58:24.792 DEBUG:teuthology.orchestra.run.smithi084:> uname -m 2024-04-25T16:58:24.809 INFO:teuthology.orchestra.run.smithi084.stdout:x86_64 2024-04-25T16:58:24.810 DEBUG:teuthology.orchestra.run.smithi084:> cat /etc/os-release 2024-04-25T16:58:24.867 INFO:teuthology.orchestra.run.smithi084.stdout:NAME="CentOS Stream" 2024-04-25T16:58:24.867 INFO:teuthology.orchestra.run.smithi084.stdout:VERSION="9" 2024-04-25T16:58:24.867 INFO:teuthology.orchestra.run.smithi084.stdout:ID="centos" 2024-04-25T16:58:24.867 INFO:teuthology.orchestra.run.smithi084.stdout:ID_LIKE="rhel fedora" 2024-04-25T16:58:24.868 INFO:teuthology.orchestra.run.smithi084.stdout:VERSION_ID="9" 2024-04-25T16:58:24.868 INFO:teuthology.orchestra.run.smithi084.stdout:PLATFORM_ID="platform:el9" 2024-04-25T16:58:24.868 INFO:teuthology.orchestra.run.smithi084.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-25T16:58:24.868 INFO:teuthology.orchestra.run.smithi084.stdout:ANSI_COLOR="0;31" 2024-04-25T16:58:24.868 INFO:teuthology.orchestra.run.smithi084.stdout:LOGO="fedora-logo-icon" 2024-04-25T16:58:24.868 INFO:teuthology.orchestra.run.smithi084.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-25T16:58:24.868 INFO:teuthology.orchestra.run.smithi084.stdout:HOME_URL="https://centos.org/" 2024-04-25T16:58:24.868 INFO:teuthology.orchestra.run.smithi084.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-25T16:58:24.868 INFO:teuthology.orchestra.run.smithi084.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-25T16:58:24.868 INFO:teuthology.orchestra.run.smithi084.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-25T16:58:24.869 INFO:teuthology.lock.ops:Updating smithi084.front.sepia.ceph.com on lock server 2024-04-25T16:58:24.908 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-25T16:58:24.918 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-25T16:58:24.924 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-25T16:58:24.925 DEBUG:teuthology.orchestra.run.smithi028:> test '!' -e /home/ubuntu/cephtest 2024-04-25T16:58:24.927 DEBUG:teuthology.orchestra.run.smithi042:> test '!' -e /home/ubuntu/cephtest 2024-04-25T16:58:24.929 DEBUG:teuthology.orchestra.run.smithi084:> test '!' -e /home/ubuntu/cephtest 2024-04-25T16:58:24.945 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-25T16:58:24.951 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-25T16:58:24.952 DEBUG:teuthology.orchestra.run.smithi028:> test -z $(ls -A /var/lib/ceph) 2024-04-25T16:58:24.984 DEBUG:teuthology.orchestra.run.smithi042:> test -z $(ls -A /var/lib/ceph) 2024-04-25T16:58:24.988 DEBUG:teuthology.orchestra.run.smithi084:> test -z $(ls -A /var/lib/ceph) 2024-04-25T16:58:25.091 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-25T16:58:25.173 INFO:teuthology.run_tasks:Running task kernel... 2024-04-25T16:58:25.189 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-04-25T16:58:25.189 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}, 'mon.c': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-04-25T16:58:25.190 DEBUG:teuthology.orchestra.run.smithi028:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-25T16:58:25.190 DEBUG:teuthology.orchestra.run.smithi042:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-25T16:58:25.191 DEBUG:teuthology.orchestra.run.smithi084:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-25T16:58:25.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T16:58:25.207 DEBUG:teuthology.orchestra.run.smithi084:> uname -r 2024-04-25T16:58:25.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T16:58:25.209 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T16:58:25.209 DEBUG:teuthology.orchestra.run.smithi028:> uname -r 2024-04-25T16:58:25.210 DEBUG:teuthology.orchestra.run.smithi042:> uname -r 2024-04-25T16:58:25.264 INFO:teuthology.orchestra.run.smithi084.stdout:5.14.0-437.el9.x86_64 2024-04-25T16:58:25.264 INFO:teuthology.task.kernel:Running kernel on smithi084: 5.14.0-437.el9.x86_64 2024-04-25T16:58:25.264 DEBUG:teuthology.orchestra.run.smithi084:> sudo yum install -y kernel 2024-04-25T16:58:25.267 INFO:teuthology.orchestra.run.smithi028.stdout:5.14.0-437.el9.x86_64 2024-04-25T16:58:25.267 INFO:teuthology.task.kernel:Running kernel on smithi028: 5.14.0-437.el9.x86_64 2024-04-25T16:58:25.268 DEBUG:teuthology.orchestra.run.smithi028:> sudo yum install -y kernel 2024-04-25T16:58:25.269 INFO:teuthology.orchestra.run.smithi042.stdout:5.14.0-437.el9.x86_64 2024-04-25T16:58:25.269 INFO:teuthology.task.kernel:Running kernel on smithi042: 5.14.0-437.el9.x86_64 2024-04-25T16:58:25.269 DEBUG:teuthology.orchestra.run.smithi042:> sudo yum install -y kernel 2024-04-25T16:58:27.562 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.0 MB 00:00 2024-04-25T16:58:27.957 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS Stream 9 - BaseOS 7.2 MB/s | 8.0 MB 00:01 2024-04-25T16:58:27.970 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - BaseOS 7.2 MB/s | 8.0 MB 00:01 2024-04-25T16:58:29.563 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - AppStream 20 MB/s | 19 MB 00:00 2024-04-25T16:58:29.988 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - AppStream 21 MB/s | 19 MB 00:00 2024-04-25T16:58:30.074 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS Stream 9 - AppStream 19 MB/s | 19 MB 00:01 2024-04-25T16:58:33.646 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.2 MB 00:00 2024-04-25T16:58:34.313 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - CRB 10 MB/s | 6.2 MB 00:00 2024-04-25T16:58:34.450 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS Stream 9 - CRB 9.0 MB/s | 6.2 MB 00:00 2024-04-25T16:58:35.486 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - Extras packages 32 kB/s | 16 kB 00:00 2024-04-25T16:58:36.129 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - Extras packages 26 kB/s | 16 kB 00:00 2024-04-25T16:58:36.140 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS Stream 9 - Extras packages 33 kB/s | 16 kB 00:00 2024-04-25T16:58:37.415 INFO:teuthology.orchestra.run.smithi084.stdout:Extra Packages for Enterprise Linux 12 MB/s | 21 MB 00:01 2024-04-25T16:58:38.377 INFO:teuthology.orchestra.run.smithi028.stdout:Extra Packages for Enterprise Linux 9.9 MB/s | 21 MB 00:02 2024-04-25T16:58:39.572 INFO:teuthology.orchestra.run.smithi042.stdout:Extra Packages for Enterprise Linux 6.3 MB/s | 21 MB 00:03 2024-04-25T16:58:42.686 INFO:teuthology.orchestra.run.smithi084.stdout:lab-extras 4.8 kB/s | 1.7 kB 00:00 2024-04-25T16:58:43.608 INFO:teuthology.orchestra.run.smithi028.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-04-25T16:58:44.568 INFO:teuthology.orchestra.run.smithi084.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-25T16:58:44.568 INFO:teuthology.orchestra.run.smithi084.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-04-25T16:58:44.658 INFO:teuthology.orchestra.run.smithi084.stdout:Dependencies resolved. 2024-04-25T16:58:44.659 INFO:teuthology.orchestra.run.smithi084.stdout:Nothing to do. 2024-04-25T16:58:44.660 INFO:teuthology.orchestra.run.smithi084.stdout:Complete! 2024-04-25T16:58:44.779 DEBUG:teuthology.orchestra.run.smithi084:> echo no | sudo yum reinstall kernel || true 2024-04-25T16:58:44.888 INFO:teuthology.orchestra.run.smithi042.stdout:lab-extras 17 kB/s | 1.7 kB 00:00 2024-04-25T16:58:45.313 INFO:teuthology.orchestra.run.smithi084.stdout:Last metadata expiration check: 0:00:03 ago on Thu 25 Apr 2024 04:58:42 PM UTC. 2024-04-25T16:58:45.446 INFO:teuthology.orchestra.run.smithi084.stdout:Dependencies resolved. 2024-04-25T16:58:45.452 INFO:teuthology.orchestra.run.smithi084.stdout:================================================================================ 2024-04-25T16:58:45.452 INFO:teuthology.orchestra.run.smithi084.stdout: Package Architecture Version Repository Size 2024-04-25T16:58:45.452 INFO:teuthology.orchestra.run.smithi084.stdout:================================================================================ 2024-04-25T16:58:45.452 INFO:teuthology.orchestra.run.smithi084.stdout:Reinstalling: 2024-04-25T16:58:45.452 INFO:teuthology.orchestra.run.smithi084.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-25T16:58:45.452 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-25T16:58:45.453 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction Summary 2024-04-25T16:58:45.453 INFO:teuthology.orchestra.run.smithi084.stdout:================================================================================ 2024-04-25T16:58:45.453 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-25T16:58:45.453 INFO:teuthology.orchestra.run.smithi084.stdout:Total download size: 255 k 2024-04-25T16:58:45.453 INFO:teuthology.orchestra.run.smithi084.stdout:Installed size: 0 2024-04-25T16:58:45.453 INFO:teuthology.orchestra.run.smithi084.stderr:Operation aborted. 2024-04-25T16:58:45.516 INFO:teuthology.orchestra.run.smithi084.stdout:Is this ok [y/N]: 2024-04-25T16:58:45.517 DEBUG:teuthology.orchestra.run.smithi084:> sudo yum reinstall -y kernel || true 2024-04-25T16:58:45.598 INFO:teuthology.orchestra.run.smithi028.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-25T16:58:45.598 INFO:teuthology.orchestra.run.smithi028.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-04-25T16:58:45.687 INFO:teuthology.orchestra.run.smithi028.stdout:Dependencies resolved. 2024-04-25T16:58:45.688 INFO:teuthology.orchestra.run.smithi028.stdout:Nothing to do. 2024-04-25T16:58:45.688 INFO:teuthology.orchestra.run.smithi028.stdout:Complete! 2024-04-25T16:58:45.784 DEBUG:teuthology.orchestra.run.smithi028:> echo no | sudo yum reinstall kernel || true 2024-04-25T16:58:46.006 INFO:teuthology.orchestra.run.smithi084.stdout:Last metadata expiration check: 0:00:04 ago on Thu 25 Apr 2024 04:58:42 PM UTC. 2024-04-25T16:58:46.125 INFO:teuthology.orchestra.run.smithi084.stdout:Dependencies resolved. 2024-04-25T16:58:46.126 INFO:teuthology.orchestra.run.smithi084.stdout:================================================================================ 2024-04-25T16:58:46.126 INFO:teuthology.orchestra.run.smithi084.stdout: Package Architecture Version Repository Size 2024-04-25T16:58:46.126 INFO:teuthology.orchestra.run.smithi084.stdout:================================================================================ 2024-04-25T16:58:46.126 INFO:teuthology.orchestra.run.smithi084.stdout:Reinstalling: 2024-04-25T16:58:46.126 INFO:teuthology.orchestra.run.smithi084.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-25T16:58:46.126 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-25T16:58:46.126 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction Summary 2024-04-25T16:58:46.127 INFO:teuthology.orchestra.run.smithi084.stdout:================================================================================ 2024-04-25T16:58:46.127 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-25T16:58:46.127 INFO:teuthology.orchestra.run.smithi084.stdout:Total download size: 255 k 2024-04-25T16:58:46.127 INFO:teuthology.orchestra.run.smithi084.stdout:Installed size: 0 2024-04-25T16:58:46.127 INFO:teuthology.orchestra.run.smithi084.stdout:Downloading Packages: 2024-04-25T16:58:46.304 INFO:teuthology.orchestra.run.smithi028.stdout:Last metadata expiration check: 0:00:03 ago on Thu 25 Apr 2024 04:58:43 PM UTC. 2024-04-25T16:58:46.429 INFO:teuthology.orchestra.run.smithi028.stdout:Dependencies resolved. 2024-04-25T16:58:46.444 INFO:teuthology.orchestra.run.smithi028.stdout:================================================================================ 2024-04-25T16:58:46.444 INFO:teuthology.orchestra.run.smithi028.stdout: Package Architecture Version Repository Size 2024-04-25T16:58:46.444 INFO:teuthology.orchestra.run.smithi028.stdout:================================================================================ 2024-04-25T16:58:46.445 INFO:teuthology.orchestra.run.smithi028.stdout:Reinstalling: 2024-04-25T16:58:46.445 INFO:teuthology.orchestra.run.smithi028.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-25T16:58:46.445 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T16:58:46.445 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction Summary 2024-04-25T16:58:46.445 INFO:teuthology.orchestra.run.smithi028.stdout:================================================================================ 2024-04-25T16:58:46.445 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T16:58:46.445 INFO:teuthology.orchestra.run.smithi028.stdout:Total download size: 255 k 2024-04-25T16:58:46.445 INFO:teuthology.orchestra.run.smithi028.stdout:Installed size: 0 2024-04-25T16:58:46.445 INFO:teuthology.orchestra.run.smithi028.stderr:Operation aborted. 2024-04-25T16:58:46.504 INFO:teuthology.orchestra.run.smithi028.stdout:Is this ok [y/N]: 2024-04-25T16:58:46.505 DEBUG:teuthology.orchestra.run.smithi028:> sudo yum reinstall -y kernel || true 2024-04-25T16:58:46.836 INFO:teuthology.orchestra.run.smithi042.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-25T16:58:46.836 INFO:teuthology.orchestra.run.smithi042.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-04-25T16:58:46.846 INFO:teuthology.orchestra.run.smithi084.stdout:kernel-5.14.0-437.el9.x86_64.rpm 569 kB/s | 255 kB 00:00 2024-04-25T16:58:46.847 INFO:teuthology.orchestra.run.smithi084.stdout:-------------------------------------------------------------------------------- 2024-04-25T16:58:46.847 INFO:teuthology.orchestra.run.smithi084.stdout:Total 354 kB/s | 255 kB 00:00 2024-04-25T16:58:46.869 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction check 2024-04-25T16:58:46.908 INFO:teuthology.orchestra.run.smithi042.stdout:Dependencies resolved. 2024-04-25T16:58:46.909 INFO:teuthology.orchestra.run.smithi042.stdout:Nothing to do. 2024-04-25T16:58:46.909 INFO:teuthology.orchestra.run.smithi042.stdout:Complete! 2024-04-25T16:58:47.020 INFO:teuthology.orchestra.run.smithi028.stdout:Last metadata expiration check: 0:00:04 ago on Thu 25 Apr 2024 04:58:43 PM UTC. 2024-04-25T16:58:47.030 DEBUG:teuthology.orchestra.run.smithi042:> echo no | sudo yum reinstall kernel || true 2024-04-25T16:58:47.053 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction check succeeded. 2024-04-25T16:58:47.053 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction test 2024-04-25T16:58:47.058 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction test succeeded. 2024-04-25T16:58:47.059 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction 2024-04-25T16:58:47.140 INFO:teuthology.orchestra.run.smithi028.stdout:Dependencies resolved. 2024-04-25T16:58:47.140 INFO:teuthology.orchestra.run.smithi028.stdout:================================================================================ 2024-04-25T16:58:47.141 INFO:teuthology.orchestra.run.smithi028.stdout: Package Architecture Version Repository Size 2024-04-25T16:58:47.141 INFO:teuthology.orchestra.run.smithi028.stdout:================================================================================ 2024-04-25T16:58:47.141 INFO:teuthology.orchestra.run.smithi028.stdout:Reinstalling: 2024-04-25T16:58:47.141 INFO:teuthology.orchestra.run.smithi028.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-25T16:58:47.141 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T16:58:47.141 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction Summary 2024-04-25T16:58:47.141 INFO:teuthology.orchestra.run.smithi028.stdout:================================================================================ 2024-04-25T16:58:47.141 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T16:58:47.142 INFO:teuthology.orchestra.run.smithi028.stdout:Total download size: 255 k 2024-04-25T16:58:47.142 INFO:teuthology.orchestra.run.smithi028.stdout:Installed size: 0 2024-04-25T16:58:47.142 INFO:teuthology.orchestra.run.smithi028.stdout:Downloading Packages: 2024-04-25T16:58:47.220 INFO:teuthology.orchestra.run.smithi084.stdout: Preparing : 1/1 2024-04-25T16:58:47.289 INFO:teuthology.orchestra.run.smithi084.stdout: Reinstalling : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-25T16:58:47.289 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-25T16:58:47.548 INFO:teuthology.orchestra.run.smithi042.stdout:Last metadata expiration check: 0:00:03 ago on Thu 25 Apr 2024 04:58:44 PM UTC. 2024-04-25T16:58:47.585 INFO:teuthology.orchestra.run.smithi028.stdout:kernel-5.14.0-437.el9.x86_64.rpm 867 kB/s | 255 kB 00:00 2024-04-25T16:58:47.585 INFO:teuthology.orchestra.run.smithi028.stdout:-------------------------------------------------------------------------------- 2024-04-25T16:58:47.586 INFO:teuthology.orchestra.run.smithi028.stdout:Total 573 kB/s | 255 kB 00:00 2024-04-25T16:58:47.607 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction check 2024-04-25T16:58:47.680 INFO:teuthology.orchestra.run.smithi042.stdout:Dependencies resolved. 2024-04-25T16:58:47.695 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ 2024-04-25T16:58:47.695 INFO:teuthology.orchestra.run.smithi042.stdout: Package Architecture Version Repository Size 2024-04-25T16:58:47.695 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ 2024-04-25T16:58:47.695 INFO:teuthology.orchestra.run.smithi042.stdout:Reinstalling: 2024-04-25T16:58:47.695 INFO:teuthology.orchestra.run.smithi042.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-25T16:58:47.695 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-04-25T16:58:47.695 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction Summary 2024-04-25T16:58:47.695 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ 2024-04-25T16:58:47.695 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-04-25T16:58:47.696 INFO:teuthology.orchestra.run.smithi042.stdout:Total download size: 255 k 2024-04-25T16:58:47.696 INFO:teuthology.orchestra.run.smithi042.stdout:Installed size: 0 2024-04-25T16:58:47.696 INFO:teuthology.orchestra.run.smithi042.stderr:Operation aborted. 2024-04-25T16:58:47.756 INFO:teuthology.orchestra.run.smithi042.stdout:Is this ok [y/N]: 2024-04-25T16:58:47.757 DEBUG:teuthology.orchestra.run.smithi042:> sudo yum reinstall -y kernel || true 2024-04-25T16:58:47.788 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction check succeeded. 2024-04-25T16:58:47.788 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction test 2024-04-25T16:58:47.793 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction test succeeded. 2024-04-25T16:58:47.794 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction 2024-04-25T16:58:47.940 INFO:teuthology.orchestra.run.smithi028.stdout: Preparing : 1/1 2024-04-25T16:58:48.006 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: kernel-5.14.0-437.el9.x86_64 2/2 2024-04-25T16:58:48.006 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-25T16:58:48.011 INFO:teuthology.orchestra.run.smithi028.stdout: Reinstalling : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-25T16:58:48.011 INFO:teuthology.orchestra.run.smithi028.stdout: Cleanup : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-25T16:58:48.272 INFO:teuthology.orchestra.run.smithi042.stdout:Last metadata expiration check: 0:00:04 ago on Thu 25 Apr 2024 04:58:44 PM UTC. 2024-04-25T16:58:48.393 INFO:teuthology.orchestra.run.smithi042.stdout:Dependencies resolved. 2024-04-25T16:58:48.394 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ 2024-04-25T16:58:48.394 INFO:teuthology.orchestra.run.smithi042.stdout: Package Architecture Version Repository Size 2024-04-25T16:58:48.394 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ 2024-04-25T16:58:48.394 INFO:teuthology.orchestra.run.smithi042.stdout:Reinstalling: 2024-04-25T16:58:48.394 INFO:teuthology.orchestra.run.smithi042.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-25T16:58:48.394 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-04-25T16:58:48.394 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction Summary 2024-04-25T16:58:48.394 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ 2024-04-25T16:58:48.394 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-04-25T16:58:48.394 INFO:teuthology.orchestra.run.smithi042.stdout:Total download size: 255 k 2024-04-25T16:58:48.394 INFO:teuthology.orchestra.run.smithi042.stdout:Installed size: 0 2024-04-25T16:58:48.394 INFO:teuthology.orchestra.run.smithi042.stdout:Downloading Packages: 2024-04-25T16:58:48.657 INFO:teuthology.orchestra.run.smithi042.stdout:kernel-5.14.0-437.el9.x86_64.rpm 1.9 MB/s | 255 kB 00:00 2024-04-25T16:58:48.657 INFO:teuthology.orchestra.run.smithi042.stdout:-------------------------------------------------------------------------------- 2024-04-25T16:58:48.657 INFO:teuthology.orchestra.run.smithi042.stdout:Total 967 kB/s | 255 kB 00:00 2024-04-25T16:58:48.668 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-25T16:58:48.668 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-25T16:58:48.668 INFO:teuthology.orchestra.run.smithi084.stdout:Reinstalled: 2024-04-25T16:58:48.668 INFO:teuthology.orchestra.run.smithi084.stdout: kernel-5.14.0-437.el9.x86_64 2024-04-25T16:58:48.668 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-25T16:58:48.668 INFO:teuthology.orchestra.run.smithi084.stdout:Complete! 2024-04-25T16:58:48.673 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction check 2024-04-25T16:58:48.695 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: kernel-5.14.0-437.el9.x86_64 2/2 2024-04-25T16:58:48.695 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-25T16:58:48.825 DEBUG:teuthology.orchestra.run.smithi084:> rpm -q kernel | sort -rV | head -n 1 2024-04-25T16:58:48.855 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction check succeeded. 2024-04-25T16:58:48.855 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction test 2024-04-25T16:58:48.860 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction test succeeded. 2024-04-25T16:58:48.861 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction 2024-04-25T16:58:48.872 INFO:teuthology.orchestra.run.smithi084.stdout:kernel-5.14.0-437.el9.x86_64 2024-04-25T16:58:48.872 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-437.el9.x86_64 2024-04-25T16:58:48.872 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-04-25T16:58:48.872 INFO:teuthology.task.kernel:Enabling kdb on mon.c... 2024-04-25T16:58:48.872 DEBUG:teuthology.orchestra.run.smithi084:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-25T16:58:48.908 INFO:teuthology.orchestra.run.smithi084.stdout:ttyS1 2024-04-25T16:58:48.928 DEBUG:teuthology.parallel:result is None 2024-04-25T16:58:49.006 INFO:teuthology.orchestra.run.smithi042.stdout: Preparing : 1/1 2024-04-25T16:58:49.083 INFO:teuthology.orchestra.run.smithi042.stdout: Reinstalling : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-25T16:58:49.083 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-25T16:58:49.415 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-25T16:58:49.415 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T16:58:49.415 INFO:teuthology.orchestra.run.smithi028.stdout:Reinstalled: 2024-04-25T16:58:49.415 INFO:teuthology.orchestra.run.smithi028.stdout: kernel-5.14.0-437.el9.x86_64 2024-04-25T16:58:49.415 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T16:58:49.415 INFO:teuthology.orchestra.run.smithi028.stdout:Complete! 2024-04-25T16:58:49.599 DEBUG:teuthology.orchestra.run.smithi028:> rpm -q kernel | sort -rV | head -n 1 2024-04-25T16:58:49.647 INFO:teuthology.orchestra.run.smithi028.stdout:kernel-5.14.0-437.el9.x86_64 2024-04-25T16:58:49.647 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-437.el9.x86_64 2024-04-25T16:58:49.647 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-04-25T16:58:49.647 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-25T16:58:49.647 DEBUG:teuthology.orchestra.run.smithi028:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-25T16:58:49.678 INFO:teuthology.orchestra.run.smithi028.stdout:ttyS1 2024-04-25T16:58:49.705 DEBUG:teuthology.parallel:result is None 2024-04-25T16:58:49.740 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: kernel-5.14.0-437.el9.x86_64 2/2 2024-04-25T16:58:49.740 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-25T16:58:50.402 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-25T16:58:50.403 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-04-25T16:58:50.403 INFO:teuthology.orchestra.run.smithi042.stdout:Reinstalled: 2024-04-25T16:58:50.403 INFO:teuthology.orchestra.run.smithi042.stdout: kernel-5.14.0-437.el9.x86_64 2024-04-25T16:58:50.403 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-04-25T16:58:50.403 INFO:teuthology.orchestra.run.smithi042.stdout:Complete! 2024-04-25T16:58:50.575 DEBUG:teuthology.orchestra.run.smithi042:> rpm -q kernel | sort -rV | head -n 1 2024-04-25T16:58:50.624 INFO:teuthology.orchestra.run.smithi042.stdout:kernel-5.14.0-437.el9.x86_64 2024-04-25T16:58:50.625 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-437.el9.x86_64 2024-04-25T16:58:50.625 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-04-25T16:58:50.626 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-25T16:58:50.626 DEBUG:teuthology.orchestra.run.smithi042:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-25T16:58:50.657 INFO:teuthology.orchestra.run.smithi042.stdout:ttyS1 2024-04-25T16:58:50.676 DEBUG:teuthology.parallel:result is None 2024-04-25T16:58:50.677 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-25T16:58:50.684 INFO:teuthology.task.internal:Creating test directory... 2024-04-25T16:58:50.684 DEBUG:teuthology.orchestra.run.smithi028:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-25T16:58:50.687 DEBUG:teuthology.orchestra.run.smithi042:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-25T16:58:50.719 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-25T16:58:50.737 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-25T16:58:50.743 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-25T16:58:50.791 INFO:teuthology.task.internal:Creating archive directory... 2024-04-25T16:58:50.791 DEBUG:teuthology.orchestra.run.smithi028:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-25T16:58:50.793 DEBUG:teuthology.orchestra.run.smithi042:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-25T16:58:50.796 DEBUG:teuthology.orchestra.run.smithi084:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-25T16:58:50.866 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-25T16:58:50.872 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-25T16:58:50.873 DEBUG:teuthology.orchestra.run.smithi028:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-25T16:58:50.875 DEBUG:teuthology.orchestra.run.smithi042:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-25T16:58:50.877 DEBUG:teuthology.orchestra.run.smithi084:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-25T16:58:50.906 INFO:teuthology.orchestra.run.smithi042.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T16:58:50.906 INFO:teuthology.orchestra.run.smithi028.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T16:58:50.910 INFO:teuthology.orchestra.run.smithi084.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T16:58:50.915 INFO:teuthology.orchestra.run.smithi042.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T16:58:50.918 INFO:teuthology.orchestra.run.smithi028.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T16:58:50.921 INFO:teuthology.orchestra.run.smithi084.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T16:58:50.923 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-25T16:58:50.930 INFO:teuthology.task.internal:Configuring sudo... 2024-04-25T16:58:50.930 DEBUG:teuthology.orchestra.run.smithi028:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-25T16:58:50.962 DEBUG:teuthology.orchestra.run.smithi042:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-25T16:58:50.964 DEBUG:teuthology.orchestra.run.smithi084:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-25T16:58:50.990 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-25T16:58:50.999 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-25T16:58:50.999 DEBUG:teuthology.orchestra.run.smithi028:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-25T16:58:51.031 DEBUG:teuthology.orchestra.run.smithi042:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-25T16:58:51.033 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-25T16:58:51.048 DEBUG:teuthology.orchestra.run.smithi028:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T16:58:51.130 DEBUG:teuthology.orchestra.run.smithi028:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T16:58:51.189 DEBUG:teuthology.orchestra.run.smithi028:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T16:58:51.270 DEBUG:teuthology.orchestra.run.smithi028:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T16:58:51.315 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-25T16:58:51.315 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-25T16:58:51.382 DEBUG:teuthology.orchestra.run.smithi042:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T16:58:51.424 DEBUG:teuthology.orchestra.run.smithi042:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T16:58:51.473 DEBUG:teuthology.orchestra.run.smithi042:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T16:58:51.555 DEBUG:teuthology.orchestra.run.smithi042:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T16:58:51.596 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-04-25T16:58:51.596 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-25T16:58:51.660 DEBUG:teuthology.orchestra.run.smithi084:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T16:58:51.703 DEBUG:teuthology.orchestra.run.smithi084:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T16:58:51.751 DEBUG:teuthology.orchestra.run.smithi084:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T16:58:51.833 DEBUG:teuthology.orchestra.run.smithi084:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T16:58:51.875 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-25T16:58:51.875 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-25T16:58:51.940 DEBUG:teuthology.orchestra.run.smithi028:> sudo service rsyslog restart 2024-04-25T16:58:51.943 DEBUG:teuthology.orchestra.run.smithi042:> sudo service rsyslog restart 2024-04-25T16:58:51.945 DEBUG:teuthology.orchestra.run.smithi084:> sudo service rsyslog restart 2024-04-25T16:58:51.982 INFO:teuthology.orchestra.run.smithi042.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T16:58:51.983 INFO:teuthology.orchestra.run.smithi028.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T16:58:52.015 INFO:teuthology.orchestra.run.smithi084.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T16:58:52.514 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-25T16:58:52.522 INFO:teuthology.task.internal:Starting timer... 2024-04-25T16:58:52.522 INFO:teuthology.run_tasks:Running task pcp... 2024-04-25T16:58:52.531 INFO:teuthology.run_tasks:Running task selinux... 2024-04-25T16:58:52.539 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-04-25T16:58:52.540 DEBUG:teuthology.orchestra.run.smithi028:> sudo service auditd rotate 2024-04-25T16:58:52.616 INFO:teuthology.orchestra.run.smithi028.stdout:Rotating logs: 2024-04-25T16:58:52.618 DEBUG:teuthology.orchestra.run.smithi042:> sudo service auditd rotate 2024-04-25T16:58:52.670 INFO:teuthology.orchestra.run.smithi042.stdout:Rotating logs: 2024-04-25T16:58:52.671 DEBUG:teuthology.orchestra.run.smithi084:> sudo service auditd rotate 2024-04-25T16:58:52.731 INFO:teuthology.orchestra.run.smithi084.stdout:Rotating logs: 2024-04-25T16:58:52.732 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-25T16:58:52.733 DEBUG:teuthology.orchestra.run.smithi028:> /usr/sbin/getenforce 2024-04-25T16:58:52.759 INFO:teuthology.orchestra.run.smithi028.stdout:Permissive 2024-04-25T16:58:52.759 DEBUG:teuthology.orchestra.run.smithi042:> /usr/sbin/getenforce 2024-04-25T16:58:52.781 INFO:teuthology.orchestra.run.smithi042.stdout:Permissive 2024-04-25T16:58:52.782 DEBUG:teuthology.orchestra.run.smithi084:> /usr/sbin/getenforce 2024-04-25T16:58:52.801 INFO:teuthology.orchestra.run.smithi084.stdout:Permissive 2024-04-25T16:58:52.802 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi028.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi042.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi084.front.sepia.ceph.com': 'permissive'} 2024-04-25T16:58:52.802 DEBUG:teuthology.orchestra.run.smithi028:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T16:58:52.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T16:58:52.829 DEBUG:teuthology.orchestra.run.smithi042:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T16:58:52.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T16:58:52.855 DEBUG:teuthology.orchestra.run.smithi084:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T16:58:52.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T16:58:52.878 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-25T16:58:52.878 DEBUG:teuthology.orchestra.run.smithi028:> sudo /usr/sbin/setenforce permissive 2024-04-25T16:58:52.903 DEBUG:teuthology.orchestra.run.smithi042:> sudo /usr/sbin/setenforce permissive 2024-04-25T16:58:52.928 DEBUG:teuthology.orchestra.run.smithi084:> sudo /usr/sbin/setenforce permissive 2024-04-25T16:58:52.952 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-25T16:58:52.961 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-04-25T16:58:52.967 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-04-25T16:58:53.088 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-25T16:58:53.102 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-25T16:58:53.103 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi028.front.sepia.ceph.com,smithi042.front.sepia.ceph.com,smithi084.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-25T17:02:30.458 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi028.front.sepia.ceph.com'), Remote(name='ubuntu@smithi042.front.sepia.ceph.com'), Remote(name='ubuntu@smithi084.front.sepia.ceph.com')] 2024-04-25T17:02:30.459 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi028.front.sepia.ceph.com' 2024-04-25T17:02:30.461 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi028.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T17:02:30.539 DEBUG:teuthology.orchestra.run.smithi028:> true 2024-04-25T17:02:30.622 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi028.front.sepia.ceph.com' 2024-04-25T17:02:30.623 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-04-25T17:02:30.624 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi042.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T17:02:30.699 DEBUG:teuthology.orchestra.run.smithi042:> true 2024-04-25T17:02:30.782 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-04-25T17:02:30.782 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-04-25T17:02:30.783 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi084.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T17:02:30.859 DEBUG:teuthology.orchestra.run.smithi084:> true 2024-04-25T17:02:30.938 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-04-25T17:02:30.939 INFO:teuthology.run_tasks:Running task clock... 2024-04-25T17:02:30.950 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-25T17:02:30.950 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-25T17:02:30.951 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T17:02:30.953 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-25T17:02:30.953 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T17:02:30.956 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-25T17:02:30.956 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T17:02:30.983 INFO:teuthology.orchestra.run.smithi042.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-25T17:02:30.984 INFO:teuthology.orchestra.run.smithi028.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-25T17:02:30.998 INFO:teuthology.orchestra.run.smithi042.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-25T17:02:31.000 INFO:teuthology.orchestra.run.smithi028.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-25T17:02:31.007 INFO:teuthology.orchestra.run.smithi084.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-25T17:02:31.021 INFO:teuthology.orchestra.run.smithi084.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-25T17:02:31.021 INFO:teuthology.orchestra.run.smithi042.stderr:sudo: ntpd: command not found 2024-04-25T17:02:31.026 INFO:teuthology.orchestra.run.smithi028.stderr:sudo: ntpd: command not found 2024-04-25T17:02:31.033 INFO:teuthology.orchestra.run.smithi042.stdout:506 Cannot talk to daemon 2024-04-25T17:02:31.037 INFO:teuthology.orchestra.run.smithi028.stdout:506 Cannot talk to daemon 2024-04-25T17:02:31.044 INFO:teuthology.orchestra.run.smithi084.stderr:sudo: ntpd: command not found 2024-04-25T17:02:31.046 INFO:teuthology.orchestra.run.smithi042.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-25T17:02:31.052 INFO:teuthology.orchestra.run.smithi028.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-25T17:02:31.054 INFO:teuthology.orchestra.run.smithi084.stdout:506 Cannot talk to daemon 2024-04-25T17:02:31.060 INFO:teuthology.orchestra.run.smithi042.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-25T17:02:31.066 INFO:teuthology.orchestra.run.smithi028.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-25T17:02:31.067 INFO:teuthology.orchestra.run.smithi084.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-25T17:02:31.080 INFO:teuthology.orchestra.run.smithi084.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-25T17:02:31.118 INFO:teuthology.orchestra.run.smithi042.stderr:bash: line 1: ntpq: command not found 2024-04-25T17:02:31.121 INFO:teuthology.orchestra.run.smithi042.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T17:02:31.121 INFO:teuthology.orchestra.run.smithi042.stdout:=============================================================================== 2024-04-25T17:02:31.121 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T17:02:31.121 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T17:02:31.121 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T17:02:31.121 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T17:02:31.122 INFO:teuthology.orchestra.run.smithi028.stderr:bash: line 1: ntpq: command not found 2024-04-25T17:02:31.126 INFO:teuthology.orchestra.run.smithi028.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T17:02:31.126 INFO:teuthology.orchestra.run.smithi028.stdout:=============================================================================== 2024-04-25T17:02:31.126 INFO:teuthology.orchestra.run.smithi028.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T17:02:31.126 INFO:teuthology.orchestra.run.smithi028.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T17:02:31.126 INFO:teuthology.orchestra.run.smithi028.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T17:02:31.126 INFO:teuthology.orchestra.run.smithi028.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T17:02:31.135 INFO:teuthology.orchestra.run.smithi084.stderr:bash: line 1: ntpq: command not found 2024-04-25T17:02:31.138 INFO:teuthology.orchestra.run.smithi084.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T17:02:31.138 INFO:teuthology.orchestra.run.smithi084.stdout:=============================================================================== 2024-04-25T17:02:31.139 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T17:02:31.139 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T17:02:31.139 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T17:02:31.139 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T17:02:31.140 INFO:teuthology.run_tasks:Running task install... 2024-04-25T17:02:31.148 DEBUG:teuthology.task.install:project ceph 2024-04-25T17:02:31.148 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '994e2f20102a20fa9a27966c14b625cc01884df8'}} 2024-04-25T17:02:31.148 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '994e2f20102a20fa9a27966c14b625cc01884df8'} 2024-04-25T17:02:31.148 INFO:teuthology.task.install:Using flavor: default 2024-04-25T17:02:31.155 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-25T17:02:31.155 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-04-25T17:02:31.155 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '994e2f20102a20fa9a27966c14b625cc01884df8', 'tag': None, 'wait_for_package': False} 2024-04-25T17:02:31.156 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T17:02:31.157 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '994e2f20102a20fa9a27966c14b625cc01884df8', 'tag': None, 'wait_for_package': False} 2024-04-25T17:02:31.158 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T17:02:31.158 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '994e2f20102a20fa9a27966c14b625cc01884df8', 'tag': None, 'wait_for_package': False} 2024-04-25T17:02:31.159 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T17:02:31.304 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/ 2024-04-25T17:02:31.305 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3291.g994e2f20 2024-04-25T17:02:31.410 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-25T17:02:31.411 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-25T17:02:31.411 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-25T17:02:31.437 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-25T17:02:31.438 DEBUG:teuthology.orchestra.run.smithi028:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/994e2f20102a20fa9a27966c14b625cc01884df8/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-25T17:02:31.443 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/ 2024-04-25T17:02:31.443 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3291.g994e2f20 2024-04-25T17:02:31.465 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/ 2024-04-25T17:02:31.465 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3291.g994e2f20 2024-04-25T17:02:31.504 DEBUG:teuthology.orchestra.run.smithi028:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-25T17:02:31.550 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-25T17:02:31.550 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-04-25T17:02:31.550 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-25T17:02:31.578 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-25T17:02:31.578 DEBUG:teuthology.orchestra.run.smithi042:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/994e2f20102a20fa9a27966c14b625cc01884df8/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-25T17:02:31.579 DEBUG:teuthology.orchestra.run.smithi028:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-25T17:02:31.644 INFO:teuthology.orchestra.run.smithi028.stdout:check_obsoletes = 1 2024-04-25T17:02:31.646 DEBUG:teuthology.orchestra.run.smithi042:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-25T17:02:31.647 DEBUG:teuthology.orchestra.run.smithi028:> sudo yum clean all 2024-04-25T17:02:31.719 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-25T17:02:31.719 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-25T17:02:31.719 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-25T17:02:31.724 DEBUG:teuthology.orchestra.run.smithi042:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-25T17:02:31.745 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-25T17:02:31.745 DEBUG:teuthology.orchestra.run.smithi084:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/994e2f20102a20fa9a27966c14b625cc01884df8/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-25T17:02:31.790 INFO:teuthology.orchestra.run.smithi042.stdout:check_obsoletes = 1 2024-04-25T17:02:31.791 DEBUG:teuthology.orchestra.run.smithi042:> sudo yum clean all 2024-04-25T17:02:31.810 DEBUG:teuthology.orchestra.run.smithi084:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-25T17:02:31.879 INFO:teuthology.orchestra.run.smithi028.stdout:48 files removed 2024-04-25T17:02:31.884 DEBUG:teuthology.orchestra.run.smithi084:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-25T17:02:31.907 DEBUG:teuthology.orchestra.run.smithi028:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-25T17:02:31.947 INFO:teuthology.orchestra.run.smithi084.stdout:check_obsoletes = 1 2024-04-25T17:02:31.948 DEBUG:teuthology.orchestra.run.smithi084:> sudo yum clean all 2024-04-25T17:02:32.029 INFO:teuthology.orchestra.run.smithi042.stdout:48 files removed 2024-04-25T17:02:32.056 DEBUG:teuthology.orchestra.run.smithi042:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-25T17:02:32.171 INFO:teuthology.orchestra.run.smithi084.stdout:48 files removed 2024-04-25T17:02:32.197 DEBUG:teuthology.orchestra.run.smithi084:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-25T17:02:32.677 INFO:teuthology.orchestra.run.smithi028.stdout:ceph packages for x86_64 168 kB/s | 84 kB 00:00 2024-04-25T17:02:32.702 INFO:teuthology.orchestra.run.smithi042.stdout:ceph packages for x86_64 223 kB/s | 84 kB 00:00 2024-04-25T17:02:32.994 INFO:teuthology.orchestra.run.smithi084.stdout:ceph packages for x86_64 155 kB/s | 84 kB 00:00 2024-04-25T17:02:33.061 INFO:teuthology.orchestra.run.smithi028.stdout:ceph noarch packages 35 kB/s | 12 kB 00:00 2024-04-25T17:02:33.161 INFO:teuthology.orchestra.run.smithi042.stdout:ceph noarch packages 28 kB/s | 12 kB 00:00 2024-04-25T17:02:33.494 INFO:teuthology.orchestra.run.smithi084.stdout:ceph noarch packages 26 kB/s | 12 kB 00:00 2024-04-25T17:02:33.570 INFO:teuthology.orchestra.run.smithi042.stdout:ceph source packages 5.1 kB/s | 1.9 kB 00:00 2024-04-25T17:02:33.578 INFO:teuthology.orchestra.run.smithi028.stdout:ceph source packages 3.9 kB/s | 1.9 kB 00:00 2024-04-25T17:02:33.845 INFO:teuthology.orchestra.run.smithi084.stdout:ceph source packages 6.0 kB/s | 1.9 kB 00:00 2024-04-25T17:02:34.598 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS Stream 9 - BaseOS 8.2 MB/s | 8.0 MB 00:00 2024-04-25T17:02:34.822 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - BaseOS 8.5 MB/s | 8.0 MB 00:00 2024-04-25T17:02:35.507 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - BaseOS 4.2 MB/s | 8.0 MB 00:01 2024-04-25T17:02:37.232 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS Stream 9 - AppStream 12 MB/s | 19 MB 00:01 2024-04-25T17:02:38.182 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - AppStream 8.2 MB/s | 19 MB 00:02 2024-04-25T17:02:38.524 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - AppStream 10 MB/s | 19 MB 00:01 2024-04-25T17:02:41.841 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS Stream 9 - CRB 6.6 MB/s | 6.2 MB 00:00 2024-04-25T17:02:42.674 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - CRB 6.3 MB/s | 6.2 MB 00:00 2024-04-25T17:02:44.213 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - Extras packages 40 kB/s | 16 kB 00:00 2024-04-25T17:02:45.940 INFO:teuthology.orchestra.run.smithi084.stdout:Extra Packages for Enterprise Linux 13 MB/s | 21 MB 00:01 2024-04-25T17:02:47.314 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS Stream 9 - Extras packages 3.8 kB/s | 16 kB 00:04 2024-04-25T17:02:49.258 INFO:teuthology.orchestra.run.smithi028.stdout:Extra Packages for Enterprise Linux 12 MB/s | 21 MB 00:01 2024-04-25T17:02:51.022 INFO:teuthology.orchestra.run.smithi084.stdout:lab-extras 13 kB/s | 1.7 kB 00:00 2024-04-25T17:02:53.132 INFO:teuthology.orchestra.run.smithi084.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T17:02:53.132 INFO:teuthology.orchestra.run.smithi084.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T17:02:53.143 INFO:teuthology.orchestra.run.smithi084.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-25T17:02:53.144 INFO:teuthology.orchestra.run.smithi084.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-25T17:02:53.145 INFO:teuthology.orchestra.run.smithi084.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-25T17:02:53.146 INFO:teuthology.orchestra.run.smithi084.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-25T17:02:53.147 INFO:teuthology.orchestra.run.smithi084.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-25T17:02:53.149 INFO:teuthology.orchestra.run.smithi084.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-25T17:02:53.150 INFO:teuthology.orchestra.run.smithi084.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-25T17:02:53.210 INFO:teuthology.orchestra.run.smithi084.stdout:Dependencies resolved. 2024-04-25T17:02:53.219 INFO:teuthology.orchestra.run.smithi084.stdout:======================================================================================= 2024-04-25T17:02:53.219 INFO:teuthology.orchestra.run.smithi084.stdout: Package Arch Version Repository Size 2024-04-25T17:02:53.219 INFO:teuthology.orchestra.run.smithi084.stdout:======================================================================================= 2024-04-25T17:02:53.219 INFO:teuthology.orchestra.run.smithi084.stdout:Installing: 2024-04-25T17:02:53.219 INFO:teuthology.orchestra.run.smithi084.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-25T17:02:53.219 INFO:teuthology.orchestra.run.smithi084.stdout: ceph x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 6.6 k 2024-04-25T17:02:53.219 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-base x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 5.4 M 2024-04-25T17:02:53.219 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-fuse x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 863 k 2024-04-25T17:02:53.219 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 147 k 2024-04-25T17:02:53.219 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 1.5 M 2024-04-25T17:02:53.219 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 142 k 2024-04-25T17:02:53.219 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 3.5 M 2024-04-25T17:02:53.220 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 7.4 M 2024-04-25T17:02:53.220 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-rook noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 49 k 2024-04-25T17:02:53.220 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-radosgw x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 10 M 2024-04-25T17:02:53.220 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-test x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 43 M 2024-04-25T17:02:53.220 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-volume noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 273 k 2024-04-25T17:02:53.220 INFO:teuthology.orchestra.run.smithi084.stdout: cephadm noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 762 k 2024-04-25T17:02:53.220 INFO:teuthology.orchestra.run.smithi084.stdout: cephfs-mirror x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 224 k 2024-04-25T17:02:53.220 INFO:teuthology.orchestra.run.smithi084.stdout: cephfs-shell x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 27 k 2024-04-25T17:02:53.220 INFO:teuthology.orchestra.run.smithi084.stdout: cephfs-top noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 18 k 2024-04-25T17:02:53.220 INFO:teuthology.orchestra.run.smithi084.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-25T17:02:53.221 INFO:teuthology.orchestra.run.smithi084.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-25T17:02:53.221 INFO:teuthology.orchestra.run.smithi084.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-25T17:02:53.221 INFO:teuthology.orchestra.run.smithi084.stdout: libcephfs-devel x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 32 k 2024-04-25T17:02:53.221 INFO:teuthology.orchestra.run.smithi084.stdout: libcephfs2 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 756 k 2024-04-25T17:02:53.221 INFO:teuthology.orchestra.run.smithi084.stdout: librados-devel x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 127 k 2024-04-25T17:02:53.221 INFO:teuthology.orchestra.run.smithi084.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-25T17:02:53.221 INFO:teuthology.orchestra.run.smithi084.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-25T17:02:53.221 INFO:teuthology.orchestra.run.smithi084.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-25T17:02:53.221 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-25T17:02:53.221 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-25T17:02:53.221 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-25T17:02:53.221 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cephfs x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 161 k 2024-04-25T17:02:53.222 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rados x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 321 k 2024-04-25T17:02:53.222 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rbd x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 298 k 2024-04-25T17:02:53.222 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rgw x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 100 k 2024-04-25T17:02:53.222 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-fuse x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 86 k 2024-04-25T17:02:53.222 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-mirror x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 3.0 M 2024-04-25T17:02:53.222 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-nbd x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 169 k 2024-04-25T17:02:53.222 INFO:teuthology.orchestra.run.smithi084.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-25T17:02:53.222 INFO:teuthology.orchestra.run.smithi084.stdout:Upgrading: 2024-04-25T17:02:53.222 INFO:teuthology.orchestra.run.smithi084.stdout: librados2 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 3.3 M 2024-04-25T17:02:53.222 INFO:teuthology.orchestra.run.smithi084.stdout: librbd1 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 3.1 M 2024-04-25T17:02:53.222 INFO:teuthology.orchestra.run.smithi084.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-25T17:02:53.222 INFO:teuthology.orchestra.run.smithi084.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-25T17:02:53.222 INFO:teuthology.orchestra.run.smithi084.stdout:Installing dependencies: 2024-04-25T17:02:53.223 INFO:teuthology.orchestra.run.smithi084.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-25T17:02:53.223 INFO:teuthology.orchestra.run.smithi084.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-25T17:02:53.223 INFO:teuthology.orchestra.run.smithi084.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-25T17:02:53.223 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-common x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 20 M 2024-04-25T17:02:53.223 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 34 k 2024-04-25T17:02:53.223 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mds x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 2.3 M 2024-04-25T17:02:53.223 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 249 k 2024-04-25T17:02:53.223 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mon x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 4.9 M 2024-04-25T17:02:53.223 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-osd x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 18 M 2024-04-25T17:02:53.223 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 16 k 2024-04-25T17:02:53.223 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-selinux x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 25 k 2024-04-25T17:02:53.223 INFO:teuthology.orchestra.run.smithi084.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-25T17:02:53.223 INFO:teuthology.orchestra.run.smithi084.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-25T17:02:53.223 INFO:teuthology.orchestra.run.smithi084.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-25T17:02:53.224 INFO:teuthology.orchestra.run.smithi084.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-25T17:02:53.224 INFO:teuthology.orchestra.run.smithi084.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-25T17:02:53.224 INFO:teuthology.orchestra.run.smithi084.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-25T17:02:53.224 INFO:teuthology.orchestra.run.smithi084.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-25T17:02:53.224 INFO:teuthology.orchestra.run.smithi084.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-25T17:02:53.224 INFO:teuthology.orchestra.run.smithi084.stdout: libcephsqlite x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 158 k 2024-04-25T17:02:53.224 INFO:teuthology.orchestra.run.smithi084.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-25T17:02:53.224 INFO:teuthology.orchestra.run.smithi084.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-25T17:02:53.224 INFO:teuthology.orchestra.run.smithi084.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-25T17:02:53.224 INFO:teuthology.orchestra.run.smithi084.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-25T17:02:53.224 INFO:teuthology.orchestra.run.smithi084.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-25T17:02:53.224 INFO:teuthology.orchestra.run.smithi084.stdout: libradosstriper1 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 497 k 2024-04-25T17:02:53.224 INFO:teuthology.orchestra.run.smithi084.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-25T17:02:53.224 INFO:teuthology.orchestra.run.smithi084.stdout: librgw2 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 5.2 M 2024-04-25T17:02:53.225 INFO:teuthology.orchestra.run.smithi084.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-25T17:02:53.225 INFO:teuthology.orchestra.run.smithi084.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-25T17:02:53.225 INFO:teuthology.orchestra.run.smithi084.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-25T17:02:53.225 INFO:teuthology.orchestra.run.smithi084.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-25T17:02:53.225 INFO:teuthology.orchestra.run.smithi084.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-25T17:02:53.225 INFO:teuthology.orchestra.run.smithi084.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-25T17:02:53.225 INFO:teuthology.orchestra.run.smithi084.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-25T17:02:53.225 INFO:teuthology.orchestra.run.smithi084.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-25T17:02:53.225 INFO:teuthology.orchestra.run.smithi084.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-25T17:02:53.225 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-25T17:02:53.225 INFO:teuthology.orchestra.run.smithi084.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-25T17:02:53.226 INFO:teuthology.orchestra.run.smithi084.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-25T17:02:53.226 INFO:teuthology.orchestra.run.smithi084.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-25T17:02:53.226 INFO:teuthology.orchestra.run.smithi084.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-25T17:02:53.226 INFO:teuthology.orchestra.run.smithi084.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-25T17:02:53.226 INFO:teuthology.orchestra.run.smithi084.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-25T17:02:53.226 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-25T17:02:53.226 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ceph-argparse x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 45 k 2024-04-25T17:02:53.226 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ceph-common x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 135 k 2024-04-25T17:02:53.226 INFO:teuthology.orchestra.run.smithi084.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-25T17:02:53.226 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-25T17:02:53.227 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-25T17:02:53.227 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-25T17:02:53.227 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-25T17:02:53.227 INFO:teuthology.orchestra.run.smithi084.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-25T17:02:53.227 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-25T17:02:53.227 INFO:teuthology.orchestra.run.smithi084.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-25T17:02:53.227 INFO:teuthology.orchestra.run.smithi084.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-25T17:02:53.227 INFO:teuthology.orchestra.run.smithi084.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-25T17:02:53.227 INFO:teuthology.orchestra.run.smithi084.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-25T17:02:53.227 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-25T17:02:53.227 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-25T17:02:53.227 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-25T17:02:53.227 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-25T17:02:53.227 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-25T17:02:53.228 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-25T17:02:53.228 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-25T17:02:53.228 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-25T17:02:53.228 INFO:teuthology.orchestra.run.smithi084.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-25T17:02:53.228 INFO:teuthology.orchestra.run.smithi084.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-25T17:02:53.228 INFO:teuthology.orchestra.run.smithi084.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-25T17:02:53.228 INFO:teuthology.orchestra.run.smithi084.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-25T17:02:53.228 INFO:teuthology.orchestra.run.smithi084.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-25T17:02:53.228 INFO:teuthology.orchestra.run.smithi084.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-25T17:02:53.228 INFO:teuthology.orchestra.run.smithi084.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-25T17:02:53.228 INFO:teuthology.orchestra.run.smithi084.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-25T17:02:53.228 INFO:teuthology.orchestra.run.smithi084.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-25T17:02:53.228 INFO:teuthology.orchestra.run.smithi084.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-25T17:02:53.228 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-25T17:02:53.229 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-25T17:02:53.229 INFO:teuthology.orchestra.run.smithi084.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-25T17:02:53.229 INFO:teuthology.orchestra.run.smithi084.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-25T17:02:53.229 INFO:teuthology.orchestra.run.smithi084.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-25T17:02:53.229 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-25T17:02:53.229 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-25T17:02:53.229 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-25T17:02:53.229 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-25T17:02:53.229 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-25T17:02:53.229 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-25T17:02:53.229 INFO:teuthology.orchestra.run.smithi084.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-25T17:02:53.229 INFO:teuthology.orchestra.run.smithi084.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-25T17:02:53.229 INFO:teuthology.orchestra.run.smithi084.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-25T17:02:53.229 INFO:teuthology.orchestra.run.smithi084.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-25T17:02:53.230 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-25T17:02:53.230 INFO:teuthology.orchestra.run.smithi084.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-25T17:02:53.230 INFO:teuthology.orchestra.run.smithi084.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-25T17:02:53.230 INFO:teuthology.orchestra.run.smithi084.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-25T17:02:53.230 INFO:teuthology.orchestra.run.smithi084.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-25T17:02:53.230 INFO:teuthology.orchestra.run.smithi084.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-25T17:02:53.230 INFO:teuthology.orchestra.run.smithi084.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-25T17:02:53.230 INFO:teuthology.orchestra.run.smithi084.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-25T17:02:53.230 INFO:teuthology.orchestra.run.smithi084.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-25T17:02:53.230 INFO:teuthology.orchestra.run.smithi084.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-25T17:02:53.230 INFO:teuthology.orchestra.run.smithi084.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-25T17:02:53.230 INFO:teuthology.orchestra.run.smithi084.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-25T17:02:53.230 INFO:teuthology.orchestra.run.smithi084.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-25T17:02:53.230 INFO:teuthology.orchestra.run.smithi084.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-25T17:02:53.231 INFO:teuthology.orchestra.run.smithi084.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-25T17:02:53.231 INFO:teuthology.orchestra.run.smithi084.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-25T17:02:53.231 INFO:teuthology.orchestra.run.smithi084.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-25T17:02:53.231 INFO:teuthology.orchestra.run.smithi084.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-25T17:02:53.231 INFO:teuthology.orchestra.run.smithi084.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-25T17:02:53.231 INFO:teuthology.orchestra.run.smithi084.stdout:Installing weak dependencies: 2024-04-25T17:02:53.231 INFO:teuthology.orchestra.run.smithi084.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-25T17:02:53.231 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-25T17:02:53.231 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction Summary 2024-04-25T17:02:53.231 INFO:teuthology.orchestra.run.smithi084.stdout:======================================================================================= 2024-04-25T17:02:53.231 INFO:teuthology.orchestra.run.smithi084.stdout:Install 148 Packages 2024-04-25T17:02:53.231 INFO:teuthology.orchestra.run.smithi084.stdout:Upgrade 4 Packages 2024-04-25T17:02:53.231 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-25T17:02:53.232 INFO:teuthology.orchestra.run.smithi084.stdout:Total download size: 214 M 2024-04-25T17:02:53.232 INFO:teuthology.orchestra.run.smithi084.stdout:Downloading Packages: 2024-04-25T17:02:53.541 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - CRB 560 kB/s | 6.2 MB 00:11 2024-04-25T17:02:54.458 INFO:teuthology.orchestra.run.smithi028.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-04-25T17:02:55.190 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - Extras packages 35 kB/s | 16 kB 00:00 2024-04-25T17:02:56.660 INFO:teuthology.orchestra.run.smithi028.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T17:02:56.660 INFO:teuthology.orchestra.run.smithi028.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T17:02:56.671 INFO:teuthology.orchestra.run.smithi028.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-25T17:02:56.672 INFO:teuthology.orchestra.run.smithi028.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-25T17:02:56.673 INFO:teuthology.orchestra.run.smithi028.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-25T17:02:56.674 INFO:teuthology.orchestra.run.smithi028.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-25T17:02:56.676 INFO:teuthology.orchestra.run.smithi028.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-25T17:02:56.678 INFO:teuthology.orchestra.run.smithi028.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-25T17:02:56.679 INFO:teuthology.orchestra.run.smithi028.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-25T17:02:56.746 INFO:teuthology.orchestra.run.smithi028.stdout:Dependencies resolved. 2024-04-25T17:02:56.754 INFO:teuthology.orchestra.run.smithi028.stdout:======================================================================================= 2024-04-25T17:02:56.754 INFO:teuthology.orchestra.run.smithi028.stdout: Package Arch Version Repository Size 2024-04-25T17:02:56.754 INFO:teuthology.orchestra.run.smithi028.stdout:======================================================================================= 2024-04-25T17:02:56.754 INFO:teuthology.orchestra.run.smithi028.stdout:Installing: 2024-04-25T17:02:56.754 INFO:teuthology.orchestra.run.smithi028.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-25T17:02:56.754 INFO:teuthology.orchestra.run.smithi028.stdout: ceph x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 6.6 k 2024-04-25T17:02:56.754 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-base x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 5.4 M 2024-04-25T17:02:56.754 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-fuse x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 863 k 2024-04-25T17:02:56.754 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 147 k 2024-04-25T17:02:56.754 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 1.5 M 2024-04-25T17:02:56.754 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 142 k 2024-04-25T17:02:56.755 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 3.5 M 2024-04-25T17:02:56.755 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 7.4 M 2024-04-25T17:02:56.755 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-rook noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 49 k 2024-04-25T17:02:56.755 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-radosgw x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 10 M 2024-04-25T17:02:56.755 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-test x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 43 M 2024-04-25T17:02:56.755 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-volume noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 273 k 2024-04-25T17:02:56.755 INFO:teuthology.orchestra.run.smithi028.stdout: cephadm noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 762 k 2024-04-25T17:02:56.755 INFO:teuthology.orchestra.run.smithi028.stdout: cephfs-mirror x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 224 k 2024-04-25T17:02:56.755 INFO:teuthology.orchestra.run.smithi028.stdout: cephfs-shell x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 27 k 2024-04-25T17:02:56.755 INFO:teuthology.orchestra.run.smithi028.stdout: cephfs-top noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 18 k 2024-04-25T17:02:56.755 INFO:teuthology.orchestra.run.smithi028.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-25T17:02:56.755 INFO:teuthology.orchestra.run.smithi028.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-25T17:02:56.755 INFO:teuthology.orchestra.run.smithi028.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-25T17:02:56.756 INFO:teuthology.orchestra.run.smithi028.stdout: libcephfs-devel x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 32 k 2024-04-25T17:02:56.756 INFO:teuthology.orchestra.run.smithi028.stdout: libcephfs2 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 756 k 2024-04-25T17:02:56.756 INFO:teuthology.orchestra.run.smithi028.stdout: librados-devel x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 127 k 2024-04-25T17:02:56.756 INFO:teuthology.orchestra.run.smithi028.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-25T17:02:56.756 INFO:teuthology.orchestra.run.smithi028.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-25T17:02:56.756 INFO:teuthology.orchestra.run.smithi028.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-25T17:02:56.756 INFO:teuthology.orchestra.run.smithi028.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-25T17:02:56.757 INFO:teuthology.orchestra.run.smithi028.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-25T17:02:56.757 INFO:teuthology.orchestra.run.smithi028.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-25T17:02:56.757 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cephfs x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 161 k 2024-04-25T17:02:56.757 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rados x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 321 k 2024-04-25T17:02:56.757 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rbd x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 298 k 2024-04-25T17:02:56.757 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rgw x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 100 k 2024-04-25T17:02:56.757 INFO:teuthology.orchestra.run.smithi028.stdout: rbd-fuse x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 86 k 2024-04-25T17:02:56.757 INFO:teuthology.orchestra.run.smithi028.stdout: rbd-mirror x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 3.0 M 2024-04-25T17:02:56.757 INFO:teuthology.orchestra.run.smithi028.stdout: rbd-nbd x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 169 k 2024-04-25T17:02:56.757 INFO:teuthology.orchestra.run.smithi028.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-25T17:02:56.757 INFO:teuthology.orchestra.run.smithi028.stdout:Upgrading: 2024-04-25T17:02:56.757 INFO:teuthology.orchestra.run.smithi028.stdout: librados2 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 3.3 M 2024-04-25T17:02:56.757 INFO:teuthology.orchestra.run.smithi028.stdout: librbd1 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 3.1 M 2024-04-25T17:02:56.758 INFO:teuthology.orchestra.run.smithi028.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-25T17:02:56.758 INFO:teuthology.orchestra.run.smithi028.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-25T17:02:56.758 INFO:teuthology.orchestra.run.smithi028.stdout:Installing dependencies: 2024-04-25T17:02:56.758 INFO:teuthology.orchestra.run.smithi028.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-25T17:02:56.758 INFO:teuthology.orchestra.run.smithi028.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-25T17:02:56.758 INFO:teuthology.orchestra.run.smithi028.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-25T17:02:56.758 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-common x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 20 M 2024-04-25T17:02:56.758 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 34 k 2024-04-25T17:02:56.758 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mds x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 2.3 M 2024-04-25T17:02:56.758 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 249 k 2024-04-25T17:02:56.758 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mon x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 4.9 M 2024-04-25T17:02:56.758 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-osd x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 18 M 2024-04-25T17:02:56.758 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 16 k 2024-04-25T17:02:56.759 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-selinux x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 25 k 2024-04-25T17:02:56.759 INFO:teuthology.orchestra.run.smithi028.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-25T17:02:56.759 INFO:teuthology.orchestra.run.smithi028.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-25T17:02:56.759 INFO:teuthology.orchestra.run.smithi028.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-25T17:02:56.759 INFO:teuthology.orchestra.run.smithi028.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-25T17:02:56.759 INFO:teuthology.orchestra.run.smithi028.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-25T17:02:56.759 INFO:teuthology.orchestra.run.smithi028.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-25T17:02:56.759 INFO:teuthology.orchestra.run.smithi028.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-25T17:02:56.759 INFO:teuthology.orchestra.run.smithi028.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-25T17:02:56.759 INFO:teuthology.orchestra.run.smithi028.stdout: libcephsqlite x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 158 k 2024-04-25T17:02:56.759 INFO:teuthology.orchestra.run.smithi028.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-25T17:02:56.759 INFO:teuthology.orchestra.run.smithi028.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-25T17:02:56.759 INFO:teuthology.orchestra.run.smithi028.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-25T17:02:56.759 INFO:teuthology.orchestra.run.smithi028.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-25T17:02:56.760 INFO:teuthology.orchestra.run.smithi028.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-25T17:02:56.760 INFO:teuthology.orchestra.run.smithi028.stdout: libradosstriper1 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 497 k 2024-04-25T17:02:56.760 INFO:teuthology.orchestra.run.smithi028.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-25T17:02:56.760 INFO:teuthology.orchestra.run.smithi028.stdout: librgw2 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 5.2 M 2024-04-25T17:02:56.760 INFO:teuthology.orchestra.run.smithi028.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-25T17:02:56.760 INFO:teuthology.orchestra.run.smithi028.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-25T17:02:56.760 INFO:teuthology.orchestra.run.smithi028.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-25T17:02:56.760 INFO:teuthology.orchestra.run.smithi028.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-25T17:02:56.760 INFO:teuthology.orchestra.run.smithi028.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-25T17:02:56.760 INFO:teuthology.orchestra.run.smithi028.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-25T17:02:56.760 INFO:teuthology.orchestra.run.smithi028.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-25T17:02:56.760 INFO:teuthology.orchestra.run.smithi028.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-25T17:02:56.760 INFO:teuthology.orchestra.run.smithi028.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-25T17:02:56.760 INFO:teuthology.orchestra.run.smithi028.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-25T17:02:56.760 INFO:teuthology.orchestra.run.smithi028.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-25T17:02:56.761 INFO:teuthology.orchestra.run.smithi028.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-25T17:02:56.761 INFO:teuthology.orchestra.run.smithi028.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-25T17:02:56.761 INFO:teuthology.orchestra.run.smithi028.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-25T17:02:56.761 INFO:teuthology.orchestra.run.smithi028.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-25T17:02:56.761 INFO:teuthology.orchestra.run.smithi028.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-25T17:02:56.761 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-25T17:02:56.761 INFO:teuthology.orchestra.run.smithi028.stdout: python3-ceph-argparse x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 45 k 2024-04-25T17:02:56.761 INFO:teuthology.orchestra.run.smithi028.stdout: python3-ceph-common x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 135 k 2024-04-25T17:02:56.762 INFO:teuthology.orchestra.run.smithi028.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-25T17:02:56.762 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-25T17:02:56.762 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-25T17:02:56.762 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-25T17:02:56.762 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-25T17:02:56.762 INFO:teuthology.orchestra.run.smithi028.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-25T17:02:56.762 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-25T17:02:56.762 INFO:teuthology.orchestra.run.smithi028.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-25T17:02:56.762 INFO:teuthology.orchestra.run.smithi028.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-25T17:02:56.762 INFO:teuthology.orchestra.run.smithi028.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-25T17:02:56.762 INFO:teuthology.orchestra.run.smithi028.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-25T17:02:56.762 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-25T17:02:56.763 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-25T17:02:56.763 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-25T17:02:56.763 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-25T17:02:56.763 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-25T17:02:56.763 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-25T17:02:56.763 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-25T17:02:56.763 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-25T17:02:56.763 INFO:teuthology.orchestra.run.smithi028.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-25T17:02:56.763 INFO:teuthology.orchestra.run.smithi028.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-25T17:02:56.763 INFO:teuthology.orchestra.run.smithi028.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-25T17:02:56.763 INFO:teuthology.orchestra.run.smithi028.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-25T17:02:56.763 INFO:teuthology.orchestra.run.smithi028.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-25T17:02:56.763 INFO:teuthology.orchestra.run.smithi028.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-25T17:02:56.764 INFO:teuthology.orchestra.run.smithi028.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-25T17:02:56.764 INFO:teuthology.orchestra.run.smithi028.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-25T17:02:56.764 INFO:teuthology.orchestra.run.smithi028.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-25T17:02:56.764 INFO:teuthology.orchestra.run.smithi028.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-25T17:02:56.764 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-25T17:02:56.764 INFO:teuthology.orchestra.run.smithi028.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-25T17:02:56.764 INFO:teuthology.orchestra.run.smithi028.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-25T17:02:56.764 INFO:teuthology.orchestra.run.smithi028.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-25T17:02:56.764 INFO:teuthology.orchestra.run.smithi028.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-25T17:02:56.764 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-25T17:02:56.764 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-25T17:02:56.764 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-25T17:02:56.764 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-25T17:02:56.764 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-25T17:02:56.765 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-25T17:02:56.765 INFO:teuthology.orchestra.run.smithi028.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-25T17:02:56.765 INFO:teuthology.orchestra.run.smithi028.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-25T17:02:56.765 INFO:teuthology.orchestra.run.smithi028.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-25T17:02:56.765 INFO:teuthology.orchestra.run.smithi028.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-25T17:02:56.765 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-25T17:02:56.765 INFO:teuthology.orchestra.run.smithi028.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-25T17:02:56.765 INFO:teuthology.orchestra.run.smithi028.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-25T17:02:56.765 INFO:teuthology.orchestra.run.smithi028.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-25T17:02:56.765 INFO:teuthology.orchestra.run.smithi028.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-25T17:02:56.765 INFO:teuthology.orchestra.run.smithi028.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-25T17:02:56.765 INFO:teuthology.orchestra.run.smithi028.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-25T17:02:56.765 INFO:teuthology.orchestra.run.smithi028.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-25T17:02:56.765 INFO:teuthology.orchestra.run.smithi028.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-25T17:02:56.766 INFO:teuthology.orchestra.run.smithi028.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-25T17:02:56.766 INFO:teuthology.orchestra.run.smithi028.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-25T17:02:56.766 INFO:teuthology.orchestra.run.smithi028.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-25T17:02:56.766 INFO:teuthology.orchestra.run.smithi028.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-25T17:02:56.766 INFO:teuthology.orchestra.run.smithi028.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-25T17:02:56.766 INFO:teuthology.orchestra.run.smithi028.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-25T17:02:56.766 INFO:teuthology.orchestra.run.smithi028.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-25T17:02:56.766 INFO:teuthology.orchestra.run.smithi028.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-25T17:02:56.766 INFO:teuthology.orchestra.run.smithi028.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-25T17:02:56.766 INFO:teuthology.orchestra.run.smithi028.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-25T17:02:56.766 INFO:teuthology.orchestra.run.smithi028.stdout:Installing weak dependencies: 2024-04-25T17:02:56.766 INFO:teuthology.orchestra.run.smithi028.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-25T17:02:56.766 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:02:56.767 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction Summary 2024-04-25T17:02:56.767 INFO:teuthology.orchestra.run.smithi028.stdout:======================================================================================= 2024-04-25T17:02:56.767 INFO:teuthology.orchestra.run.smithi028.stdout:Install 148 Packages 2024-04-25T17:02:56.767 INFO:teuthology.orchestra.run.smithi028.stdout:Upgrade 4 Packages 2024-04-25T17:02:56.767 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:02:56.767 INFO:teuthology.orchestra.run.smithi028.stdout:Total download size: 214 M 2024-04-25T17:02:56.768 INFO:teuthology.orchestra.run.smithi028.stdout:Downloading Packages: 2024-04-25T17:02:57.564 INFO:teuthology.orchestra.run.smithi084.stdout:(1/152): ceph-19.0.0-3291.g994e2f20.el9.x86_64. 27 kB/s | 6.6 kB 00:00 2024-04-25T17:02:58.465 INFO:teuthology.orchestra.run.smithi084.stdout:(2/152): ceph-common-19.0.0-3291.g994e2f20.el9. 17 MB/s | 20 MB 00:01 2024-04-25T17:02:58.506 INFO:teuthology.orchestra.run.smithi084.stdout:(3/152): ceph-immutable-object-cache-19.0.0-329 3.5 MB/s | 147 kB 00:00 2024-04-25T17:02:58.557 INFO:teuthology.orchestra.run.smithi084.stdout:(4/152): ceph-fuse-19.0.0-3291.g994e2f20.el9.x8 870 kB/s | 863 kB 00:00 2024-04-25T17:02:58.640 INFO:teuthology.orchestra.run.smithi084.stdout:(5/152): ceph-mds-19.0.0-3291.g994e2f20.el9.x86 17 MB/s | 2.3 MB 00:00 2024-04-25T17:02:58.907 INFO:teuthology.orchestra.run.smithi084.stdout:(6/152): ceph-mon-19.0.0-3291.g994e2f20.el9.x86 18 MB/s | 4.9 MB 00:00 2024-04-25T17:02:59.791 INFO:teuthology.orchestra.run.smithi084.stdout:(7/152): ceph-osd-19.0.0-3291.g994e2f20.el9.x86 20 MB/s | 18 MB 00:00 2024-04-25T17:02:59.849 INFO:teuthology.orchestra.run.smithi084.stdout:(8/152): ceph-mgr-19.0.0-3291.g994e2f20.el9.x86 1.2 MB/s | 1.5 MB 00:01 2024-04-25T17:02:59.966 INFO:teuthology.orchestra.run.smithi084.stdout:(9/152): ceph-selinux-19.0.0-3291.g994e2f20.el9 216 kB/s | 25 kB 00:00 2024-04-25T17:03:00.091 INFO:teuthology.orchestra.run.smithi084.stdout:(10/152): ceph-base-19.0.0-3291.g994e2f20.el9.x 1.9 MB/s | 5.4 MB 00:02 2024-04-25T17:03:00.208 INFO:teuthology.orchestra.run.smithi084.stdout:(11/152): cephfs-mirror-19.0.0-3291.g994e2f20.e 1.9 MB/s | 224 kB 00:00 2024-04-25T17:03:00.317 INFO:teuthology.orchestra.run.smithi084.stdout:(12/152): ceph-radosgw-19.0.0-3291.g994e2f20.el 19 MB/s | 10 MB 00:00 2024-04-25T17:03:00.342 INFO:teuthology.orchestra.run.smithi084.stdout:(13/152): cephfs-shell-19.0.0-3291.g994e2f20.el 202 kB/s | 27 kB 00:00 2024-04-25T17:03:00.376 INFO:teuthology.orchestra.run.smithi084.stdout:(14/152): libcephfs-devel-19.0.0-3291.g994e2f20 541 kB/s | 32 kB 00:00 2024-04-25T17:03:00.426 INFO:teuthology.orchestra.run.smithi084.stdout:(15/152): libcephsqlite-19.0.0-3291.g994e2f20.e 3.1 MB/s | 158 kB 00:00 2024-04-25T17:03:00.498 INFO:teuthology.orchestra.run.smithi084.stdout:(16/152): librados-devel-19.0.0-3291.g994e2f20. 1.7 MB/s | 127 kB 00:00 2024-04-25T17:03:00.527 INFO:teuthology.orchestra.run.smithi084.stdout:(17/152): libcephfs2-19.0.0-3291.g994e2f20.el9. 4.0 MB/s | 756 kB 00:00 2024-04-25T17:03:00.552 INFO:teuthology.orchestra.run.smithi084.stdout:(18/152): libradosstriper1-19.0.0-3291.g994e2f2 9.1 MB/s | 497 kB 00:00 2024-04-25T17:03:00.594 INFO:teuthology.orchestra.run.smithi084.stdout:(19/152): python3-ceph-argparse-19.0.0-3291.g99 1.1 MB/s | 45 kB 00:00 2024-04-25T17:03:00.644 INFO:teuthology.orchestra.run.smithi084.stdout:(20/152): python3-ceph-common-19.0.0-3291.g994e 2.7 MB/s | 135 kB 00:00 2024-04-25T17:03:00.711 INFO:teuthology.orchestra.run.smithi084.stdout:(21/152): python3-cephfs-19.0.0-3291.g994e2f20. 2.4 MB/s | 161 kB 00:00 2024-04-25T17:03:00.770 INFO:teuthology.orchestra.run.smithi084.stdout:(22/152): python3-rados-19.0.0-3291.g994e2f20.e 5.4 MB/s | 321 kB 00:00 2024-04-25T17:03:00.828 INFO:teuthology.orchestra.run.smithi084.stdout:(23/152): python3-rbd-19.0.0-3291.g994e2f20.el9 5.0 MB/s | 298 kB 00:00 2024-04-25T17:03:00.878 INFO:teuthology.orchestra.run.smithi084.stdout:(24/152): python3-rgw-19.0.0-3291.g994e2f20.el9 2.0 MB/s | 100 kB 00:00 2024-04-25T17:03:00.945 INFO:teuthology.orchestra.run.smithi084.stdout:(25/152): rbd-fuse-19.0.0-3291.g994e2f20.el9.x8 1.3 MB/s | 86 kB 00:00 2024-04-25T17:03:01.179 INFO:teuthology.orchestra.run.smithi084.stdout:(26/152): rbd-mirror-19.0.0-3291.g994e2f20.el9. 13 MB/s | 3.0 MB 00:00 2024-04-25T17:03:01.255 INFO:teuthology.orchestra.run.smithi084.stdout:(27/152): librgw2-19.0.0-3291.g994e2f20.el9.x86 7.1 MB/s | 5.2 MB 00:00 2024-04-25T17:03:01.280 INFO:teuthology.orchestra.run.smithi084.stdout:(28/152): rbd-nbd-19.0.0-3291.g994e2f20.el9.x86 1.7 MB/s | 169 kB 00:00 2024-04-25T17:03:01.330 INFO:teuthology.orchestra.run.smithi084.stdout:(29/152): ceph-mgr-cephadm-19.0.0-3291.g994e2f2 2.8 MB/s | 142 kB 00:00 2024-04-25T17:03:01.355 INFO:teuthology.orchestra.run.smithi084.stdout:(30/152): ceph-grafana-dashboards-19.0.0-3291.g 341 kB/s | 34 kB 00:00 2024-04-25T17:03:01.564 INFO:teuthology.orchestra.run.smithi084.stdout:(31/152): ceph-mgr-dashboard-19.0.0-3291.g994e2 15 MB/s | 3.5 MB 00:00 2024-04-25T17:03:01.631 INFO:teuthology.orchestra.run.smithi084.stdout:(32/152): ceph-mgr-modules-core-19.0.0-3291.g99 3.7 MB/s | 249 kB 00:00 2024-04-25T17:03:01.723 INFO:teuthology.orchestra.run.smithi084.stdout:(33/152): ceph-mgr-rook-19.0.0-3291.g994e2f20.e 536 kB/s | 49 kB 00:00 2024-04-25T17:03:01.823 INFO:teuthology.orchestra.run.smithi084.stdout:(34/152): ceph-prometheus-alerts-19.0.0-3291.g9 165 kB/s | 16 kB 00:00 2024-04-25T17:03:01.868 INFO:teuthology.orchestra.run.smithi028.stdout:(1/152): ceph-19.0.0-3291.g994e2f20.el9.x86_64. 38 kB/s | 6.6 kB 00:00 2024-04-25T17:03:01.940 INFO:teuthology.orchestra.run.smithi084.stdout:(35/152): ceph-volume-19.0.0-3291.g994e2f20.el9 2.3 MB/s | 273 kB 00:00 2024-04-25T17:03:02.091 INFO:teuthology.orchestra.run.smithi084.stdout:(36/152): ceph-mgr-diskprediction-local-19.0.0- 10 MB/s | 7.4 MB 00:00 2024-04-25T17:03:02.116 INFO:teuthology.orchestra.run.smithi084.stdout:(37/152): cephadm-19.0.0-3291.g994e2f20.el9.noa 4.2 MB/s | 762 kB 00:00 2024-04-25T17:03:02.143 INFO:teuthology.orchestra.run.smithi028.stdout:(2/152): ceph-fuse-19.0.0-3291.g994e2f20.el9.x8 3.1 MB/s | 863 kB 00:00 2024-04-25T17:03:02.191 INFO:teuthology.orchestra.run.smithi084.stdout:(38/152): cephfs-top-19.0.0-3291.g994e2f20.el9. 182 kB/s | 18 kB 00:00 2024-04-25T17:03:02.201 INFO:teuthology.orchestra.run.smithi028.stdout:(3/152): ceph-immutable-object-cache-19.0.0-329 2.5 MB/s | 147 kB 00:00 2024-04-25T17:03:02.283 INFO:teuthology.orchestra.run.smithi084.stdout:(39/152): fuse-2.9.9-15.el9.x86_64.rpm 481 kB/s | 80 kB 00:00 2024-04-25T17:03:02.367 INFO:teuthology.orchestra.run.smithi084.stdout:(40/152): libgfortran-11.4.1-3.el9.x86_64.rpm 4.5 MB/s | 803 kB 00:00 2024-04-25T17:03:02.394 INFO:teuthology.orchestra.run.smithi084.stdout:(41/152): libquadmath-11.4.1-3.el9.x86_64.rpm 1.7 MB/s | 195 kB 00:00 2024-04-25T17:03:02.420 INFO:teuthology.orchestra.run.smithi084.stdout:(42/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.8 MB/s | 253 kB 00:00 2024-04-25T17:03:02.478 INFO:teuthology.orchestra.run.smithi084.stdout:(43/152): python3-cryptography-36.0.1-4.el9.x86 15 MB/s | 1.2 MB 00:00 2024-04-25T17:03:02.495 INFO:teuthology.orchestra.run.smithi084.stdout:(44/152): python3-ply-3.11-14.el9.noarch.rpm 1.4 MB/s | 106 kB 00:00 2024-04-25T17:03:02.520 INFO:teuthology.orchestra.run.smithi084.stdout:(45/152): python3-pycparser-2.20-6.el9.noarch.r 3.2 MB/s | 135 kB 00:00 2024-04-25T17:03:02.543 INFO:teuthology.orchestra.run.smithi028.stdout:(4/152): ceph-base-19.0.0-3291.g994e2f20.el9.x8 6.3 MB/s | 5.4 MB 00:00 2024-04-25T17:03:02.545 INFO:teuthology.orchestra.run.smithi084.stdout:(46/152): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-04-25T17:03:02.570 INFO:teuthology.orchestra.run.smithi084.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-04-25T17:03:02.596 INFO:teuthology.orchestra.run.smithi084.stdout:(48/152): automake-1.16.2-8.el9.noarch.rpm 14 MB/s | 689 kB 00:00 2024-04-25T17:03:02.618 INFO:teuthology.orchestra.run.smithi028.stdout:(5/152): ceph-mds-19.0.0-3291.g994e2f20.el9.x86 5.4 MB/s | 2.3 MB 00:00 2024-04-25T17:03:02.629 INFO:teuthology.orchestra.run.smithi084.stdout:(49/152): bison-3.7.4-5.el9.x86_64.rpm 16 MB/s | 943 kB 00:00 2024-04-25T17:03:02.655 INFO:teuthology.orchestra.run.smithi084.stdout:(50/152): boost-program-options-1.75.0-8.el9.x8 1.8 MB/s | 107 kB 00:00 2024-04-25T17:03:02.680 INFO:teuthology.orchestra.run.smithi084.stdout:(51/152): elfutils-libelf-devel-0.190-2.el9.x86 430 kB/s | 21 kB 00:00 2024-04-25T17:03:02.705 INFO:teuthology.orchestra.run.smithi084.stdout:(52/152): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-04-25T17:03:02.730 INFO:teuthology.orchestra.run.smithi084.stdout:(53/152): flexiblas-3.0.4-8.el9.x86_64.rpm 662 kB/s | 33 kB 00:00 2024-04-25T17:03:02.760 INFO:teuthology.orchestra.run.smithi028.stdout:(6/152): ceph-mgr-19.0.0-3291.g994e2f20.el9.x86 6.9 MB/s | 1.5 MB 00:00 2024-04-25T17:03:02.823 INFO:teuthology.orchestra.run.smithi084.stdout:(54/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 26 MB/s | 3.0 MB 00:00 2024-04-25T17:03:02.848 INFO:teuthology.orchestra.run.smithi084.stdout:(55/152): flexiblas-openblas-openmp-3.0.4-8.el9 158 kB/s | 18 kB 00:00 2024-04-25T17:03:02.873 INFO:teuthology.orchestra.run.smithi084.stdout:(56/152): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-04-25T17:03:02.898 INFO:teuthology.orchestra.run.smithi084.stdout:(57/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-04-25T17:03:02.924 INFO:teuthology.orchestra.run.smithi084.stdout:(58/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 910 kB/s | 45 kB 00:00 2024-04-25T17:03:02.949 INFO:teuthology.orchestra.run.smithi084.stdout:(59/152): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 662 kB 00:00 2024-04-25T17:03:02.974 INFO:teuthology.orchestra.run.smithi084.stdout:(60/152): libtool-2.4.6-45.el9.x86_64.rpm 12 MB/s | 582 kB 00:00 2024-04-25T17:03:02.999 INFO:teuthology.orchestra.run.smithi084.stdout:(61/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 518 kB/s | 25 kB 00:00 2024-04-25T17:03:03.025 INFO:teuthology.orchestra.run.smithi084.stdout:(62/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 944 kB/s | 47 kB 00:00 2024-04-25T17:03:03.050 INFO:teuthology.orchestra.run.smithi084.stdout:(63/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-04-25T17:03:03.075 INFO:teuthology.orchestra.run.smithi084.stdout:(64/152): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 188 kB 00:00 2024-04-25T17:03:03.100 INFO:teuthology.orchestra.run.smithi084.stdout:(65/152): openblas-0.3.21-2.el9.x86_64.rpm 708 kB/s | 35 kB 00:00 2024-04-25T17:03:03.251 INFO:teuthology.orchestra.run.smithi084.stdout:(66/152): openblas-openmp-0.3.21-2.el9.x86_64.r 27 MB/s | 4.7 MB 00:00 2024-04-25T17:03:03.360 INFO:teuthology.orchestra.run.smithi084.stdout:(67/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 17 MB/s | 4.4 MB 00:00 2024-04-25T17:03:03.393 INFO:teuthology.orchestra.run.smithi084.stdout:(68/152): postgresql-13.14-1.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-04-25T17:03:03.411 INFO:teuthology.orchestra.run.smithi028.stdout:(7/152): ceph-mon-19.0.0-3291.g994e2f20.el9.x86 6.2 MB/s | 4.9 MB 00:00 2024-04-25T17:03:03.426 INFO:teuthology.orchestra.run.smithi084.stdout:(69/152): postgresql-contrib-13.14-1.el9.x86_64 14 MB/s | 911 kB 00:00 2024-04-25T17:03:03.461 INFO:teuthology.orchestra.run.smithi084.stdout:(70/152): postgresql-private-libs-13.14-1.el9.x 2.0 MB/s | 133 kB 00:00 2024-04-25T17:03:03.661 INFO:teuthology.orchestra.run.smithi084.stdout:(71/152): postgresql-server-13.14-1.el9.x86_64. 25 MB/s | 5.8 MB 00:00 2024-04-25T17:03:03.694 INFO:teuthology.orchestra.run.smithi084.stdout:(72/152): protobuf-3.14.0-13.el9.x86_64.rpm 4.3 MB/s | 1.0 MB 00:00 2024-04-25T17:03:03.720 INFO:teuthology.orchestra.run.smithi084.stdout:(73/152): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-04-25T17:03:03.869 INFO:teuthology.orchestra.run.smithi028.stdout:(8/152): ceph-common-19.0.0-3291.g994e2f20.el9. 9.0 MB/s | 20 MB 00:02 2024-04-25T17:03:03.920 INFO:teuthology.orchestra.run.smithi084.stdout:(74/152): python3-babel-2.9.1-2.el9.noarch.rpm 26 MB/s | 6.0 MB 00:00 2024-04-25T17:03:03.928 INFO:teuthology.orchestra.run.smithi028.stdout:(9/152): ceph-selinux-19.0.0-3291.g994e2f20.el9 434 kB/s | 25 kB 00:00 2024-04-25T17:03:03.945 INFO:teuthology.orchestra.run.smithi084.stdout:(75/152): python3-devel-3.9.18-3.el9.x86_64.rpm 1.1 MB/s | 244 kB 00:00 2024-04-25T17:03:03.970 INFO:teuthology.orchestra.run.smithi084.stdout:(76/152): python3-jinja2-2.11.3-5.el9.noarch.rp 4.9 MB/s | 248 kB 00:00 2024-04-25T17:03:03.996 INFO:teuthology.orchestra.run.smithi084.stdout:(77/152): python3-jsonpatch-1.21-16.el9.noarch. 513 kB/s | 26 kB 00:00 2024-04-25T17:03:04.013 INFO:teuthology.orchestra.run.smithi084.stdout:(78/152): python3-jsonpointer-2.0-4.el9.noarch. 454 kB/s | 19 kB 00:00 2024-04-25T17:03:04.046 INFO:teuthology.orchestra.run.smithi084.stdout:(79/152): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-04-25T17:03:04.072 INFO:teuthology.orchestra.run.smithi084.stdout:(80/152): python3-markupsafe-1.1.1-12.el9.x86_6 593 kB/s | 35 kB 00:00 2024-04-25T17:03:04.255 INFO:teuthology.orchestra.run.smithi084.stdout:(81/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 24 MB/s | 5.1 MB 00:00 2024-04-25T17:03:04.280 INFO:teuthology.orchestra.run.smithi084.stdout:(82/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.2 MB/s | 250 kB 00:00 2024-04-25T17:03:04.299 INFO:teuthology.orchestra.run.smithi042.stdout:Extra Packages for Enterprise Linux 2.3 MB/s | 21 MB 00:08 2024-04-25T17:03:04.314 INFO:teuthology.orchestra.run.smithi084.stdout:(83/152): python3-oauthlib-3.1.1-5.el9.noarch.r 3.7 MB/s | 222 kB 00:00 2024-04-25T17:03:04.339 INFO:teuthology.orchestra.run.smithi084.stdout:(84/152): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-04-25T17:03:04.365 INFO:teuthology.orchestra.run.smithi084.stdout:(85/152): python3-prettytable-0.7.2-27.el9.noar 841 kB/s | 42 kB 00:00 2024-04-25T17:03:04.390 INFO:teuthology.orchestra.run.smithi084.stdout:(86/152): python3-protobuf-3.14.0-13.el9.noarch 5.3 MB/s | 269 kB 00:00 2024-04-25T17:03:04.415 INFO:teuthology.orchestra.run.smithi084.stdout:(87/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-04-25T17:03:04.441 INFO:teuthology.orchestra.run.smithi084.stdout:(88/152): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-04-25T17:03:04.465 INFO:teuthology.orchestra.run.smithi084.stdout:(89/152): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-04-25T17:03:04.491 INFO:teuthology.orchestra.run.smithi084.stdout:(90/152): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-04-25T17:03:04.620 INFO:teuthology.orchestra.run.smithi028.stdout:(10/152): ceph-osd-19.0.0-3291.g994e2f20.el9.x8 9.5 MB/s | 18 MB 00:01 2024-04-25T17:03:04.711 INFO:teuthology.orchestra.run.smithi028.stdout:(11/152): cephfs-mirror-19.0.0-3291.g994e2f20.e 2.4 MB/s | 224 kB 00:00 2024-04-25T17:03:04.775 INFO:teuthology.orchestra.run.smithi084.stdout:(91/152): python3-toml-0.10.2-6.el9.noarch.rpm 147 kB/s | 42 kB 00:00 2024-04-25T17:03:04.778 INFO:teuthology.orchestra.run.smithi028.stdout:(12/152): cephfs-shell-19.0.0-3291.g994e2f20.el 406 kB/s | 27 kB 00:00 2024-04-25T17:03:04.845 INFO:teuthology.orchestra.run.smithi028.stdout:(13/152): libcephfs-devel-19.0.0-3291.g994e2f20 476 kB/s | 32 kB 00:00 2024-04-25T17:03:04.954 INFO:teuthology.orchestra.run.smithi028.stdout:(14/152): ceph-radosgw-19.0.0-3291.g994e2f20.el 6.6 MB/s | 10 MB 00:01 2024-04-25T17:03:04.988 INFO:teuthology.orchestra.run.smithi028.stdout:(15/152): libcephfs2-19.0.0-3291.g994e2f20.el9. 5.2 MB/s | 756 kB 00:00 2024-04-25T17:03:05.022 INFO:teuthology.orchestra.run.smithi028.stdout:(16/152): libcephsqlite-19.0.0-3291.g994e2f20.e 2.3 MB/s | 158 kB 00:00 2024-04-25T17:03:05.100 INFO:teuthology.orchestra.run.smithi028.stdout:(17/152): librados-devel-19.0.0-3291.g994e2f20. 1.8 MB/s | 127 kB 00:00 2024-04-25T17:03:05.100 INFO:teuthology.orchestra.run.smithi084.stdout:(92/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 28 MB/s | 16 MB 00:00 2024-04-25T17:03:05.100 INFO:teuthology.orchestra.run.smithi084.stdout:(93/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 152 kB/s | 44 kB 00:00 2024-04-25T17:03:05.100 INFO:teuthology.orchestra.run.smithi084.stdout:(94/152): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-04-25T17:03:05.117 INFO:teuthology.orchestra.run.smithi084.stdout:(95/152): qatlib-service-24.02.0-1.el9.x86_64.r 718 kB/s | 36 kB 00:00 2024-04-25T17:03:05.139 INFO:teuthology.orchestra.run.smithi028.stdout:(18/152): libradosstriper1-19.0.0-3291.g994e2f2 4.2 MB/s | 497 kB 00:00 2024-04-25T17:03:05.143 INFO:teuthology.orchestra.run.smithi084.stdout:(96/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 947 kB/s | 47 kB 00:00 2024-04-25T17:03:05.168 INFO:teuthology.orchestra.run.smithi084.stdout:(97/152): socat-1.7.4.1-5.el9.x86_64.rpm 5.9 MB/s | 305 kB 00:00 2024-04-25T17:03:05.193 INFO:teuthology.orchestra.run.smithi084.stdout:(98/152): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-04-25T17:03:05.218 INFO:teuthology.orchestra.run.smithi084.stdout:(99/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.8 MB/s | 94 kB 00:00 2024-04-25T17:03:05.222 INFO:teuthology.orchestra.run.smithi028.stdout:(19/152): python3-ceph-argparse-19.0.0-3291.g99 542 kB/s | 45 kB 00:00 2024-04-25T17:03:05.252 INFO:teuthology.orchestra.run.smithi084.stdout:(100/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-04-25T17:03:05.277 INFO:teuthology.orchestra.run.smithi084.stdout:(101/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 763 kB/s | 45 kB 00:00 2024-04-25T17:03:05.303 INFO:teuthology.orchestra.run.smithi084.stdout:(102/152): lua-devel-5.4.4-4.el9.x86_64.rpm 444 kB/s | 22 kB 00:00 2024-04-25T17:03:05.323 INFO:teuthology.orchestra.run.smithi028.stdout:(20/152): python3-ceph-common-19.0.0-3291.g994e 1.3 MB/s | 135 kB 00:00 2024-04-25T17:03:05.336 INFO:teuthology.orchestra.run.smithi084.stdout:(103/152): protobuf-compiler-3.14.0-13.el9.x86_ 14 MB/s | 863 kB 00:00 2024-04-25T17:03:05.423 INFO:teuthology.orchestra.run.smithi028.stdout:(21/152): python3-cephfs-19.0.0-3291.g994e2f20. 1.6 MB/s | 161 kB 00:00 2024-04-25T17:03:05.532 INFO:teuthology.orchestra.run.smithi028.stdout:(22/152): python3-rados-19.0.0-3291.g994e2f20.e 2.9 MB/s | 321 kB 00:00 2024-04-25T17:03:05.607 INFO:teuthology.orchestra.run.smithi028.stdout:(23/152): librgw2-19.0.0-3291.g994e2f20.el9.x86 9.4 MB/s | 5.2 MB 00:00 2024-04-25T17:03:05.633 INFO:teuthology.orchestra.run.smithi028.stdout:(24/152): python3-rbd-19.0.0-3291.g994e2f20.el9 2.9 MB/s | 298 kB 00:00 2024-04-25T17:03:05.674 INFO:teuthology.orchestra.run.smithi028.stdout:(25/152): python3-rgw-19.0.0-3291.g994e2f20.el9 1.4 MB/s | 100 kB 00:00 2024-04-25T17:03:05.691 INFO:teuthology.orchestra.run.smithi028.stdout:(26/152): rbd-fuse-19.0.0-3291.g994e2f20.el9.x8 1.4 MB/s | 86 kB 00:00 2024-04-25T17:03:05.720 INFO:teuthology.orchestra.run.smithi084.stdout:(104/152): gperftools-libs-2.9.1-2.el9.x86_64.r 805 kB/s | 309 kB 00:00 2024-04-25T17:03:05.767 INFO:teuthology.orchestra.run.smithi028.stdout:(27/152): rbd-nbd-19.0.0-3291.g994e2f20.el9.x86 2.2 MB/s | 169 kB 00:00 2024-04-25T17:03:05.795 INFO:teuthology.orchestra.run.smithi084.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 259 kB/s | 19 kB 00:00 2024-04-25T17:03:05.859 INFO:teuthology.orchestra.run.smithi028.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3291.g 373 kB/s | 34 kB 00:00 2024-04-25T17:03:05.950 INFO:teuthology.orchestra.run.smithi028.stdout:(29/152): ceph-mgr-cephadm-19.0.0-3291.g994e2f2 1.5 MB/s | 142 kB 00:00 2024-04-25T17:03:05.995 INFO:teuthology.orchestra.run.smithi084.stdout:(106/152): abseil-cpp-20211102.0-3.el9.x86_64.r 792 kB/s | 548 kB 00:00 2024-04-25T17:03:06.018 INFO:teuthology.orchestra.run.smithi028.stdout:(30/152): rbd-mirror-19.0.0-3291.g994e2f20.el9. 8.9 MB/s | 3.0 MB 00:00 2024-04-25T17:03:06.062 INFO:teuthology.orchestra.run.smithi084.stdout:(107/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 390 kB/s | 26 kB 00:00 2024-04-25T17:03:06.137 INFO:teuthology.orchestra.run.smithi084.stdout:(108/152): liboath-2.6.7-2.el9.x86_64.rpm 649 kB/s | 49 kB 00:00 2024-04-25T17:03:06.221 INFO:teuthology.orchestra.run.smithi084.stdout:(109/152): libarrow-9.0.0-10.el9.x86_64.rpm 10 MB/s | 4.4 MB 00:00 2024-04-25T17:03:06.247 INFO:teuthology.orchestra.run.smithi084.stdout:(110/152): libunwind-1.6.2-1.el9.x86_64.rpm 619 kB/s | 67 kB 00:00 2024-04-25T17:03:06.297 INFO:teuthology.orchestra.run.smithi084.stdout:(111/152): luarocks-3.9.2-1.el9.noarch.rpm 2.0 MB/s | 151 kB 00:00 2024-04-25T17:03:06.372 INFO:teuthology.orchestra.run.smithi084.stdout:(112/152): python3-asyncssh-2.13.2-5.el9.noarch 7.1 MB/s | 548 kB 00:00 2024-04-25T17:03:06.439 INFO:teuthology.orchestra.run.smithi084.stdout:(113/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 651 kB/s | 43 kB 00:00 2024-04-25T17:03:06.523 INFO:teuthology.orchestra.run.smithi084.stdout:(114/152): python3-cachetools-4.2.4-1.el9.noarc 385 kB/s | 32 kB 00:00 2024-04-25T17:03:06.589 INFO:teuthology.orchestra.run.smithi084.stdout:(115/152): python3-certifi-2021.10.8-2.el9.noar 225 kB/s | 15 kB 00:00 2024-04-25T17:03:06.665 INFO:teuthology.orchestra.run.smithi084.stdout:(116/152): python3-cheroot-8.6.0-4.el9.noarch.r 2.2 MB/s | 172 kB 00:00 2024-04-25T17:03:06.740 INFO:teuthology.orchestra.run.smithi084.stdout:(117/152): python3-cherrypy-18.6.1-2.el9.noarch 4.7 MB/s | 358 kB 00:00 2024-04-25T17:03:06.765 INFO:teuthology.orchestra.run.smithi084.stdout:(118/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 1.6 MB/s | 838 kB 00:00 2024-04-25T17:03:06.816 INFO:teuthology.orchestra.run.smithi084.stdout:(119/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.9 MB/s | 303 kB 00:00 2024-04-25T17:03:06.826 INFO:teuthology.orchestra.run.smithi028.stdout:(31/152): ceph-mgr-dashboard-19.0.0-3291.g994e2 4.0 MB/s | 3.5 MB 00:00 2024-04-25T17:03:06.840 INFO:teuthology.orchestra.run.smithi084.stdout:(120/152): python3-colorama-0.4.4-12.el9.noarch 469 kB/s | 35 kB 00:00 2024-04-25T17:03:06.891 INFO:teuthology.orchestra.run.smithi084.stdout:(121/152): python3-google-auth-2.29.0-1.el9.noa 2.7 MB/s | 206 kB 00:00 2024-04-25T17:03:06.966 INFO:teuthology.orchestra.run.smithi084.stdout:(122/152): python3-grpcio-tools-1.46.7-10.el9.x 1.9 MB/s | 144 kB 00:00 2024-04-25T17:03:07.033 INFO:teuthology.orchestra.run.smithi084.stdout:(123/152): python3-jaraco-8.2.1-3.el9.noarch.rp 161 kB/s | 11 kB 00:00 2024-04-25T17:03:07.100 INFO:teuthology.orchestra.run.smithi084.stdout:(124/152): python3-jaraco-classes-3.2.1-5.el9.n 266 kB/s | 18 kB 00:00 2024-04-25T17:03:07.167 INFO:teuthology.orchestra.run.smithi084.stdout:(125/152): python3-jaraco-collections-3.0.0-8.e 347 kB/s | 23 kB 00:00 2024-04-25T17:03:07.227 INFO:teuthology.orchestra.run.smithi028.stdout:(32/152): ceph-test-19.0.0-3291.g994e2f20.el9.x 13 MB/s | 43 MB 00:03 2024-04-25T17:03:07.252 INFO:teuthology.orchestra.run.smithi028.stdout:(33/152): ceph-mgr-modules-core-19.0.0-3291.g99 585 kB/s | 249 kB 00:00 2024-04-25T17:03:07.268 INFO:teuthology.orchestra.run.smithi028.stdout:(34/152): ceph-mgr-rook-19.0.0-3291.g994e2f20.e 1.2 MB/s | 49 kB 00:00 2024-04-25T17:03:07.276 INFO:teuthology.orchestra.run.smithi084.stdout:(126/152): python3-jaraco-functools-3.5.0-2.el9 179 kB/s | 19 kB 00:00 2024-04-25T17:03:07.286 INFO:teuthology.orchestra.run.smithi028.stdout:(35/152): ceph-prometheus-alerts-19.0.0-3291.g9 492 kB/s | 16 kB 00:00 2024-04-25T17:03:07.319 INFO:teuthology.orchestra.run.smithi028.stdout:(36/152): ceph-volume-19.0.0-3291.g994e2f20.el9 5.3 MB/s | 273 kB 00:00 2024-04-25T17:03:07.342 INFO:teuthology.orchestra.run.smithi084.stdout:(127/152): python3-jaraco-text-3.2.0-6.el9.noar 295 kB/s | 20 kB 00:00 2024-04-25T17:03:07.411 INFO:teuthology.orchestra.run.smithi028.stdout:(37/152): ceph-mgr-diskprediction-local-19.0.0- 5.3 MB/s | 7.4 MB 00:01 2024-04-25T17:03:07.436 INFO:teuthology.orchestra.run.smithi028.stdout:(38/152): cephfs-top-19.0.0-3291.g994e2f20.el9. 156 kB/s | 18 kB 00:00 2024-04-25T17:03:07.468 INFO:teuthology.orchestra.run.smithi084.stdout:(128/152): python3-kubernetes-26.1.0-2.el9.noar 8.2 MB/s | 1.0 MB 00:00 2024-04-25T17:03:07.478 INFO:teuthology.orchestra.run.smithi028.stdout:(39/152): cephadm-19.0.0-3291.g994e2f20.el9.noa 3.9 MB/s | 762 kB 00:00 2024-04-25T17:03:07.535 INFO:teuthology.orchestra.run.smithi084.stdout:(129/152): python3-logutils-0.3.5-21.el9.noarch 695 kB/s | 46 kB 00:00 2024-04-25T17:03:07.593 INFO:teuthology.orchestra.run.smithi084.stdout:(130/152): python3-grpcio-1.46.7-10.el9.x86_64. 2.7 MB/s | 2.0 MB 00:00 2024-04-25T17:03:07.612 INFO:teuthology.orchestra.run.smithi028.stdout:(40/152): fuse-2.9.9-15.el9.x86_64.rpm 401 kB/s | 80 kB 00:00 2024-04-25T17:03:07.619 INFO:teuthology.orchestra.run.smithi084.stdout:(131/152): python3-more-itertools-8.12.0-2.el9. 942 kB/s | 79 kB 00:00 2024-04-25T17:03:07.669 INFO:teuthology.orchestra.run.smithi084.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 767 kB/s | 58 kB 00:00 2024-04-25T17:03:07.687 INFO:teuthology.orchestra.run.smithi028.stdout:(41/152): libquadmath-11.4.1-3.el9.x86_64.rpm 1.3 MB/s | 195 kB 00:00 2024-04-25T17:03:07.703 INFO:teuthology.orchestra.run.smithi084.stdout:(133/152): python3-pecan-1.4.2-3.el9.noarch.rpm 3.2 MB/s | 272 kB 00:00 2024-04-25T17:03:07.712 INFO:teuthology.orchestra.run.smithi028.stdout:(42/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.5 MB/s | 253 kB 00:00 2024-04-25T17:03:07.736 INFO:teuthology.orchestra.run.smithi084.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 246 kB/s | 16 kB 00:00 2024-04-25T17:03:07.761 INFO:teuthology.orchestra.run.smithi084.stdout:(135/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-04-25T17:03:07.771 INFO:teuthology.orchestra.run.smithi028.stdout:(43/152): libgfortran-11.4.1-3.el9.x86_64.rpm 2.3 MB/s | 803 kB 00:00 2024-04-25T17:03:07.795 INFO:teuthology.orchestra.run.smithi084.stdout:(136/152): python3-pyperclip-1.8.2-2.el9.noarch 482 kB/s | 28 kB 00:00 2024-04-25T17:03:07.821 INFO:teuthology.orchestra.run.smithi084.stdout:(137/152): python3-repoze-lru-0.7-16.el9.noarch 524 kB/s | 31 kB 00:00 2024-04-25T17:03:07.830 INFO:teuthology.orchestra.run.smithi028.stdout:(44/152): python3-cryptography-36.0.1-4.el9.x86 8.6 MB/s | 1.2 MB 00:00 2024-04-25T17:03:07.855 INFO:teuthology.orchestra.run.smithi028.stdout:(45/152): python3-ply-3.11-14.el9.noarch.rpm 750 kB/s | 106 kB 00:00 2024-04-25T17:03:07.871 INFO:teuthology.orchestra.run.smithi084.stdout:(138/152): python3-routes-2.5.1-5.el9.noarch.rp 2.5 MB/s | 188 kB 00:00 2024-04-25T17:03:07.880 INFO:teuthology.orchestra.run.smithi028.stdout:(46/152): python3-pycparser-2.20-6.el9.noarch.r 1.2 MB/s | 135 kB 00:00 2024-04-25T17:03:07.888 INFO:teuthology.orchestra.run.smithi084.stdout:(139/152): python3-rsa-4.9-2.el9.noarch.rpm 885 kB/s | 59 kB 00:00 2024-04-25T17:03:07.905 INFO:teuthology.orchestra.run.smithi028.stdout:(47/152): python3-requests-2.25.1-8.el9.noarch. 1.6 MB/s | 125 kB 00:00 2024-04-25T17:03:07.929 INFO:teuthology.orchestra.run.smithi084.stdout:(140/152): python3-tempora-5.0.0-2.el9.noarch.r 613 kB/s | 36 kB 00:00 2024-04-25T17:03:07.931 INFO:teuthology.orchestra.run.smithi028.stdout:(48/152): python3-urllib3-1.26.5-5.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-04-25T17:03:07.946 INFO:teuthology.orchestra.run.smithi084.stdout:(141/152): python3-typing-extensions-4.4.0-2.el 872 kB/s | 51 kB 00:00 2024-04-25T17:03:08.013 INFO:teuthology.orchestra.run.smithi084.stdout:(142/152): python3-websocket-client-1.2.3-2.el9 1.3 MB/s | 90 kB 00:00 2024-04-25T17:03:08.014 INFO:teuthology.orchestra.run.smithi028.stdout:(49/152): automake-1.16.2-8.el9.noarch.rpm 5.0 MB/s | 689 kB 00:00 2024-04-25T17:03:08.047 INFO:teuthology.orchestra.run.smithi084.stdout:(143/152): python3-webob-1.8.7-6.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-04-25T17:03:08.073 INFO:teuthology.orchestra.run.smithi028.stdout:(50/152): bison-3.7.4-5.el9.x86_64.rpm 5.5 MB/s | 943 kB 00:00 2024-04-25T17:03:08.089 INFO:teuthology.orchestra.run.smithi084.stdout:(144/152): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-04-25T17:03:08.098 INFO:teuthology.orchestra.run.smithi028.stdout:(51/152): boost-program-options-1.75.0-8.el9.x8 643 kB/s | 107 kB 00:00 2024-04-25T17:03:08.124 INFO:teuthology.orchestra.run.smithi028.stdout:(52/152): elfutils-libelf-devel-0.190-2.el9.x86 201 kB/s | 21 kB 00:00 2024-04-25T17:03:08.131 INFO:teuthology.orchestra.run.smithi084.stdout:(145/152): python3-zc-lockfile-2.0-10.el9.noarc 239 kB/s | 20 kB 00:00 2024-04-25T17:03:08.149 INFO:teuthology.orchestra.run.smithi028.stdout:(53/152): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-04-25T17:03:08.164 INFO:teuthology.orchestra.run.smithi084.stdout:(146/152): re2-20211101-3.el9.x86_64.rpm 2.5 MB/s | 192 kB 00:00 2024-04-25T17:03:08.174 INFO:teuthology.orchestra.run.smithi028.stdout:(54/152): flexiblas-3.0.4-8.el9.x86_64.rpm 435 kB/s | 33 kB 00:00 2024-04-25T17:03:08.283 INFO:teuthology.orchestra.run.smithi028.stdout:(55/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 19 MB/s | 3.0 MB 00:00 2024-04-25T17:03:08.308 INFO:teuthology.orchestra.run.smithi028.stdout:(56/152): flexiblas-openblas-openmp-3.0.4-8.el9 139 kB/s | 18 kB 00:00 2024-04-25T17:03:08.333 INFO:teuthology.orchestra.run.smithi028.stdout:(57/152): libaio-devel-0.3.111-13.el9.x86_64.rp 71 kB/s | 11 kB 00:00 2024-04-25T17:03:08.375 INFO:teuthology.orchestra.run.smithi028.stdout:(58/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.8 MB/s | 160 kB 00:00 2024-04-25T17:03:08.400 INFO:teuthology.orchestra.run.smithi028.stdout:(59/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 682 kB/s | 45 kB 00:00 2024-04-25T17:03:08.434 INFO:teuthology.orchestra.run.smithi028.stdout:(60/152): librdkafka-1.6.1-102.el9.x86_64.rpm 6.5 MB/s | 662 kB 00:00 2024-04-25T17:03:08.459 INFO:teuthology.orchestra.run.smithi028.stdout:(61/152): libtool-2.4.6-45.el9.x86_64.rpm 6.9 MB/s | 582 kB 00:00 2024-04-25T17:03:08.484 INFO:teuthology.orchestra.run.smithi028.stdout:(62/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 520 kB/s | 25 kB 00:00 2024-04-25T17:03:08.490 INFO:teuthology.orchestra.run.smithi084.stdout:(147/152): thrift-0.15.0-2.el9.x86_64.rpm 4.4 MB/s | 1.6 MB 00:00 2024-04-25T17:03:08.509 INFO:teuthology.orchestra.run.smithi028.stdout:(63/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 641 kB/s | 47 kB 00:00 2024-04-25T17:03:08.534 INFO:teuthology.orchestra.run.smithi028.stdout:(64/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.8 MB/s | 292 kB 00:00 2024-04-25T17:03:08.560 INFO:teuthology.orchestra.run.smithi028.stdout:(65/152): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 188 kB 00:00 2024-04-25T17:03:08.577 INFO:teuthology.orchestra.run.smithi028.stdout:(66/152): openblas-0.3.21-2.el9.x86_64.rpm 532 kB/s | 35 kB 00:00 2024-04-25T17:03:08.615 INFO:teuthology.orchestra.run.smithi084.stdout:(148/152): librados2-19.0.0-3291.g994e2f20.el9. 7.4 MB/s | 3.3 MB 00:00 2024-04-25T17:03:08.682 INFO:teuthology.orchestra.run.smithi084.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 20 MB/s | 1.3 MB 00:00 2024-04-25T17:03:08.727 INFO:teuthology.orchestra.run.smithi028.stdout:(67/152): openblas-openmp-0.3.21-2.el9.x86_64.r 25 MB/s | 4.7 MB 00:00 2024-04-25T17:03:08.799 INFO:teuthology.orchestra.run.smithi084.stdout:(150/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 21 MB/s | 2.4 MB 00:00 2024-04-25T17:03:08.844 INFO:teuthology.orchestra.run.smithi028.stdout:(68/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 17 MB/s | 4.4 MB 00:00 2024-04-25T17:03:08.849 INFO:teuthology.orchestra.run.smithi084.stdout:(151/152): librbd1-19.0.0-3291.g994e2f20.el9.x8 8.6 MB/s | 3.1 MB 00:00 2024-04-25T17:03:08.877 INFO:teuthology.orchestra.run.smithi028.stdout:(69/152): postgresql-13.14-1.el9.x86_64.rpm 5.3 MB/s | 1.6 MB 00:00 2024-04-25T17:03:08.911 INFO:teuthology.orchestra.run.smithi028.stdout:(70/152): postgresql-contrib-13.14-1.el9.x86_64 4.9 MB/s | 911 kB 00:00 2024-04-25T17:03:08.936 INFO:teuthology.orchestra.run.smithi028.stdout:(71/152): postgresql-private-libs-13.14-1.el9.x 1.4 MB/s | 133 kB 00:00 2024-04-25T17:03:09.045 INFO:teuthology.orchestra.run.smithi028.stdout:(72/152): protobuf-3.14.0-13.el9.x86_64.rpm 7.6 MB/s | 1.0 MB 00:00 2024-04-25T17:03:09.120 INFO:teuthology.orchestra.run.smithi028.stdout:(73/152): postgresql-server-13.14-1.el9.x86_64. 28 MB/s | 5.8 MB 00:00 2024-04-25T17:03:09.145 INFO:teuthology.orchestra.run.smithi028.stdout:(74/152): python3-attrs-20.3.0-7.el9.noarch.rpm 422 kB/s | 87 kB 00:00 2024-04-25T17:03:09.254 INFO:teuthology.orchestra.run.smithi028.stdout:(75/152): python3-babel-2.9.1-2.el9.noarch.rpm 29 MB/s | 6.0 MB 00:00 2024-04-25T17:03:09.279 INFO:teuthology.orchestra.run.smithi028.stdout:(76/152): python3-devel-3.9.18-3.el9.x86_64.rpm 1.8 MB/s | 244 kB 00:00 2024-04-25T17:03:09.304 INFO:teuthology.orchestra.run.smithi028.stdout:(77/152): python3-jinja2-2.11.3-5.el9.noarch.rp 1.6 MB/s | 248 kB 00:00 2024-04-25T17:03:09.329 INFO:teuthology.orchestra.run.smithi028.stdout:(78/152): python3-jsonpatch-1.21-16.el9.noarch. 344 kB/s | 26 kB 00:00 2024-04-25T17:03:09.355 INFO:teuthology.orchestra.run.smithi028.stdout:(79/152): python3-jsonpointer-2.0-4.el9.noarch. 379 kB/s | 19 kB 00:00 2024-04-25T17:03:09.380 INFO:teuthology.orchestra.run.smithi028.stdout:(80/152): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-04-25T17:03:09.405 INFO:teuthology.orchestra.run.smithi028.stdout:(81/152): python3-markupsafe-1.1.1-12.el9.x86_6 461 kB/s | 35 kB 00:00 2024-04-25T17:03:09.473 INFO:teuthology.orchestra.run.smithi028.stdout:(82/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.7 MB/s | 250 kB 00:00 2024-04-25T17:03:09.540 INFO:teuthology.orchestra.run.smithi042.stdout:lab-extras 44 kB/s | 1.7 kB 00:00 2024-04-25T17:03:09.581 INFO:teuthology.orchestra.run.smithi028.stdout:(83/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 25 MB/s | 5.1 MB 00:00 2024-04-25T17:03:09.606 INFO:teuthology.orchestra.run.smithi028.stdout:(84/152): python3-oauthlib-3.1.1-5.el9.noarch.r 1.1 MB/s | 222 kB 00:00 2024-04-25T17:03:09.631 INFO:teuthology.orchestra.run.smithi028.stdout:(85/152): python3-packaging-20.9-5.el9.noarch.r 495 kB/s | 77 kB 00:00 2024-04-25T17:03:09.656 INFO:teuthology.orchestra.run.smithi028.stdout:(86/152): python3-prettytable-0.7.2-27.el9.noar 564 kB/s | 42 kB 00:00 2024-04-25T17:03:09.682 INFO:teuthology.orchestra.run.smithi028.stdout:(87/152): python3-protobuf-3.14.0-13.el9.noarch 5.2 MB/s | 269 kB 00:00 2024-04-25T17:03:09.707 INFO:teuthology.orchestra.run.smithi028.stdout:(88/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.1 MB/s | 159 kB 00:00 2024-04-25T17:03:09.733 INFO:teuthology.orchestra.run.smithi028.stdout:(89/152): python3-pyasn1-modules-0.4.8-6.el9.no 3.6 MB/s | 279 kB 00:00 2024-04-25T17:03:09.757 INFO:teuthology.orchestra.run.smithi028.stdout:(90/152): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-04-25T17:03:09.783 INFO:teuthology.orchestra.run.smithi028.stdout:(91/152): python3-requests-oauthlib-1.3.0-12.el 718 kB/s | 54 kB 00:00 2024-04-25T17:03:10.008 INFO:teuthology.orchestra.run.smithi028.stdout:(92/152): python3-toml-0.10.2-6.el9.noarch.rpm 188 kB/s | 42 kB 00:00 2024-04-25T17:03:10.033 INFO:teuthology.orchestra.run.smithi028.stdout:(93/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 179 kB/s | 44 kB 00:00 2024-04-25T17:03:10.192 INFO:teuthology.orchestra.run.smithi028.stdout:(94/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 35 MB/s | 16 MB 00:00 2024-04-25T17:03:10.217 INFO:teuthology.orchestra.run.smithi028.stdout:(95/152): qatlib-24.02.0-1.el9.x86_64.rpm 1.0 MB/s | 221 kB 00:00 2024-04-25T17:03:10.242 INFO:teuthology.orchestra.run.smithi028.stdout:(96/152): qatlib-service-24.02.0-1.el9.x86_64.r 174 kB/s | 36 kB 00:00 2024-04-25T17:03:10.268 INFO:teuthology.orchestra.run.smithi028.stdout:(97/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 948 kB/s | 47 kB 00:00 2024-04-25T17:03:10.293 INFO:teuthology.orchestra.run.smithi028.stdout:(98/152): socat-1.7.4.1-5.el9.x86_64.rpm 4.0 MB/s | 305 kB 00:00 2024-04-25T17:03:10.318 INFO:teuthology.orchestra.run.smithi028.stdout:(99/152): uuid-1.6.2-55.el9.x86_64.rpm 766 kB/s | 58 kB 00:00 2024-04-25T17:03:10.343 INFO:teuthology.orchestra.run.smithi028.stdout:(100/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.2 MB/s | 94 kB 00:00 2024-04-25T17:03:10.369 INFO:teuthology.orchestra.run.smithi028.stdout:(101/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 845 kB/s | 64 kB 00:00 2024-04-25T17:03:10.394 INFO:teuthology.orchestra.run.smithi028.stdout:(102/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 594 kB/s | 45 kB 00:00 2024-04-25T17:03:10.419 INFO:teuthology.orchestra.run.smithi028.stdout:(103/152): lua-devel-5.4.4-4.el9.x86_64.rpm 296 kB/s | 22 kB 00:00 2024-04-25T17:03:10.461 INFO:teuthology.orchestra.run.smithi028.stdout:(104/152): protobuf-compiler-3.14.0-13.el9.x86_ 9.2 MB/s | 863 kB 00:00 2024-04-25T17:03:11.785 INFO:teuthology.orchestra.run.smithi042.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T17:03:11.786 INFO:teuthology.orchestra.run.smithi042.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T17:03:11.797 INFO:teuthology.orchestra.run.smithi042.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-25T17:03:11.798 INFO:teuthology.orchestra.run.smithi042.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-25T17:03:11.799 INFO:teuthology.orchestra.run.smithi042.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-25T17:03:11.800 INFO:teuthology.orchestra.run.smithi042.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-25T17:03:11.802 INFO:teuthology.orchestra.run.smithi042.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-25T17:03:11.804 INFO:teuthology.orchestra.run.smithi042.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-25T17:03:11.805 INFO:teuthology.orchestra.run.smithi042.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-25T17:03:11.870 INFO:teuthology.orchestra.run.smithi042.stdout:Dependencies resolved. 2024-04-25T17:03:11.880 INFO:teuthology.orchestra.run.smithi042.stdout:======================================================================================= 2024-04-25T17:03:11.880 INFO:teuthology.orchestra.run.smithi042.stdout: Package Arch Version Repository Size 2024-04-25T17:03:11.880 INFO:teuthology.orchestra.run.smithi042.stdout:======================================================================================= 2024-04-25T17:03:11.880 INFO:teuthology.orchestra.run.smithi042.stdout:Installing: 2024-04-25T17:03:11.880 INFO:teuthology.orchestra.run.smithi042.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-25T17:03:11.880 INFO:teuthology.orchestra.run.smithi042.stdout: ceph x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 6.6 k 2024-04-25T17:03:11.880 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-base x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 5.4 M 2024-04-25T17:03:11.880 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-fuse x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 863 k 2024-04-25T17:03:11.880 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 147 k 2024-04-25T17:03:11.880 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 1.5 M 2024-04-25T17:03:11.880 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 142 k 2024-04-25T17:03:11.880 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 3.5 M 2024-04-25T17:03:11.880 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 7.4 M 2024-04-25T17:03:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-rook noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 49 k 2024-04-25T17:03:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-radosgw x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 10 M 2024-04-25T17:03:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-test x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 43 M 2024-04-25T17:03:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-volume noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 273 k 2024-04-25T17:03:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: cephadm noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 762 k 2024-04-25T17:03:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: cephfs-mirror x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 224 k 2024-04-25T17:03:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: cephfs-shell x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 27 k 2024-04-25T17:03:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: cephfs-top noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 18 k 2024-04-25T17:03:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-25T17:03:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-25T17:03:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-25T17:03:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: libcephfs-devel x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 32 k 2024-04-25T17:03:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: libcephfs2 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 756 k 2024-04-25T17:03:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: librados-devel x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 127 k 2024-04-25T17:03:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-25T17:03:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-25T17:03:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-25T17:03:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-25T17:03:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-25T17:03:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-25T17:03:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cephfs x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 161 k 2024-04-25T17:03:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rados x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 321 k 2024-04-25T17:03:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rbd x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 298 k 2024-04-25T17:03:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rgw x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 100 k 2024-04-25T17:03:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-fuse x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 86 k 2024-04-25T17:03:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-mirror x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 3.0 M 2024-04-25T17:03:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-nbd x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 169 k 2024-04-25T17:03:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-25T17:03:11.883 INFO:teuthology.orchestra.run.smithi042.stdout:Upgrading: 2024-04-25T17:03:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: librados2 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 3.3 M 2024-04-25T17:03:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: librbd1 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 3.1 M 2024-04-25T17:03:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-25T17:03:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-25T17:03:11.883 INFO:teuthology.orchestra.run.smithi042.stdout:Installing dependencies: 2024-04-25T17:03:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-25T17:03:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-25T17:03:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-25T17:03:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-common x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 20 M 2024-04-25T17:03:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 34 k 2024-04-25T17:03:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mds x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 2.3 M 2024-04-25T17:03:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 249 k 2024-04-25T17:03:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mon x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 4.9 M 2024-04-25T17:03:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-osd x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 18 M 2024-04-25T17:03:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3291.g994e2f20.el9 ceph-noarch 16 k 2024-04-25T17:03:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-selinux x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 25 k 2024-04-25T17:03:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-25T17:03:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-25T17:03:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-25T17:03:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-25T17:03:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-25T17:03:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-25T17:03:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-25T17:03:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-25T17:03:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: libcephsqlite x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 158 k 2024-04-25T17:03:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-25T17:03:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-25T17:03:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-25T17:03:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-25T17:03:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-25T17:03:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: libradosstriper1 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 497 k 2024-04-25T17:03:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-25T17:03:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: librgw2 x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 5.2 M 2024-04-25T17:03:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-25T17:03:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-25T17:03:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-25T17:03:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-25T17:03:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-25T17:03:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-25T17:03:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-25T17:03:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-25T17:03:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-25T17:03:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-25T17:03:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-25T17:03:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-25T17:03:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-25T17:03:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-25T17:03:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-25T17:03:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-25T17:03:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-25T17:03:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ceph-argparse x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 45 k 2024-04-25T17:03:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ceph-common x86_64 2:19.0.0-3291.g994e2f20.el9 ceph 135 k 2024-04-25T17:03:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-25T17:03:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-25T17:03:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-25T17:03:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-25T17:03:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-25T17:03:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-25T17:03:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-25T17:03:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-25T17:03:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-25T17:03:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-25T17:03:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-25T17:03:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-25T17:03:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-25T17:03:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-25T17:03:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-25T17:03:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-25T17:03:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-25T17:03:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-25T17:03:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-25T17:03:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-25T17:03:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-25T17:03:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-25T17:03:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-25T17:03:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-25T17:03:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-25T17:03:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-25T17:03:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-25T17:03:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-25T17:03:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-25T17:03:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-25T17:03:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-25T17:03:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-25T17:03:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-25T17:03:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-25T17:03:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-25T17:03:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-25T17:03:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-25T17:03:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-25T17:03:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-25T17:03:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-25T17:03:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-25T17:03:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-25T17:03:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-25T17:03:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-25T17:03:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-25T17:03:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-25T17:03:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-25T17:03:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-25T17:03:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-25T17:03:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-25T17:03:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-25T17:03:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-25T17:03:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-25T17:03:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-25T17:03:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-25T17:03:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-25T17:03:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-25T17:03:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-25T17:03:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-25T17:03:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-25T17:03:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-25T17:03:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-25T17:03:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-25T17:03:11.891 INFO:teuthology.orchestra.run.smithi042.stdout:Installing weak dependencies: 2024-04-25T17:03:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-25T17:03:11.892 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-04-25T17:03:11.892 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction Summary 2024-04-25T17:03:11.892 INFO:teuthology.orchestra.run.smithi042.stdout:======================================================================================= 2024-04-25T17:03:11.892 INFO:teuthology.orchestra.run.smithi042.stdout:Install 148 Packages 2024-04-25T17:03:11.892 INFO:teuthology.orchestra.run.smithi042.stdout:Upgrade 4 Packages 2024-04-25T17:03:11.892 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-04-25T17:03:11.892 INFO:teuthology.orchestra.run.smithi042.stdout:Total download size: 214 M 2024-04-25T17:03:11.892 INFO:teuthology.orchestra.run.smithi042.stdout:Downloading Packages: 2024-04-25T17:03:12.011 INFO:teuthology.orchestra.run.smithi028.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 13 kB/s | 19 kB 00:01 2024-04-25T17:03:12.595 INFO:teuthology.orchestra.run.smithi028.stdout:(106/152): gperftools-libs-2.9.1-2.el9.x86_64.r 142 kB/s | 309 kB 00:02 2024-04-25T17:03:12.620 INFO:teuthology.orchestra.run.smithi028.stdout:(107/152): abseil-cpp-20211102.0-3.el9.x86_64.r 246 kB/s | 548 kB 00:02 2024-04-25T17:03:13.025 INFO:teuthology.orchestra.run.smithi042.stdout:(1/152): ceph-19.0.0-3291.g994e2f20.el9.x86_64. 39 kB/s | 6.6 kB 00:00 2024-04-25T17:03:13.401 INFO:teuthology.orchestra.run.smithi042.stdout:(2/152): ceph-fuse-19.0.0-3291.g994e2f20.el9.x8 2.2 MB/s | 863 kB 00:00 2024-04-25T17:03:13.476 INFO:teuthology.orchestra.run.smithi042.stdout:(3/152): ceph-base-19.0.0-3291.g994e2f20.el9.x8 8.7 MB/s | 5.4 MB 00:00 2024-04-25T17:03:13.501 INFO:teuthology.orchestra.run.smithi042.stdout:(4/152): ceph-immutable-object-cache-19.0.0-329 1.4 MB/s | 147 kB 00:00 2024-04-25T17:03:13.693 INFO:teuthology.orchestra.run.smithi042.stdout:(5/152): ceph-mds-19.0.0-3291.g994e2f20.el9.x86 10 MB/s | 2.3 MB 00:00 2024-04-25T17:03:13.860 INFO:teuthology.orchestra.run.smithi042.stdout:(6/152): ceph-mgr-19.0.0-3291.g994e2f20.el9.x86 4.2 MB/s | 1.5 MB 00:00 2024-04-25T17:03:14.260 INFO:teuthology.orchestra.run.smithi042.stdout:(7/152): ceph-mon-19.0.0-3291.g994e2f20.el9.x86 8.6 MB/s | 4.9 MB 00:00 2024-04-25T17:03:14.303 INFO:teuthology.orchestra.run.smithi028.stdout:(108/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 15 kB/s | 26 kB 00:01 2024-04-25T17:03:14.329 INFO:teuthology.orchestra.run.smithi028.stdout:(109/152): liboath-2.6.7-2.el9.x86_64.rpm 28 kB/s | 49 kB 00:01 2024-04-25T17:03:15.436 INFO:teuthology.orchestra.run.smithi042.stdout:(8/152): ceph-radosgw-19.0.0-3291.g994e2f20.el9 8.6 MB/s | 10 MB 00:01 2024-04-25T17:03:15.476 INFO:teuthology.orchestra.run.smithi028.stdout:(110/152): libunwind-1.6.2-1.el9.x86_64.rpm 57 kB/s | 67 kB 00:01 2024-04-25T17:03:15.505 INFO:teuthology.orchestra.run.smithi028.stdout:(111/152): luarocks-3.9.2-1.el9.noarch.rpm 128 kB/s | 151 kB 00:01 2024-04-25T17:03:15.628 INFO:teuthology.orchestra.run.smithi042.stdout:(9/152): ceph-common-19.0.0-3291.g994e2f20.el9. 7.1 MB/s | 20 MB 00:02 2024-04-25T17:03:15.653 INFO:teuthology.orchestra.run.smithi042.stdout:(10/152): ceph-selinux-19.0.0-3291.g994e2f20.el 116 kB/s | 25 kB 00:00 2024-04-25T17:03:15.712 INFO:teuthology.orchestra.run.smithi042.stdout:(11/152): cephfs-mirror-19.0.0-3291.g994e2f20.e 3.8 MB/s | 224 kB 00:00 2024-04-25T17:03:15.912 INFO:teuthology.orchestra.run.smithi042.stdout:(12/152): ceph-osd-19.0.0-3291.g994e2f20.el9.x8 8.6 MB/s | 18 MB 00:02 2024-04-25T17:03:15.937 INFO:teuthology.orchestra.run.smithi042.stdout:(13/152): cephfs-shell-19.0.0-3291.g994e2f20.el 120 kB/s | 27 kB 00:00 2024-04-25T17:03:15.954 INFO:teuthology.orchestra.run.smithi042.stdout:(14/152): libcephfs-devel-19.0.0-3291.g994e2f20 761 kB/s | 32 kB 00:00 2024-04-25T17:03:16.013 INFO:teuthology.orchestra.run.smithi042.stdout:(15/152): libcephfs2-19.0.0-3291.g994e2f20.el9. 9.8 MB/s | 756 kB 00:00 2024-04-25T17:03:16.038 INFO:teuthology.orchestra.run.smithi042.stdout:(16/152): libcephsqlite-19.0.0-3291.g994e2f20.e 1.8 MB/s | 158 kB 00:00 2024-04-25T17:03:16.063 INFO:teuthology.orchestra.run.smithi042.stdout:(17/152): librados-devel-19.0.0-3291.g994e2f20. 2.5 MB/s | 127 kB 00:00 2024-04-25T17:03:16.114 INFO:teuthology.orchestra.run.smithi042.stdout:(18/152): libradosstriper1-19.0.0-3291.g994e2f2 6.5 MB/s | 497 kB 00:00 2024-04-25T17:03:16.181 INFO:teuthology.orchestra.run.smithi042.stdout:(19/152): python3-ceph-argparse-19.0.0-3291.g99 679 kB/s | 45 kB 00:00 2024-04-25T17:03:16.247 INFO:teuthology.orchestra.run.smithi042.stdout:(20/152): python3-ceph-common-19.0.0-3291.g994e 2.0 MB/s | 135 kB 00:00 2024-04-25T17:03:16.281 INFO:teuthology.orchestra.run.smithi084.stdout:(152/152): ceph-test-19.0.0-3291.g994e2f20.el9. 2.6 MB/s | 43 MB 00:16 2024-04-25T17:03:16.287 INFO:teuthology.orchestra.run.smithi084.stdout:-------------------------------------------------------------------------------- 2024-04-25T17:03:16.287 INFO:teuthology.orchestra.run.smithi084.stdout:Total 9.3 MB/s | 214 MB 00:23 2024-04-25T17:03:16.323 INFO:teuthology.orchestra.run.smithi042.stdout:(21/152): python3-cephfs-19.0.0-3291.g994e2f20. 2.1 MB/s | 161 kB 00:00 2024-04-25T17:03:16.406 INFO:teuthology.orchestra.run.smithi042.stdout:(22/152): python3-rados-19.0.0-3291.g994e2f20.e 3.8 MB/s | 321 kB 00:00 2024-04-25T17:03:16.473 INFO:teuthology.orchestra.run.smithi042.stdout:(23/152): librgw2-19.0.0-3291.g994e2f20.el9.x86 13 MB/s | 5.2 MB 00:00 2024-04-25T17:03:16.499 INFO:teuthology.orchestra.run.smithi042.stdout:(24/152): python3-rbd-19.0.0-3291.g994e2f20.el9 3.2 MB/s | 298 kB 00:00 2024-04-25T17:03:16.524 INFO:teuthology.orchestra.run.smithi042.stdout:(25/152): python3-rgw-19.0.0-3291.g994e2f20.el9 1.9 MB/s | 100 kB 00:00 2024-04-25T17:03:16.549 INFO:teuthology.orchestra.run.smithi042.stdout:(26/152): rbd-fuse-19.0.0-3291.g994e2f20.el9.x8 1.7 MB/s | 86 kB 00:00 2024-04-25T17:03:16.625 INFO:teuthology.orchestra.run.smithi042.stdout:(27/152): rbd-nbd-19.0.0-3291.g994e2f20.el9.x86 2.2 MB/s | 169 kB 00:00 2024-04-25T17:03:16.692 INFO:teuthology.orchestra.run.smithi042.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3291.g 512 kB/s | 34 kB 00:00 2024-04-25T17:03:16.759 INFO:teuthology.orchestra.run.smithi042.stdout:(29/152): rbd-mirror-19.0.0-3291.g994e2f20.el9. 13 MB/s | 3.0 MB 00:00 2024-04-25T17:03:16.784 INFO:teuthology.orchestra.run.smithi042.stdout:(30/152): ceph-mgr-cephadm-19.0.0-3291.g994e2f2 1.5 MB/s | 142 kB 00:00 2024-04-25T17:03:16.872 INFO:teuthology.orchestra.run.smithi028.stdout:(112/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 601 kB/s | 838 kB 00:01 2024-04-25T17:03:17.085 INFO:teuthology.orchestra.run.smithi042.stdout:(31/152): ceph-mgr-dashboard-19.0.0-3291.g994e2 11 MB/s | 3.5 MB 00:00 2024-04-25T17:03:17.160 INFO:teuthology.orchestra.run.smithi042.stdout:(32/152): ceph-mgr-modules-core-19.0.0-3291.g99 3.3 MB/s | 249 kB 00:00 2024-04-25T17:03:17.227 INFO:teuthology.orchestra.run.smithi042.stdout:(33/152): ceph-mgr-rook-19.0.0-3291.g994e2f20.e 737 kB/s | 49 kB 00:00 2024-04-25T17:03:17.294 INFO:teuthology.orchestra.run.smithi042.stdout:(34/152): ceph-prometheus-alerts-19.0.0-3291.g9 247 kB/s | 16 kB 00:00 2024-04-25T17:03:17.369 INFO:teuthology.orchestra.run.smithi042.stdout:(35/152): ceph-volume-19.0.0-3291.g994e2f20.el9 3.6 MB/s | 273 kB 00:00 2024-04-25T17:03:17.392 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction check 2024-04-25T17:03:17.461 INFO:teuthology.orchestra.run.smithi042.stdout:(36/152): ceph-mgr-diskprediction-local-19.0.0- 11 MB/s | 7.4 MB 00:00 2024-04-25T17:03:17.503 INFO:teuthology.orchestra.run.smithi042.stdout:(37/152): cephadm-19.0.0-3291.g994e2f20.el9.noa 5.6 MB/s | 762 kB 00:00 2024-04-25T17:03:17.529 INFO:teuthology.orchestra.run.smithi042.stdout:(38/152): cephfs-top-19.0.0-3291.g994e2f20.el9. 273 kB/s | 18 kB 00:00 2024-04-25T17:03:17.535 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction check succeeded. 2024-04-25T17:03:17.535 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction test 2024-04-25T17:03:17.704 INFO:teuthology.orchestra.run.smithi042.stdout:(39/152): fuse-2.9.9-15.el9.x86_64.rpm 401 kB/s | 80 kB 00:00 2024-04-25T17:03:17.796 INFO:teuthology.orchestra.run.smithi042.stdout:(40/152): libquadmath-11.4.1-3.el9.x86_64.rpm 2.1 MB/s | 195 kB 00:00 2024-04-25T17:03:17.829 INFO:teuthology.orchestra.run.smithi042.stdout:(41/152): libgfortran-11.4.1-3.el9.x86_64.rpm 2.6 MB/s | 803 kB 00:00 2024-04-25T17:03:17.880 INFO:teuthology.orchestra.run.smithi042.stdout:(42/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.0 MB/s | 253 kB 00:00 2024-04-25T17:03:17.972 INFO:teuthology.orchestra.run.smithi042.stdout:(43/152): python3-cryptography-36.0.1-4.el9.x86 8.6 MB/s | 1.2 MB 00:00 2024-04-25T17:03:17.997 INFO:teuthology.orchestra.run.smithi042.stdout:(44/152): python3-ply-3.11-14.el9.noarch.rpm 915 kB/s | 106 kB 00:00 2024-04-25T17:03:18.039 INFO:teuthology.orchestra.run.smithi042.stdout:(45/152): python3-pycparser-2.20-6.el9.noarch.r 2.0 MB/s | 135 kB 00:00 2024-04-25T17:03:18.064 INFO:teuthology.orchestra.run.smithi042.stdout:(46/152): python3-requests-2.25.1-8.el9.noarch. 1.8 MB/s | 125 kB 00:00 2024-04-25T17:03:18.106 INFO:teuthology.orchestra.run.smithi042.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 3.1 MB/s | 215 kB 00:00 2024-04-25T17:03:18.156 INFO:teuthology.orchestra.run.smithi042.stdout:(48/152): automake-1.16.2-8.el9.noarch.rpm 7.3 MB/s | 689 kB 00:00 2024-04-25T17:03:18.207 INFO:teuthology.orchestra.run.smithi042.stdout:(49/152): bison-3.7.4-5.el9.x86_64.rpm 9.2 MB/s | 943 kB 00:00 2024-04-25T17:03:18.241 INFO:teuthology.orchestra.run.smithi042.stdout:(50/152): boost-program-options-1.75.0-8.el9.x8 1.3 MB/s | 107 kB 00:00 2024-04-25T17:03:18.266 INFO:teuthology.orchestra.run.smithi042.stdout:(51/152): elfutils-libelf-devel-0.190-2.el9.x86 370 kB/s | 21 kB 00:00 2024-04-25T17:03:18.291 INFO:teuthology.orchestra.run.smithi042.stdout:(52/152): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-04-25T17:03:18.316 INFO:teuthology.orchestra.run.smithi042.stdout:(53/152): flexiblas-3.0.4-8.el9.x86_64.rpm 658 kB/s | 33 kB 00:00 2024-04-25T17:03:18.367 INFO:teuthology.orchestra.run.smithi042.stdout:(54/152): flexiblas-openblas-openmp-3.0.4-8.el9 366 kB/s | 18 kB 00:00 2024-04-25T17:03:18.459 INFO:teuthology.orchestra.run.smithi042.stdout:(55/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 18 MB/s | 3.0 MB 00:00 2024-04-25T17:03:18.484 INFO:teuthology.orchestra.run.smithi042.stdout:(56/152): libaio-devel-0.3.111-13.el9.x86_64.rp 97 kB/s | 11 kB 00:00 2024-04-25T17:03:18.509 INFO:teuthology.orchestra.run.smithi042.stdout:(57/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-04-25T17:03:18.534 INFO:teuthology.orchestra.run.smithi042.stdout:(58/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 908 kB/s | 45 kB 00:00 2024-04-25T17:03:18.568 INFO:teuthology.orchestra.run.smithi042.stdout:(59/152): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 662 kB 00:00 2024-04-25T17:03:18.593 INFO:teuthology.orchestra.run.smithi042.stdout:(60/152): libtool-2.4.6-45.el9.x86_64.rpm 9.8 MB/s | 582 kB 00:00 2024-04-25T17:03:18.621 INFO:teuthology.orchestra.run.smithi042.stdout:(61/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 495 kB/s | 25 kB 00:00 2024-04-25T17:03:18.646 INFO:teuthology.orchestra.run.smithi042.stdout:(62/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 911 kB/s | 47 kB 00:00 2024-04-25T17:03:18.671 INFO:teuthology.orchestra.run.smithi042.stdout:(63/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-04-25T17:03:18.697 INFO:teuthology.orchestra.run.smithi042.stdout:(64/152): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 188 kB 00:00 2024-04-25T17:03:18.730 INFO:teuthology.orchestra.run.smithi028.stdout:(113/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 23 kB/s | 43 kB 00:01 2024-04-25T17:03:18.739 INFO:teuthology.orchestra.run.smithi042.stdout:(65/152): openblas-0.3.21-2.el9.x86_64.rpm 529 kB/s | 35 kB 00:00 2024-04-25T17:03:18.755 INFO:teuthology.orchestra.run.smithi028.stdout:(114/152): python3-asyncssh-2.13.2-5.el9.noarch 169 kB/s | 548 kB 00:03 2024-04-25T17:03:18.914 INFO:teuthology.orchestra.run.smithi028.stdout:(115/152): libarrow-9.0.0-10.el9.x86_64.rpm 655 kB/s | 4.4 MB 00:06 2024-04-25T17:03:18.939 INFO:teuthology.orchestra.run.smithi042.stdout:(66/152): openblas-openmp-0.3.21-2.el9.x86_64.r 20 MB/s | 4.7 MB 00:00 2024-04-25T17:03:18.981 INFO:teuthology.orchestra.run.smithi028.stdout:(116/152): python3-cachetools-4.2.4-1.el9.noarc 128 kB/s | 32 kB 00:00 2024-04-25T17:03:18.997 INFO:teuthology.orchestra.run.smithi028.stdout:(117/152): python3-certifi-2021.10.8-2.el9.noar 62 kB/s | 15 kB 00:00 2024-04-25T17:03:19.006 INFO:teuthology.orchestra.run.smithi042.stdout:(67/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 17 MB/s | 4.4 MB 00:00 2024-04-25T17:03:19.048 INFO:teuthology.orchestra.run.smithi042.stdout:(68/152): postgresql-13.14-1.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-04-25T17:03:19.090 INFO:teuthology.orchestra.run.smithi042.stdout:(69/152): postgresql-contrib-13.14-1.el9.x86_64 11 MB/s | 911 kB 00:00 2024-04-25T17:03:19.115 INFO:teuthology.orchestra.run.smithi042.stdout:(70/152): postgresql-private-libs-13.14-1.el9.x 2.0 MB/s | 133 kB 00:00 2024-04-25T17:03:19.216 INFO:teuthology.orchestra.run.smithi042.stdout:(71/152): protobuf-3.14.0-13.el9.x86_64.rpm 10 MB/s | 1.0 MB 00:00 2024-04-25T17:03:19.248 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction test succeeded. 2024-04-25T17:03:19.248 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction 2024-04-25T17:03:19.307 INFO:teuthology.orchestra.run.smithi042.stdout:(72/152): postgresql-server-13.14-1.el9.x86_64. 27 MB/s | 5.8 MB 00:00 2024-04-25T17:03:19.708 INFO:teuthology.orchestra.run.smithi042.stdout:(73/152): ceph-test-19.0.0-3291.g994e2f20.el9.x 11 MB/s | 43 MB 00:04 2024-04-25T17:03:19.733 INFO:teuthology.orchestra.run.smithi042.stdout:(74/152): python3-attrs-20.3.0-7.el9.noarch.rpm 170 kB/s | 87 kB 00:00 2024-04-25T17:03:19.925 INFO:teuthology.orchestra.run.smithi042.stdout:(75/152): python3-babel-2.9.1-2.el9.noarch.rpm 9.7 MB/s | 6.0 MB 00:00 2024-04-25T17:03:19.950 INFO:teuthology.orchestra.run.smithi042.stdout:(76/152): python3-jinja2-2.11.3-5.el9.noarch.rp 1.1 MB/s | 248 kB 00:00 2024-04-25T17:03:19.975 INFO:teuthology.orchestra.run.smithi042.stdout:(77/152): python3-devel-3.9.18-3.el9.x86_64.rpm 1.0 MB/s | 244 kB 00:00 2024-04-25T17:03:20.000 INFO:teuthology.orchestra.run.smithi042.stdout:(78/152): python3-jsonpatch-1.21-16.el9.noarch. 343 kB/s | 26 kB 00:00 2024-04-25T17:03:20.026 INFO:teuthology.orchestra.run.smithi042.stdout:(79/152): python3-jsonpointer-2.0-4.el9.noarch. 256 kB/s | 19 kB 00:00 2024-04-25T17:03:20.051 INFO:teuthology.orchestra.run.smithi042.stdout:(80/152): python3-markupsafe-1.1.1-12.el9.x86_6 696 kB/s | 35 kB 00:00 2024-04-25T17:03:20.076 INFO:teuthology.orchestra.run.smithi042.stdout:(81/152): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-04-25T17:03:20.143 INFO:teuthology.orchestra.run.smithi042.stdout:(82/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.7 MB/s | 250 kB 00:00 2024-04-25T17:03:20.227 INFO:teuthology.orchestra.run.smithi042.stdout:(83/152): python3-oauthlib-3.1.1-5.el9.noarch.r 1.5 MB/s | 222 kB 00:00 2024-04-25T17:03:20.319 INFO:teuthology.orchestra.run.smithi042.stdout:(84/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 17 MB/s | 5.1 MB 00:00 2024-04-25T17:03:20.344 INFO:teuthology.orchestra.run.smithi042.stdout:(85/152): python3-packaging-20.9-5.el9.noarch.r 386 kB/s | 77 kB 00:00 2024-04-25T17:03:20.369 INFO:teuthology.orchestra.run.smithi042.stdout:(86/152): python3-prettytable-0.7.2-27.el9.noar 301 kB/s | 42 kB 00:00 2024-04-25T17:03:20.395 INFO:teuthology.orchestra.run.smithi042.stdout:(87/152): python3-protobuf-3.14.0-13.el9.noarch 3.5 MB/s | 269 kB 00:00 2024-04-25T17:03:20.420 INFO:teuthology.orchestra.run.smithi042.stdout:(88/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-04-25T17:03:20.447 INFO:teuthology.orchestra.run.smithi042.stdout:(89/152): python3-pyasn1-modules-0.4.8-6.el9.no 3.6 MB/s | 279 kB 00:00 2024-04-25T17:03:20.475 INFO:teuthology.orchestra.run.smithi042.stdout:(90/152): python3-pytz-2021.1-5.el9.noarch.rpm 675 kB/s | 51 kB 00:00 2024-04-25T17:03:20.496 INFO:teuthology.orchestra.run.smithi042.stdout:(91/152): python3-requests-oauthlib-1.3.0-12.el 716 kB/s | 54 kB 00:00 2024-04-25T17:03:20.522 INFO:teuthology.orchestra.run.smithi042.stdout:(92/152): python3-toml-0.10.2-6.el9.noarch.rpm 838 kB/s | 42 kB 00:00 2024-04-25T17:03:20.580 INFO:teuthology.orchestra.run.smithi042.stdout:(93/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 530 kB/s | 44 kB 00:00 2024-04-25T17:03:20.709 INFO:teuthology.orchestra.run.smithi042.stdout:(94/152): qatlib-24.02.0-1.el9.x86_64.rpm 1.2 MB/s | 221 kB 00:00 2024-04-25T17:03:20.756 INFO:teuthology.orchestra.run.smithi042.stdout:(95/152): qatlib-service-24.02.0-1.el9.x86_64.r 206 kB/s | 36 kB 00:00 2024-04-25T17:03:21.047 INFO:teuthology.orchestra.run.smithi042.stdout:(96/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 141 kB/s | 47 kB 00:00 2024-04-25T17:03:21.073 INFO:teuthology.orchestra.run.smithi042.stdout:(97/152): socat-1.7.4.1-5.el9.x86_64.rpm 965 kB/s | 305 kB 00:00 2024-04-25T17:03:21.290 INFO:teuthology.orchestra.run.smithi042.stdout:(98/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 20 MB/s | 16 MB 00:00 2024-04-25T17:03:21.315 INFO:teuthology.orchestra.run.smithi042.stdout:(99/152): uuid-1.6.2-55.el9.x86_64.rpm 217 kB/s | 58 kB 00:00 2024-04-25T17:03:21.357 INFO:teuthology.orchestra.run.smithi042.stdout:(100/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 334 kB/s | 94 kB 00:00 2024-04-25T17:03:21.382 INFO:teuthology.orchestra.run.smithi042.stdout:(101/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 696 kB/s | 64 kB 00:00 2024-04-25T17:03:21.407 INFO:teuthology.orchestra.run.smithi042.stdout:(102/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 895 kB/s | 45 kB 00:00 2024-04-25T17:03:21.432 INFO:teuthology.orchestra.run.smithi042.stdout:(103/152): lua-devel-5.4.4-4.el9.x86_64.rpm 296 kB/s | 22 kB 00:00 2024-04-25T17:03:21.466 INFO:teuthology.orchestra.run.smithi042.stdout:(104/152): protobuf-compiler-3.14.0-13.el9.x86_ 10 MB/s | 863 kB 00:00 2024-04-25T17:03:21.775 INFO:teuthology.orchestra.run.smithi042.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 63 kB/s | 19 kB 00:00 2024-04-25T17:03:21.909 INFO:teuthology.orchestra.run.smithi042.stdout:(106/152): gperftools-libs-2.9.1-2.el9.x86_64.r 652 kB/s | 309 kB 00:00 2024-04-25T17:03:21.948 INFO:teuthology.orchestra.run.smithi028.stdout:(118/152): python3-cheroot-8.6.0-4.el9.noarch.r 57 kB/s | 172 kB 00:03 2024-04-25T17:03:21.973 INFO:teuthology.orchestra.run.smithi028.stdout:(119/152): python3-cherrypy-18.6.1-2.el9.noarch 120 kB/s | 358 kB 00:02 2024-04-25T17:03:21.975 INFO:teuthology.orchestra.run.smithi042.stdout:(107/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 391 kB/s | 26 kB 00:00 2024-04-25T17:03:22.023 INFO:teuthology.orchestra.run.smithi028.stdout:(120/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 100 kB/s | 303 kB 00:03 2024-04-25T17:03:22.050 INFO:teuthology.orchestra.run.smithi042.stdout:(108/152): liboath-2.6.7-2.el9.x86_64.rpm 648 kB/s | 49 kB 00:00 2024-04-25T17:03:22.134 INFO:teuthology.orchestra.run.smithi042.stdout:(109/152): libunwind-1.6.2-1.el9.x86_64.rpm 808 kB/s | 67 kB 00:00 2024-04-25T17:03:22.184 INFO:teuthology.orchestra.run.smithi042.stdout:(110/152): abseil-cpp-20211102.0-3.el9.x86_64.r 731 kB/s | 548 kB 00:00 2024-04-25T17:03:22.226 INFO:teuthology.orchestra.run.smithi042.stdout:(111/152): luarocks-3.9.2-1.el9.noarch.rpm 1.6 MB/s | 151 kB 00:00 2024-04-25T17:03:22.293 INFO:teuthology.orchestra.run.smithi042.stdout:(112/152): libarrow-9.0.0-10.el9.x86_64.rpm 8.5 MB/s | 4.4 MB 00:00 2024-04-25T17:03:22.352 INFO:teuthology.orchestra.run.smithi042.stdout:(113/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 4.9 MB/s | 838 kB 00:00 2024-04-25T17:03:22.369 INFO:teuthology.orchestra.run.smithi042.stdout:(114/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 579 kB/s | 43 kB 00:00 2024-04-25T17:03:22.394 INFO:teuthology.orchestra.run.smithi042.stdout:(115/152): python3-asyncssh-2.13.2-5.el9.noarch 3.2 MB/s | 548 kB 00:00 2024-04-25T17:03:22.428 INFO:teuthology.orchestra.run.smithi042.stdout:(116/152): python3-certifi-2021.10.8-2.el9.noar 256 kB/s | 15 kB 00:00 2024-04-25T17:03:22.520 INFO:teuthology.orchestra.run.smithi042.stdout:(117/152): python3-cheroot-8.6.0-4.el9.noarch.r 1.3 MB/s | 172 kB 00:00 2024-04-25T17:03:22.545 INFO:teuthology.orchestra.run.smithi042.stdout:(118/152): python3-cherrypy-18.6.1-2.el9.noarch 3.0 MB/s | 358 kB 00:00 2024-04-25T17:03:22.570 INFO:teuthology.orchestra.run.smithi042.stdout:(119/152): python3-cachetools-4.2.4-1.el9.noarc 148 kB/s | 32 kB 00:00 2024-04-25T17:03:22.629 INFO:teuthology.orchestra.run.smithi042.stdout:(120/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.7 MB/s | 303 kB 00:00 2024-04-25T17:03:22.646 INFO:teuthology.orchestra.run.smithi042.stdout:(121/152): python3-colorama-0.4.4-12.el9.noarch 350 kB/s | 35 kB 00:00 2024-04-25T17:03:22.730 INFO:teuthology.orchestra.run.smithi042.stdout:(122/152): python3-google-auth-2.29.0-1.el9.noa 1.3 MB/s | 206 kB 00:00 2024-04-25T17:03:22.813 INFO:teuthology.orchestra.run.smithi042.stdout:(123/152): python3-grpcio-tools-1.46.7-10.el9.x 865 kB/s | 144 kB 00:00 2024-04-25T17:03:22.838 INFO:teuthology.orchestra.run.smithi042.stdout:(124/152): python3-jaraco-8.2.1-3.el9.noarch.rp 98 kB/s | 11 kB 00:00 2024-04-25T17:03:22.947 INFO:teuthology.orchestra.run.smithi042.stdout:(125/152): python3-jaraco-collections-3.0.0-8.e 214 kB/s | 23 kB 00:00 2024-04-25T17:03:23.031 INFO:teuthology.orchestra.run.smithi042.stdout:(126/152): python3-jaraco-functools-3.5.0-2.el9 233 kB/s | 19 kB 00:00 2024-04-25T17:03:23.139 INFO:teuthology.orchestra.run.smithi042.stdout:(127/152): python3-jaraco-text-3.2.0-6.el9.noar 182 kB/s | 20 kB 00:00 2024-04-25T17:03:23.265 INFO:teuthology.orchestra.run.smithi042.stdout:(128/152): python3-kubernetes-26.1.0-2.el9.noar 8.2 MB/s | 1.0 MB 00:00 2024-04-25T17:03:23.365 INFO:teuthology.orchestra.run.smithi042.stdout:(129/152): python3-logutils-0.3.5-21.el9.noarch 464 kB/s | 46 kB 00:00 2024-04-25T17:03:23.515 INFO:teuthology.orchestra.run.smithi042.stdout:(130/152): python3-more-itertools-8.12.0-2.el9. 526 kB/s | 79 kB 00:00 2024-04-25T17:03:23.591 INFO:teuthology.orchestra.run.smithi042.stdout:(131/152): python3-natsort-7.1.1-5.el9.noarch.r 768 kB/s | 58 kB 00:00 2024-04-25T17:03:23.673 INFO:teuthology.orchestra.run.smithi028.stdout:(121/152): python3-google-auth-2.29.0-1.el9.noa 121 kB/s | 206 kB 00:01 2024-04-25T17:03:23.866 INFO:teuthology.orchestra.run.smithi042.stdout:(132/152): python3-pecan-1.4.2-3.el9.noarch.rpm 991 kB/s | 272 kB 00:00 2024-04-25T17:03:24.157 INFO:teuthology.orchestra.run.smithi028.stdout:(122/152): python3-colorama-0.4.4-12.el9.noarch 16 kB/s | 35 kB 00:02 2024-04-25T17:03:24.233 INFO:teuthology.orchestra.run.smithi042.stdout:(133/152): python3-portend-3.1.0-2.el9.noarch.r 45 kB/s | 16 kB 00:00 2024-04-25T17:03:24.257 INFO:teuthology.orchestra.run.smithi028.stdout:(123/152): python3-grpcio-tools-1.46.7-10.el9.x 248 kB/s | 144 kB 00:00 2024-04-25T17:03:24.258 INFO:teuthology.orchestra.run.smithi042.stdout:(134/152): python3-jaraco-classes-3.2.1-5.el9.n 12 kB/s | 18 kB 00:01 2024-04-25T17:03:24.308 INFO:teuthology.orchestra.run.smithi042.stdout:(135/152): python3-grpcio-1.46.7-10.el9.x86_64. 1.2 MB/s | 2.0 MB 00:01 2024-04-25T17:03:24.315 INFO:teuthology.orchestra.run.smithi028.stdout:(124/152): python3-grpcio-1.46.7-10.el9.x86_64. 922 kB/s | 2.0 MB 00:02 2024-04-25T17:03:24.332 INFO:teuthology.orchestra.run.smithi028.stdout:(125/152): python3-jaraco-8.2.1-3.el9.noarch.rp 61 kB/s | 11 kB 00:00 2024-04-25T17:03:24.409 INFO:teuthology.orchestra.run.smithi042.stdout:(136/152): python3-pyperclip-1.8.2-2.el9.noarch 188 kB/s | 28 kB 00:00 2024-04-25T17:03:24.425 INFO:teuthology.orchestra.run.smithi028.stdout:(126/152): python3-jaraco-functools-3.5.0-2.el9 212 kB/s | 19 kB 00:00 2024-04-25T17:03:24.434 INFO:teuthology.orchestra.run.smithi042.stdout:(137/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 448 kB/s | 90 kB 00:00 2024-04-25T17:03:24.459 INFO:teuthology.orchestra.run.smithi042.stdout:(138/152): python3-repoze-lru-0.7-16.el9.noarch 204 kB/s | 31 kB 00:00 2024-04-25T17:03:24.516 INFO:teuthology.orchestra.run.smithi028.stdout:(127/152): python3-jaraco-text-3.2.0-6.el9.noar 215 kB/s | 20 kB 00:00 2024-04-25T17:03:24.543 INFO:teuthology.orchestra.run.smithi042.stdout:(139/152): python3-rsa-4.9-2.el9.noarch.rpm 545 kB/s | 59 kB 00:00 2024-04-25T17:03:24.568 INFO:teuthology.orchestra.run.smithi042.stdout:(140/152): python3-tempora-5.0.0-2.el9.noarch.r 329 kB/s | 36 kB 00:00 2024-04-25T17:03:24.593 INFO:teuthology.orchestra.run.smithi042.stdout:(141/152): python3-routes-2.5.1-5.el9.noarch.rp 1.0 MB/s | 188 kB 00:00 2024-04-25T17:03:24.677 INFO:teuthology.orchestra.run.smithi042.stdout:(142/152): python3-webob-1.8.7-6.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-04-25T17:03:24.702 INFO:teuthology.orchestra.run.smithi042.stdout:(143/152): python3-typing-extensions-4.4.0-2.el 320 kB/s | 51 kB 00:00 2024-04-25T17:03:24.794 INFO:teuthology.orchestra.run.smithi042.stdout:(144/152): python3-websocket-client-1.2.3-2.el9 447 kB/s | 90 kB 00:00 2024-04-25T17:03:24.819 INFO:teuthology.orchestra.run.smithi042.stdout:(145/152): python3-zc-lockfile-2.0-10.el9.noarc 170 kB/s | 20 kB 00:00 2024-04-25T17:03:24.900 INFO:teuthology.orchestra.run.smithi028.stdout:(128/152): python3-kubernetes-26.1.0-2.el9.noar 2.7 MB/s | 1.0 MB 00:00 2024-04-25T17:03:24.936 INFO:teuthology.orchestra.run.smithi042.stdout:(146/152): python3-werkzeug-2.0.3-3.el9.1.noarc 1.6 MB/s | 427 kB 00:00 2024-04-25T17:03:24.983 INFO:teuthology.orchestra.run.smithi028.stdout:(129/152): python3-logutils-0.3.5-21.el9.noarch 557 kB/s | 46 kB 00:00 2024-04-25T17:03:25.131 INFO:teuthology.orchestra.run.smithi084.stdout: Preparing : 1/1 2024-04-25T17:03:25.203 INFO:teuthology.orchestra.run.smithi042.stdout:(147/152): librados2-19.0.0-3291.g994e2f20.el9. 12 MB/s | 3.3 MB 00:00 2024-04-25T17:03:25.209 INFO:teuthology.orchestra.run.smithi028.stdout:(130/152): python3-jaraco-collections-3.0.0-8.e 26 kB/s | 23 kB 00:00 2024-04-25T17:03:25.226 INFO:teuthology.orchestra.run.smithi028.stdout:(131/152): python3-jaraco-classes-3.2.1-5.el9.n 18 kB/s | 18 kB 00:00 2024-04-25T17:03:25.268 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-25T17:03:25.334 INFO:teuthology.orchestra.run.smithi028.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 461 kB/s | 58 kB 00:00 2024-04-25T17:03:25.359 INFO:teuthology.orchestra.run.smithi028.stdout:(133/152): python3-pecan-1.4.2-3.el9.noarch.rpm 2.0 MB/s | 272 kB 00:00 2024-04-25T17:03:25.379 INFO:teuthology.orchestra.run.smithi042.stdout:(148/152): librbd1-19.0.0-3291.g994e2f20.el9.x8 18 MB/s | 3.1 MB 00:00 2024-04-25T17:03:25.410 INFO:teuthology.orchestra.run.smithi028.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 218 kB/s | 16 kB 00:00 2024-04-25T17:03:25.477 INFO:teuthology.orchestra.run.smithi028.stdout:(135/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 770 kB/s | 90 kB 00:00 2024-04-25T17:03:25.492 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-25T17:03:25.504 INFO:teuthology.orchestra.run.smithi042.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 11 MB/s | 1.3 MB 00:00 2024-04-25T17:03:25.546 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-25T17:03:25.585 INFO:teuthology.orchestra.run.smithi028.stdout:(136/152): python3-more-itertools-8.12.0-2.el9. 131 kB/s | 79 kB 00:00 2024-04-25T17:03:25.586 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-25T17:03:25.611 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-25T17:03:25.646 INFO:teuthology.orchestra.run.smithi042.stdout:(150/152): re2-20211101-3.el9.x86_64.rpm 225 kB/s | 192 kB 00:00 2024-04-25T17:03:25.655 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-25T17:03:25.686 INFO:teuthology.orchestra.run.smithi028.stdout:(137/152): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-04-25T17:03:25.688 INFO:teuthology.orchestra.run.smithi042.stdout:(151/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 13 MB/s | 2.4 MB 00:00 2024-04-25T17:03:25.811 INFO:teuthology.orchestra.run.smithi028.stdout:(138/152): python3-pyperclip-1.8.2-2.el9.noarch 70 kB/s | 28 kB 00:00 2024-04-25T17:03:25.894 INFO:teuthology.orchestra.run.smithi028.stdout:(139/152): python3-repoze-lru-0.7-16.el9.noarch 74 kB/s | 31 kB 00:00 2024-04-25T17:03:25.896 INFO:teuthology.orchestra.run.smithi042.stdout:(152/152): thrift-0.15.0-2.el9.x86_64.rpm 1.5 MB/s | 1.6 MB 00:01 2024-04-25T17:03:25.905 INFO:teuthology.orchestra.run.smithi042.stdout:-------------------------------------------------------------------------------- 2024-04-25T17:03:25.905 INFO:teuthology.orchestra.run.smithi042.stdout:Total 15 MB/s | 214 MB 00:14 2024-04-25T17:03:25.937 INFO:teuthology.orchestra.run.smithi028.stdout:(140/152): python3-tempora-5.0.0-2.el9.noarch.r 285 kB/s | 36 kB 00:00 2024-04-25T17:03:25.978 INFO:teuthology.orchestra.run.smithi028.stdout:(141/152): python3-typing-extensions-4.4.0-2.el 608 kB/s | 51 kB 00:00 2024-04-25T17:03:25.988 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-25T17:03:26.012 INFO:teuthology.orchestra.run.smithi028.stdout:(142/152): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-04-25T17:03:26.103 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : librados2-2:19.0.0-3291.g994e2f20.el9.x86_64 8/156 2024-04-25T17:03:26.104 INFO:teuthology.orchestra.run.smithi028.stdout:(143/152): python3-rsa-4.9-2.el9.noarch.rpm 141 kB/s | 59 kB 00:00 2024-04-25T17:03:26.196 INFO:teuthology.orchestra.run.smithi028.stdout:(144/152): python3-zc-lockfile-2.0-10.el9.noarc 218 kB/s | 20 kB 00:00 2024-04-25T17:03:26.230 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librados2-2:19.0.0-3291.g994e2f20.el9.x86_64 8/156 2024-04-25T17:03:26.255 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libcephfs2-2:19.0.0-3291.g994e2f20.el9.x86_64 9/156 2024-04-25T17:03:26.338 INFO:teuthology.orchestra.run.smithi028.stdout:(145/152): re2-20211101-3.el9.x86_64.rpm 1.3 MB/s | 192 kB 00:00 2024-04-25T17:03:26.345 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libcephfs2-2:19.0.0-3291.g994e2f20.el9.x86_64 9/156 2024-04-25T17:03:26.375 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-rados-2:19.0.0-3291.g994e2f20.el9.x86_64 10/156 2024-04-25T17:03:26.430 INFO:teuthology.orchestra.run.smithi028.stdout:(146/152): python3-websocket-client-1.2.3-2.el9 199 kB/s | 90 kB 00:00 2024-04-25T17:03:26.523 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-25T17:03:26.539 INFO:teuthology.orchestra.run.smithi028.stdout:(147/152): python3-werkzeug-2.0.3-3.el9.1.noarc 812 kB/s | 427 kB 00:00 2024-04-25T17:03:26.589 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-25T17:03:26.617 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libcephsqlite-2:19.0.0-3291.g994e2f20.el9.x86_64 13/156 2024-04-25T17:03:26.639 INFO:teuthology.orchestra.run.smithi028.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 5.3 MB/s | 1.6 MB 00:00 2024-04-25T17:03:26.706 INFO:teuthology.orchestra.run.smithi028.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 20 MB/s | 1.3 MB 00:00 2024-04-25T17:03:26.714 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3291.g994e2f20.el9.x86_64 13/156 2024-04-25T17:03:26.743 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libradosstriper1-2:19.0.0-3291.g994e2f20.el9.x86 14/156 2024-04-25T17:03:26.781 INFO:teuthology.orchestra.run.smithi028.stdout:(150/152): librados2-19.0.0-3291.g994e2f20.el9. 9.5 MB/s | 3.3 MB 00:00 2024-04-25T17:03:26.789 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3291.g994e2f20.el9.x86 14/156 2024-04-25T17:03:26.802 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T17:03:26.826 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T17:03:26.831 INFO:teuthology.orchestra.run.smithi028.stdout:(151/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 19 MB/s | 2.4 MB 00:00 2024-04-25T17:03:26.932 INFO:teuthology.orchestra.run.smithi028.stdout:(152/152): librbd1-19.0.0-3291.g994e2f20.el9.x8 7.9 MB/s | 3.1 MB 00:00 2024-04-25T17:03:26.940 INFO:teuthology.orchestra.run.smithi028.stdout:-------------------------------------------------------------------------------- 2024-04-25T17:03:26.940 INFO:teuthology.orchestra.run.smithi028.stdout:Total 7.1 MB/s | 214 MB 00:30 2024-04-25T17:03:27.027 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T17:03:27.052 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction check 2024-04-25T17:03:27.060 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T17:03:27.159 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-25T17:03:27.209 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction check succeeded. 2024-04-25T17:03:27.210 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction test 2024-04-25T17:03:27.259 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-25T17:03:27.293 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-25T17:03:27.336 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-25T17:03:27.410 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-25T17:03:27.444 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-25T17:03:27.488 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-25T17:03:27.528 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-25T17:03:27.567 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-25T17:03:27.658 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-25T17:03:27.712 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-25T17:03:27.742 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-25T17:03:27.786 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-25T17:03:27.875 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-25T17:03:27.917 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-ceph-common-2:19.0.0-3291.g994e2f20.el9. 31/156 2024-04-25T17:03:27.965 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-ceph-argparse-2:19.0.0-3291.g994e2f20.el 32/156 2024-04-25T17:03:27.996 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cephfs-2:19.0.0-3291.g994e2f20.el9.x86_6 33/156 2024-04-25T17:03:28.079 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction check 2024-04-25T17:03:28.087 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-25T17:03:28.142 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-25T17:03:28.217 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-25T17:03:28.240 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction check succeeded. 2024-04-25T17:03:28.240 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction test 2024-04-25T17:03:28.352 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-25T17:03:28.402 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-25T17:03:28.926 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-25T17:03:29.014 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-25T17:03:29.043 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-25T17:03:29.086 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-25T17:03:29.105 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction test succeeded. 2024-04-25T17:03:29.105 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction 2024-04-25T17:03:29.124 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : librados-devel-2:19.0.0-3291.g994e2f20.el9.x86_6 43/156 2024-04-25T17:03:29.166 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-25T17:03:29.328 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-25T17:03:29.386 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-25T17:03:29.440 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-25T17:03:29.514 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-25T17:03:29.544 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-25T17:03:29.581 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-25T17:03:29.627 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-25T17:03:29.663 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-25T17:03:29.707 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-25T17:03:29.748 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-25T17:03:29.885 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-25T17:03:29.929 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-25T17:03:29.959 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-25T17:03:30.001 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-25T17:03:30.074 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction test succeeded. 2024-04-25T17:03:30.074 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction 2024-04-25T17:03:30.095 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-25T17:03:30.126 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-25T17:03:30.166 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-25T17:03:30.200 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-25T17:03:30.230 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-25T17:03:30.458 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-25T17:03:30.625 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-25T17:03:30.682 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-25T17:03:30.709 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-25T17:03:30.744 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-25T17:03:30.783 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-25T17:03:30.814 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-25T17:03:30.844 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-25T17:03:30.879 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-25T17:03:30.912 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-25T17:03:30.954 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-25T17:03:30.988 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-25T17:03:31.074 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-25T17:03:31.126 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-25T17:03:31.158 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-25T17:03:31.205 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-25T17:03:31.303 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-25T17:03:31.351 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-25T17:03:32.065 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-25T17:03:32.115 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-25T17:03:32.149 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-25T17:03:32.246 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-25T17:03:32.298 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-25T17:03:32.385 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-25T17:03:32.418 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-25T17:03:32.586 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-25T17:03:32.607 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-25T17:03:32.684 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-25T17:03:33.324 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-25T17:03:33.439 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-25T17:03:34.657 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-25T17:03:34.744 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-25T17:03:34.772 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-25T17:03:34.805 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-25T17:03:35.125 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-25T17:03:35.168 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : librbd1-2:19.0.0-3291.g994e2f20.el9.x86_64 99/156 2024-04-25T17:03:35.259 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librbd1-2:19.0.0-3291.g994e2f20.el9.x86_64 99/156 2024-04-25T17:03:35.289 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-rbd-2:19.0.0-3291.g994e2f20.el9.x86_64 100/156 2024-04-25T17:03:35.300 INFO:teuthology.orchestra.run.smithi042.stdout: Preparing : 1/1 2024-04-25T17:03:35.326 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-25T17:03:35.384 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-25T17:03:35.423 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-25T17:03:35.477 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-25T17:03:35.527 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-25T17:03:35.552 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-25T17:03:35.596 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-25T17:03:35.816 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-25T17:03:35.837 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : librgw2-2:19.0.0-3291.g994e2f20.el9.x86_64 103/156 2024-04-25T17:03:35.900 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librgw2-2:19.0.0-3291.g994e2f20.el9.x86_64 103/156 2024-04-25T17:03:35.922 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-rgw-2:19.0.0-3291.g994e2f20.el9.x86_64 104/156 2024-04-25T17:03:35.949 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-25T17:03:36.077 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : librados2-2:19.0.0-3291.g994e2f20.el9.x86_64 8/156 2024-04-25T17:03:36.124 INFO:teuthology.orchestra.run.smithi028.stdout: Preparing : 1/1 2024-04-25T17:03:36.198 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librados2-2:19.0.0-3291.g994e2f20.el9.x86_64 8/156 2024-04-25T17:03:36.210 INFO:teuthology.orchestra.run.smithi028.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-25T17:03:36.221 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libcephfs2-2:19.0.0-3291.g994e2f20.el9.x86_64 9/156 2024-04-25T17:03:36.258 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-25T17:03:36.312 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-25T17:03:36.314 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: libcephfs2-2:19.0.0-3291.g994e2f20.el9.x86_64 9/156 2024-04-25T17:03:36.342 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-rados-2:19.0.0-3291.g994e2f20.el9.x86_64 10/156 2024-04-25T17:03:36.353 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-25T17:03:36.379 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-25T17:03:36.425 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-25T17:03:36.501 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-25T17:03:36.557 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-25T17:03:36.584 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libcephsqlite-2:19.0.0-3291.g994e2f20.el9.x86_64 13/156 2024-04-25T17:03:36.691 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3291.g994e2f20.el9.x86_64 13/156 2024-04-25T17:03:36.718 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libradosstriper1-2:19.0.0-3291.g994e2f20.el9.x86 14/156 2024-04-25T17:03:36.776 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-25T17:03:36.781 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3291.g994e2f20.el9.x86 14/156 2024-04-25T17:03:36.803 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T17:03:36.828 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T17:03:36.890 INFO:teuthology.orchestra.run.smithi028.stdout: Upgrading : librados2-2:19.0.0-3291.g994e2f20.el9.x86_64 8/156 2024-04-25T17:03:37.018 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: librados2-2:19.0.0-3291.g994e2f20.el9.x86_64 8/156 2024-04-25T17:03:37.029 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T17:03:37.057 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libcephfs2-2:19.0.0-3291.g994e2f20.el9.x86_64 9/156 2024-04-25T17:03:37.061 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T17:03:37.133 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: libcephfs2-2:19.0.0-3291.g994e2f20.el9.x86_64 9/156 2024-04-25T17:03:37.162 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-rados-2:19.0.0-3291.g994e2f20.el9.x86_64 10/156 2024-04-25T17:03:37.173 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-25T17:03:37.270 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-25T17:03:37.310 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-25T17:03:37.324 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-25T17:03:37.346 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-25T17:03:37.376 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-25T17:03:37.403 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libcephsqlite-2:19.0.0-3291.g994e2f20.el9.x86_64 13/156 2024-04-25T17:03:37.430 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-25T17:03:37.470 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-25T17:03:37.493 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3291.g994e2f20.el9.x86_64 13/156 2024-04-25T17:03:37.514 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-25T17:03:37.530 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libradosstriper1-2:19.0.0-3291.g994e2f20.el9.x86 14/156 2024-04-25T17:03:37.545 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-25T17:03:37.573 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-25T17:03:37.584 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3291.g994e2f20.el9.x86 14/156 2024-04-25T17:03:37.605 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T17:03:37.629 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T17:03:37.647 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-25T17:03:37.706 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-25T17:03:37.735 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-25T17:03:37.779 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-25T17:03:37.816 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T17:03:37.847 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T17:03:37.857 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-25T17:03:37.889 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-ceph-common-2:19.0.0-3291.g994e2f20.el9. 31/156 2024-04-25T17:03:37.933 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-ceph-argparse-2:19.0.0-3291.g994e2f20.el 32/156 2024-04-25T17:03:37.953 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cephfs-2:19.0.0-3291.g994e2f20.el9.x86_6 33/156 2024-04-25T17:03:37.958 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-25T17:03:38.026 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-25T17:03:38.054 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-25T17:03:38.068 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-25T17:03:38.096 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-25T17:03:38.132 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-25T17:03:38.145 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-25T17:03:38.157 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 105/156 2024-04-25T17:03:38.194 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 105/156 2024-04-25T17:03:38.207 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-25T17:03:38.255 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-25T17:03:38.282 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-25T17:03:38.299 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-25T17:03:38.332 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-25T17:03:38.338 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-25T17:03:38.359 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-25T17:03:38.431 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-25T17:03:38.482 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-25T17:03:38.520 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-25T17:03:38.564 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-25T17:03:38.643 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-25T17:03:38.675 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-ceph-common-2:19.0.0-3291.g994e2f20.el9. 31/156 2024-04-25T17:03:38.718 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-ceph-argparse-2:19.0.0-3291.g994e2f20.el 32/156 2024-04-25T17:03:38.747 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-cephfs-2:19.0.0-3291.g994e2f20.el9.x86_6 33/156 2024-04-25T17:03:38.754 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 105/156 2024-04-25T17:03:38.789 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-base-2:19.0.0-3291.g994e2f20.el9.x86_64 106/156 2024-04-25T17:03:38.819 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-25T17:03:38.862 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-25T17:03:38.880 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-base-2:19.0.0-3291.g994e2f20.el9.x86_64 106/156 2024-04-25T17:03:38.880 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-25T17:03:38.880 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-25T17:03:38.881 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-25T17:03:38.897 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-25T17:03:38.915 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-selinux-2:19.0.0-3291.g994e2f20.el9.x86_64 107/156 2024-04-25T17:03:38.940 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-25T17:03:38.985 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-25T17:03:39.020 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-25T17:03:39.063 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-25T17:03:39.095 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-25T17:03:39.101 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : librados-devel-2:19.0.0-3291.g994e2f20.el9.x86_6 43/156 2024-04-25T17:03:39.143 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-25T17:03:39.149 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-25T17:03:39.296 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-25T17:03:39.354 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-25T17:03:39.411 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-25T17:03:39.484 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-25T17:03:39.522 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-25T17:03:39.558 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-25T17:03:39.607 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-25T17:03:39.641 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-25T17:03:39.684 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-25T17:03:39.710 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-25T17:03:39.727 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-25T17:03:39.796 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-25T17:03:39.830 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-25T17:03:39.870 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-25T17:03:39.873 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-25T17:03:39.911 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : librados-devel-2:19.0.0-3291.g994e2f20.el9.x86_6 43/156 2024-04-25T17:03:39.915 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-25T17:03:39.946 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-25T17:03:39.954 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-25T17:03:39.996 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-25T17:03:40.094 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-25T17:03:40.129 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-25T17:03:40.129 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-25T17:03:40.169 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-25T17:03:40.172 INFO:teuthology.orchestra.run.smithi028.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-25T17:03:40.194 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-25T17:03:40.219 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-25T17:03:40.229 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-25T17:03:40.298 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-25T17:03:40.304 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-25T17:03:40.348 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-25T17:03:40.385 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-25T17:03:40.427 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-25T17:03:40.432 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-25T17:03:40.467 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-25T17:03:40.468 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-25T17:03:40.496 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-25T17:03:40.511 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-25T17:03:40.531 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-25T17:03:40.553 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-25T17:03:40.570 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-25T17:03:40.602 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-25T17:03:40.698 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-25T17:03:40.754 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-25T17:03:40.788 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-25T17:03:40.830 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-25T17:03:40.849 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-25T17:03:40.909 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-25T17:03:40.928 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-25T17:03:40.942 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-25T17:03:40.971 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-25T17:03:40.985 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-25T17:03:41.011 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-25T17:03:41.018 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-25T17:03:41.037 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-25T17:03:41.062 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-25T17:03:41.115 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-25T17:03:41.141 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-25T17:03:41.167 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-25T17:03:41.208 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-25T17:03:41.253 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-25T17:03:41.269 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-25T17:03:41.302 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-25T17:03:41.330 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-25T17:03:41.364 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-25T17:03:41.364 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-25T17:03:41.404 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-25T17:03:41.416 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-25T17:03:41.444 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-25T17:03:41.474 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-25T17:03:41.508 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-25T17:03:41.541 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-25T17:03:41.583 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-25T17:03:41.618 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-25T17:03:41.709 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-25T17:03:41.757 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-25T17:03:41.796 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-25T17:03:41.844 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-25T17:03:41.956 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-25T17:03:42.007 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-25T17:03:42.184 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-25T17:03:42.429 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-25T17:03:42.462 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-25T17:03:42.568 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-25T17:03:42.622 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-25T17:03:42.730 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-25T17:03:42.773 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-25T17:03:42.791 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-25T17:03:42.836 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-25T17:03:42.870 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-25T17:03:42.956 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-25T17:03:42.976 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-25T17:03:42.995 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-25T17:03:43.029 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-25T17:03:43.074 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-25T17:03:43.120 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-25T17:03:43.155 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-25T17:03:43.339 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-25T17:03:43.361 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-25T17:03:43.441 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-25T17:03:43.766 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-25T17:03:43.882 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-25T17:03:44.135 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-25T17:03:44.265 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-25T17:03:45.192 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-25T17:03:45.284 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-25T17:03:45.312 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-25T17:03:45.345 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-25T17:03:45.584 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-25T17:03:45.682 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-25T17:03:45.682 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-25T17:03:45.710 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-25T17:03:45.724 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : librbd1-2:19.0.0-3291.g994e2f20.el9.x86_64 99/156 2024-04-25T17:03:45.743 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-25T17:03:45.816 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librbd1-2:19.0.0-3291.g994e2f20.el9.x86_64 99/156 2024-04-25T17:03:45.845 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-rbd-2:19.0.0-3291.g994e2f20.el9.x86_64 100/156 2024-04-25T17:03:45.882 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-25T17:03:46.082 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-25T17:03:46.130 INFO:teuthology.orchestra.run.smithi028.stdout: Upgrading : librbd1-2:19.0.0-3291.g994e2f20.el9.x86_64 99/156 2024-04-25T17:03:46.231 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: librbd1-2:19.0.0-3291.g994e2f20.el9.x86_64 99/156 2024-04-25T17:03:46.261 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-rbd-2:19.0.0-3291.g994e2f20.el9.x86_64 100/156 2024-04-25T17:03:46.297 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-25T17:03:46.397 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-25T17:03:46.427 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : librgw2-2:19.0.0-3291.g994e2f20.el9.x86_64 103/156 2024-04-25T17:03:46.490 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librgw2-2:19.0.0-3291.g994e2f20.el9.x86_64 103/156 2024-04-25T17:03:46.545 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-rgw-2:19.0.0-3291.g994e2f20.el9.x86_64 104/156 2024-04-25T17:03:46.813 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-25T17:03:46.842 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : librgw2-2:19.0.0-3291.g994e2f20.el9.x86_64 103/156 2024-04-25T17:03:46.897 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: librgw2-2:19.0.0-3291.g994e2f20.el9.x86_64 103/156 2024-04-25T17:03:46.926 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-rgw-2:19.0.0-3291.g994e2f20.el9.x86_64 104/156 2024-04-25T17:03:48.870 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 105/156 2024-04-25T17:03:48.900 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 105/156 2024-04-25T17:03:49.232 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 105/156 2024-04-25T17:03:49.265 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 105/156 2024-04-25T17:03:49.488 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 105/156 2024-04-25T17:03:49.530 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-base-2:19.0.0-3291.g994e2f20.el9.x86_64 106/156 2024-04-25T17:03:49.624 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-base-2:19.0.0-3291.g994e2f20.el9.x86_64 106/156 2024-04-25T17:03:49.624 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-25T17:03:49.624 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-25T17:03:49.625 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-04-25T17:03:49.647 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-selinux-2:19.0.0-3291.g994e2f20.el9.x86_64 107/156 2024-04-25T17:03:49.853 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 105/156 2024-04-25T17:03:49.885 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-base-2:19.0.0-3291.g994e2f20.el9.x86_64 106/156 2024-04-25T17:03:49.976 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-base-2:19.0.0-3291.g994e2f20.el9.x86_64 106/156 2024-04-25T17:03:49.976 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-25T17:03:49.976 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-25T17:03:49.976 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:03:50.003 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-selinux-2:19.0.0-3291.g994e2f20.el9.x86_64 107/156 2024-04-25T17:03:50.401 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3291.g994e2f20.el9.x86_64 107/156 2024-04-25T17:03:50.401 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /sys 2024-04-25T17:03:50.401 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /proc 2024-04-25T17:03:50.402 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /mnt 2024-04-25T17:03:50.402 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /var/tmp 2024-04-25T17:03:50.402 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /home 2024-04-25T17:03:50.402 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /root 2024-04-25T17:03:50.402 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /tmp 2024-04-25T17:03:50.402 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-25T17:03:50.585 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-volume-2:19.0.0-3291.g994e2f20.el9.noarch 108/156 2024-04-25T17:03:50.603 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-volume-2:19.0.0-3291.g994e2f20.el9.noarch 108/156 2024-04-25T17:03:50.603 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:03:50.603 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-25T17:03:50.603 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-25T17:03:52.171 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-osd-2:19.0.0-3291.g994e2f20.el9.x86_64 109/156 2024-04-25T17:03:52.197 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-osd-2:19.0.0-3291.g994e2f20.el9.x86_64 109/156 2024-04-25T17:03:52.197 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:03:52.197 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-25T17:03:52.197 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T17:03:52.197 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T17:03:52.197 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-25T17:03:52.422 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mds-2:19.0.0-3291.g994e2f20.el9.x86_64 110/156 2024-04-25T17:03:52.444 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mds-2:19.0.0-3291.g994e2f20.el9.x86_64 110/156 2024-04-25T17:03:52.444 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:03:52.444 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-25T17:03:52.444 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T17:03:52.444 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T17:03:52.444 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-25T17:03:52.906 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mon-2:19.0.0-3291.g994e2f20.el9.x86_64 111/156 2024-04-25T17:03:52.928 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mon-2:19.0.0-3291.g994e2f20.el9.x86_64 111/156 2024-04-25T17:03:52.928 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:03:52.928 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-25T17:03:52.928 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T17:03:52.928 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T17:03:52.928 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-25T17:03:53.027 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-25T17:03:53.075 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-25T17:03:53.131 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-25T17:03:53.316 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-25T17:03:53.364 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-25T17:03:53.433 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-25T17:03:53.530 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T17:03:53.669 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T17:03:53.714 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-25T17:03:53.747 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-25T17:03:53.774 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-25T17:03:54.176 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 123/156 2024-04-25T17:03:54.206 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 123/156 2024-04-25T17:03:54.238 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3291.g994e2f20.e 124/156 2024-04-25T17:03:54.299 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3291.g994e2f20. 125/156 2024-04-25T17:03:54.337 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3291.g994e2f20.el9.noa 126/156 2024-04-25T17:03:55.367 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3291.g994e2f20.el9.noa 126/156 2024-04-25T17:03:55.406 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3291.g994e2f20.el9.n 127/156 2024-04-25T17:03:56.369 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3291.g994e2f20.el9.n 127/156 2024-04-25T17:03:56.398 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3291.g994 128/156 2024-04-25T17:03:56.499 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3291.g994 128/156 2024-04-25T17:03:56.663 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3291.g994e2f20.el 129/156 2024-04-25T17:03:56.691 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-2:19.0.0-3291.g994e2f20.el9.x86_64 130/156 2024-04-25T17:03:56.714 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3291.g994e2f20.el9.x86_64 130/156 2024-04-25T17:03:56.714 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:03:56.714 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-25T17:03:56.714 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T17:03:56.715 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T17:03:56.715 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-25T17:03:56.759 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-rook-2:19.0.0-3291.g994e2f20.el9.noarch 131/156 2024-04-25T17:03:56.770 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3291.g994e2f20.el9.noarch 131/156 2024-04-25T17:03:56.870 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-2:19.0.0-3291.g994e2f20.el9.x86_64 132/156 2024-04-25T17:03:56.915 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 133/156 2024-04-25T17:03:57.845 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-25T17:03:57.869 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-radosgw-2:19.0.0-3291.g994e2f20.el9.x86_64 135/156 2024-04-25T17:03:57.892 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3291.g994e2f20.el9.x86_64 135/156 2024-04-25T17:03:57.893 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:03:57.893 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-25T17:03:57.893 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T17:03:57.893 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T17:03:57.893 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-25T17:03:57.937 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3291.g994e2 136/156 2024-04-25T17:03:57.958 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3291.g994e2 136/156 2024-04-25T17:03:57.959 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:03:57.959 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-25T17:03:57.959 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-25T17:03:58.004 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : cephfs-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 137/156 2024-04-25T17:03:58.026 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 137/156 2024-04-25T17:03:58.026 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:03:58.026 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-25T17:03:58.027 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T17:03:58.027 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T17:03:58.027 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-25T17:03:58.346 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : rbd-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 138/156 2024-04-25T17:03:58.369 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 138/156 2024-04-25T17:03:58.369 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:03:58.369 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-25T17:03:58.369 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T17:03:58.370 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T17:03:58.370 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-25T17:04:01.705 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3291.g994e2f20.el9.x86_64 107/156 2024-04-25T17:04:01.705 INFO:teuthology.orchestra.run.smithi028.stdout:skipping the directory /sys 2024-04-25T17:04:01.705 INFO:teuthology.orchestra.run.smithi028.stdout:skipping the directory /proc 2024-04-25T17:04:01.705 INFO:teuthology.orchestra.run.smithi028.stdout:skipping the directory /mnt 2024-04-25T17:04:01.705 INFO:teuthology.orchestra.run.smithi028.stdout:skipping the directory /var/tmp 2024-04-25T17:04:01.706 INFO:teuthology.orchestra.run.smithi028.stdout:skipping the directory /home 2024-04-25T17:04:01.706 INFO:teuthology.orchestra.run.smithi028.stdout:skipping the directory /root 2024-04-25T17:04:01.706 INFO:teuthology.orchestra.run.smithi028.stdout:skipping the directory /tmp 2024-04-25T17:04:01.706 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:04:01.709 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3291.g994e2f20.el9.x86_64 107/156 2024-04-25T17:04:01.709 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /sys 2024-04-25T17:04:01.709 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /proc 2024-04-25T17:04:01.709 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /mnt 2024-04-25T17:04:01.709 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /var/tmp 2024-04-25T17:04:01.709 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /home 2024-04-25T17:04:01.709 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /root 2024-04-25T17:04:01.710 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /tmp 2024-04-25T17:04:01.710 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-04-25T17:04:01.887 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-volume-2:19.0.0-3291.g994e2f20.el9.noarch 108/156 2024-04-25T17:04:01.890 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-volume-2:19.0.0-3291.g994e2f20.el9.noarch 108/156 2024-04-25T17:04:01.904 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-volume-2:19.0.0-3291.g994e2f20.el9.noarch 108/156 2024-04-25T17:04:01.904 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:04:01.904 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-25T17:04:01.904 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-04-25T17:04:01.905 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-volume-2:19.0.0-3291.g994e2f20.el9.noarch 108/156 2024-04-25T17:04:01.906 INFO:teuthology.orchestra.run.smithi028.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:04:01.906 INFO:teuthology.orchestra.run.smithi028.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-25T17:04:01.906 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:04:02.608 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-test-2:19.0.0-3291.g994e2f20.el9.x86_64 139/156 2024-04-25T17:04:02.649 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : rbd-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 140/156 2024-04-25T17:04:02.690 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : rbd-nbd-2:19.0.0-3291.g994e2f20.el9.x86_64 141/156 2024-04-25T17:04:02.722 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-25T17:04:02.749 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-25T17:04:02.928 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : cephfs-shell-2:19.0.0-3291.g994e2f20.el9.x86_64 144/156 2024-04-25T17:04:02.970 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-25T17:04:03.000 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libcephfs-devel-2:19.0.0-3291.g994e2f20.el9.x86_ 146/156 2024-04-25T17:04:03.540 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-osd-2:19.0.0-3291.g994e2f20.el9.x86_64 109/156 2024-04-25T17:04:03.542 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-osd-2:19.0.0-3291.g994e2f20.el9.x86_64 109/156 2024-04-25T17:04:03.568 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-osd-2:19.0.0-3291.g994e2f20.el9.x86_64 109/156 2024-04-25T17:04:03.568 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:04:03.568 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-25T17:04:03.568 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T17:04:03.568 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T17:04:03.568 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-04-25T17:04:03.570 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-osd-2:19.0.0-3291.g994e2f20.el9.x86_64 109/156 2024-04-25T17:04:03.570 INFO:teuthology.orchestra.run.smithi028.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:04:03.570 INFO:teuthology.orchestra.run.smithi028.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-25T17:04:03.570 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T17:04:03.570 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T17:04:03.570 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:04:03.587 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T17:04:03.623 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T17:04:03.642 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T17:04:03.799 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mds-2:19.0.0-3291.g994e2f20.el9.x86_64 110/156 2024-04-25T17:04:03.823 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mds-2:19.0.0-3291.g994e2f20.el9.x86_64 110/156 2024-04-25T17:04:03.824 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:04:03.824 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-25T17:04:03.824 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T17:04:03.824 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T17:04:03.824 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-04-25T17:04:03.827 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-mds-2:19.0.0-3291.g994e2f20.el9.x86_64 110/156 2024-04-25T17:04:03.851 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-mds-2:19.0.0-3291.g994e2f20.el9.x86_64 110/156 2024-04-25T17:04:03.851 INFO:teuthology.orchestra.run.smithi028.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:04:03.852 INFO:teuthology.orchestra.run.smithi028.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-25T17:04:03.852 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T17:04:03.852 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T17:04:03.852 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:04:04.309 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mon-2:19.0.0-3291.g994e2f20.el9.x86_64 111/156 2024-04-25T17:04:04.333 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mon-2:19.0.0-3291.g994e2f20.el9.x86_64 111/156 2024-04-25T17:04:04.333 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:04:04.333 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-25T17:04:04.333 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T17:04:04.333 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T17:04:04.333 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-04-25T17:04:04.337 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-mon-2:19.0.0-3291.g994e2f20.el9.x86_64 111/156 2024-04-25T17:04:04.361 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-mon-2:19.0.0-3291.g994e2f20.el9.x86_64 111/156 2024-04-25T17:04:04.361 INFO:teuthology.orchestra.run.smithi028.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:04:04.362 INFO:teuthology.orchestra.run.smithi028.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-25T17:04:04.362 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T17:04:04.362 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T17:04:04.362 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:04:04.440 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-25T17:04:04.462 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : cephfs-top-2:19.0.0-3291.g994e2f20.el9.noarch 148/156 2024-04-25T17:04:04.498 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-25T17:04:04.501 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-25T17:04:04.544 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-25T17:04:04.568 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-25T17:04:04.570 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-25T17:04:04.584 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-25T17:04:04.640 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-25T17:04:04.665 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-25T17:04:04.706 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-25T17:04:04.706 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T17:04:04.767 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-25T17:04:04.791 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T17:04:04.811 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-25T17:04:04.823 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T17:04:04.824 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T17:04:04.836 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-25T17:04:04.880 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-25T17:04:04.892 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-25T17:04:04.902 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T17:04:04.961 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-25T17:04:04.972 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T17:04:04.982 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T17:04:05.051 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T17:04:05.133 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T17:04:05.177 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-25T17:04:05.203 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T17:04:05.209 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-25T17:04:05.236 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-25T17:04:05.247 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-25T17:04:05.279 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-25T17:04:05.306 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-25T17:04:05.699 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 123/156 2024-04-25T17:04:05.727 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 123/156 2024-04-25T17:04:05.752 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 123/156 2024-04-25T17:04:05.760 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3291.g994e2f20.e 124/156 2024-04-25T17:04:05.780 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 123/156 2024-04-25T17:04:05.812 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3291.g994e2f20.e 124/156 2024-04-25T17:04:05.824 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3291.g994e2f20. 125/156 2024-04-25T17:04:05.858 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3291.g994e2f20.el9.noa 126/156 2024-04-25T17:04:05.876 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3291.g994e2f20. 125/156 2024-04-25T17:04:05.903 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3291.g994e2f20.el9.noa 126/156 2024-04-25T17:04:06.962 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3291.g994e2f20.el9.noa 126/156 2024-04-25T17:04:06.994 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3291.g994e2f20.el9.n 127/156 2024-04-25T17:04:07.002 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3291.g994e2f20.el9.noa 126/156 2024-04-25T17:04:07.079 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3291.g994e2f20.el9.n 127/156 2024-04-25T17:04:08.010 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3291.g994e2f20.el9.n 127/156 2024-04-25T17:04:08.044 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3291.g994 128/156 2024-04-25T17:04:08.096 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3291.g994e2f20.el9.n 127/156 2024-04-25T17:04:08.130 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3291.g994 128/156 2024-04-25T17:04:08.155 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3291.g994 128/156 2024-04-25T17:04:08.240 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3291.g994 128/156 2024-04-25T17:04:08.326 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3291.g994e2f20.el 129/156 2024-04-25T17:04:08.363 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-2:19.0.0-3291.g994e2f20.el9.x86_64 130/156 2024-04-25T17:04:08.387 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3291.g994e2f20.el9.x86_64 130/156 2024-04-25T17:04:08.387 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:04:08.387 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-25T17:04:08.388 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T17:04:08.388 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T17:04:08.388 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-04-25T17:04:08.412 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3291.g994e2f20.el 129/156 2024-04-25T17:04:08.438 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-rook-2:19.0.0-3291.g994e2f20.el9.noarch 131/156 2024-04-25T17:04:08.449 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-mgr-2:19.0.0-3291.g994e2f20.el9.x86_64 130/156 2024-04-25T17:04:08.450 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3291.g994e2f20.el9.noarch 131/156 2024-04-25T17:04:08.473 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3291.g994e2f20.el9.x86_64 130/156 2024-04-25T17:04:08.473 INFO:teuthology.orchestra.run.smithi028.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:04:08.473 INFO:teuthology.orchestra.run.smithi028.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-25T17:04:08.473 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T17:04:08.473 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T17:04:08.474 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:04:08.524 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-mgr-rook-2:19.0.0-3291.g994e2f20.el9.noarch 131/156 2024-04-25T17:04:08.535 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3291.g994e2f20.el9.noarch 131/156 2024-04-25T17:04:08.552 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-2:19.0.0-3291.g994e2f20.el9.x86_64 132/156 2024-04-25T17:04:08.605 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 133/156 2024-04-25T17:04:08.638 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-2:19.0.0-3291.g994e2f20.el9.x86_64 132/156 2024-04-25T17:04:08.682 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 133/156 2024-04-25T17:04:09.592 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-25T17:04:09.625 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-radosgw-2:19.0.0-3291.g994e2f20.el9.x86_64 135/156 2024-04-25T17:04:09.648 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3291.g994e2f20.el9.x86_64 135/156 2024-04-25T17:04:09.649 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:04:09.649 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-25T17:04:09.649 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T17:04:09.649 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T17:04:09.649 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-04-25T17:04:09.669 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-25T17:04:09.692 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3291.g994e2 136/156 2024-04-25T17:04:09.702 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-radosgw-2:19.0.0-3291.g994e2f20.el9.x86_64 135/156 2024-04-25T17:04:09.715 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3291.g994e2 136/156 2024-04-25T17:04:09.715 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:04:09.715 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-25T17:04:09.715 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-04-25T17:04:09.725 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3291.g994e2f20.el9.x86_64 135/156 2024-04-25T17:04:09.726 INFO:teuthology.orchestra.run.smithi028.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:04:09.726 INFO:teuthology.orchestra.run.smithi028.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-25T17:04:09.726 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T17:04:09.726 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T17:04:09.726 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:04:09.767 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : cephfs-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 137/156 2024-04-25T17:04:09.769 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3291.g994e2 136/156 2024-04-25T17:04:09.791 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 137/156 2024-04-25T17:04:09.792 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:04:09.792 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-25T17:04:09.792 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T17:04:09.792 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T17:04:09.792 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-04-25T17:04:09.793 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3291.g994e2 136/156 2024-04-25T17:04:09.793 INFO:teuthology.orchestra.run.smithi028.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:04:09.793 INFO:teuthology.orchestra.run.smithi028.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-25T17:04:09.793 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:04:09.845 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : cephfs-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 137/156 2024-04-25T17:04:09.868 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 137/156 2024-04-25T17:04:09.868 INFO:teuthology.orchestra.run.smithi028.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:04:09.868 INFO:teuthology.orchestra.run.smithi028.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-25T17:04:09.868 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T17:04:09.868 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T17:04:09.868 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:04:10.126 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : rbd-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 138/156 2024-04-25T17:04:10.150 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 138/156 2024-04-25T17:04:10.150 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:04:10.150 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-25T17:04:10.150 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T17:04:10.150 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T17:04:10.150 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-04-25T17:04:10.195 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : rbd-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 138/156 2024-04-25T17:04:10.219 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 138/156 2024-04-25T17:04:10.219 INFO:teuthology.orchestra.run.smithi028.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T17:04:10.219 INFO:teuthology.orchestra.run.smithi028.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-25T17:04:10.219 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T17:04:10.219 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T17:04:10.220 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:04:10.904 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T17:04:10.904 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-2:19.0.0-3291.g994e2f20.el9.x86_64 1/156 2024-04-25T17:04:10.904 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-base-2:19.0.0-3291.g994e2f20.el9.x86_64 2/156 2024-04-25T17:04:10.904 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 3/156 2024-04-25T17:04:10.904 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 4/156 2024-04-25T17:04:10.904 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3291.g994e2 5/156 2024-04-25T17:04:10.904 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mds-2:19.0.0-3291.g994e2f20.el9.x86_64 6/156 2024-04-25T17:04:10.904 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-2:19.0.0-3291.g994e2f20.el9.x86_64 7/156 2024-04-25T17:04:10.905 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mon-2:19.0.0-3291.g994e2f20.el9.x86_64 8/156 2024-04-25T17:04:10.905 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-osd-2:19.0.0-3291.g994e2f20.el9.x86_64 9/156 2024-04-25T17:04:10.905 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-radosgw-2:19.0.0-3291.g994e2f20.el9.x86_64 10/156 2024-04-25T17:04:10.905 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-selinux-2:19.0.0-3291.g994e2f20.el9.x86_64 11/156 2024-04-25T17:04:10.905 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-test-2:19.0.0-3291.g994e2f20.el9.x86_64 12/156 2024-04-25T17:04:10.905 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : cephfs-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 13/156 2024-04-25T17:04:10.905 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : cephfs-shell-2:19.0.0-3291.g994e2f20.el9.x86_64 14/156 2024-04-25T17:04:10.905 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libcephfs-devel-2:19.0.0-3291.g994e2f20.el9.x86_ 15/156 2024-04-25T17:04:10.905 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libcephfs2-2:19.0.0-3291.g994e2f20.el9.x86_64 16/156 2024-04-25T17:04:10.906 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libcephsqlite-2:19.0.0-3291.g994e2f20.el9.x86_64 17/156 2024-04-25T17:04:10.906 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librados-devel-2:19.0.0-3291.g994e2f20.el9.x86_6 18/156 2024-04-25T17:04:10.906 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libradosstriper1-2:19.0.0-3291.g994e2f20.el9.x86 19/156 2024-04-25T17:04:10.906 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librgw2-2:19.0.0-3291.g994e2f20.el9.x86_64 20/156 2024-04-25T17:04:10.906 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3291.g994e2f20.el 21/156 2024-04-25T17:04:10.906 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-ceph-common-2:19.0.0-3291.g994e2f20.el9. 22/156 2024-04-25T17:04:10.906 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cephfs-2:19.0.0-3291.g994e2f20.el9.x86_6 23/156 2024-04-25T17:04:10.906 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-rados-2:19.0.0-3291.g994e2f20.el9.x86_64 24/156 2024-04-25T17:04:10.906 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-rbd-2:19.0.0-3291.g994e2f20.el9.x86_64 25/156 2024-04-25T17:04:10.906 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-rgw-2:19.0.0-3291.g994e2f20.el9.x86_64 26/156 2024-04-25T17:04:10.906 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : rbd-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 27/156 2024-04-25T17:04:10.907 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : rbd-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 28/156 2024-04-25T17:04:10.907 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : rbd-nbd-2:19.0.0-3291.g994e2f20.el9.x86_64 29/156 2024-04-25T17:04:10.907 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3291.g994e2f20. 30/156 2024-04-25T17:04:10.907 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3291.g994e2f20.el9.noa 31/156 2024-04-25T17:04:10.907 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3291.g994e2f20.el9.n 32/156 2024-04-25T17:04:10.907 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3291.g994 33/156 2024-04-25T17:04:10.907 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3291.g994e2f20.el 34/156 2024-04-25T17:04:10.907 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3291.g994e2f20.el9.noarch 35/156 2024-04-25T17:04:10.907 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3291.g994e2f20.e 36/156 2024-04-25T17:04:10.907 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-volume-2:19.0.0-3291.g994e2f20.el9.noarch 37/156 2024-04-25T17:04:10.907 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 38/156 2024-04-25T17:04:10.907 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : cephfs-top-2:19.0.0-3291.g994e2f20.el9.noarch 39/156 2024-04-25T17:04:10.907 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-25T17:04:10.908 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-25T17:04:10.908 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-25T17:04:10.908 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-25T17:04:10.908 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-25T17:04:10.908 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-25T17:04:10.908 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-25T17:04:10.908 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-25T17:04:10.908 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-25T17:04:10.908 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-25T17:04:10.908 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-25T17:04:10.908 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-25T17:04:10.908 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-25T17:04:10.908 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-25T17:04:10.908 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-25T17:04:10.909 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-25T17:04:10.909 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-25T17:04:10.909 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-25T17:04:10.909 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-25T17:04:10.909 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-25T17:04:10.909 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-25T17:04:10.909 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-25T17:04:10.909 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-25T17:04:10.909 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-25T17:04:10.909 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-25T17:04:10.910 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-25T17:04:10.910 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-25T17:04:10.910 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-25T17:04:10.910 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-25T17:04:10.910 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-25T17:04:10.910 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-25T17:04:10.910 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-25T17:04:10.910 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-25T17:04:10.910 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-25T17:04:10.910 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-25T17:04:10.910 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-25T17:04:10.910 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-25T17:04:10.910 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-25T17:04:10.911 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-25T17:04:10.911 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-25T17:04:10.911 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-25T17:04:10.911 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-25T17:04:10.911 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-25T17:04:10.911 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-25T17:04:10.911 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-25T17:04:10.912 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-25T17:04:10.912 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-25T17:04:10.912 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-25T17:04:10.912 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-25T17:04:10.912 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-25T17:04:10.912 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-25T17:04:10.912 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-25T17:04:10.912 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-25T17:04:10.912 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-25T17:04:10.912 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-25T17:04:10.912 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-25T17:04:10.913 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-25T17:04:10.913 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-25T17:04:10.913 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-25T17:04:10.913 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-25T17:04:10.913 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-25T17:04:10.913 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-25T17:04:10.913 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-25T17:04:10.913 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-25T17:04:10.913 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-25T17:04:10.913 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-25T17:04:10.913 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-25T17:04:10.913 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-25T17:04:10.913 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-25T17:04:10.914 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-25T17:04:10.914 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-25T17:04:10.914 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-25T17:04:10.914 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-25T17:04:10.914 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-25T17:04:10.914 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-25T17:04:10.914 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-25T17:04:10.914 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-25T17:04:10.914 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-25T17:04:10.914 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T17:04:10.914 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T17:04:10.914 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-25T17:04:10.914 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-25T17:04:10.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-25T17:04:10.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-25T17:04:10.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-25T17:04:10.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-25T17:04:10.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-25T17:04:10.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-25T17:04:10.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-25T17:04:10.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-25T17:04:10.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-25T17:04:10.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-25T17:04:10.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-25T17:04:10.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-25T17:04:10.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-25T17:04:10.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-25T17:04:10.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-25T17:04:10.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-25T17:04:10.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-25T17:04:10.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-25T17:04:10.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-25T17:04:10.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-25T17:04:10.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-25T17:04:10.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-25T17:04:10.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-25T17:04:10.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-25T17:04:10.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-25T17:04:10.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-25T17:04:10.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-25T17:04:10.917 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librados2-2:19.0.0-3291.g994e2f20.el9.x86_64 149/156 2024-04-25T17:04:10.917 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-25T17:04:10.917 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librbd1-2:19.0.0-3291.g994e2f20.el9.x86_64 151/156 2024-04-25T17:04:10.917 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-25T17:04:10.917 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-25T17:04:10.917 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T17:04:10.917 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-25T17:04:13.021 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T17:04:13.021 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-25T17:04:13.021 INFO:teuthology.orchestra.run.smithi084.stdout:Upgraded: 2024-04-25T17:04:13.021 INFO:teuthology.orchestra.run.smithi084.stdout: librados2-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.021 INFO:teuthology.orchestra.run.smithi084.stdout: librbd1-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.021 INFO:teuthology.orchestra.run.smithi084.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-25T17:04:13.021 INFO:teuthology.orchestra.run.smithi084.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-25T17:04:13.022 INFO:teuthology.orchestra.run.smithi084.stdout:Installed: 2024-04-25T17:04:13.022 INFO:teuthology.orchestra.run.smithi084.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-25T17:04:13.022 INFO:teuthology.orchestra.run.smithi084.stdout: automake-1.16.2-8.el9.noarch 2024-04-25T17:04:13.022 INFO:teuthology.orchestra.run.smithi084.stdout: bison-3.7.4-5.el9.x86_64 2024-04-25T17:04:13.022 INFO:teuthology.orchestra.run.smithi084.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-25T17:04:13.022 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.022 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-base-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.022 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.022 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.022 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-grafana-dashboards-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:13.022 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-immutable-object-cache-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.022 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mds-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.023 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.023 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:13.023 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-dashboard-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:13.023 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:13.023 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-modules-core-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:13.023 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-rook-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:13.023 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mon-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.023 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-osd-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.023 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-prometheus-alerts-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:13.023 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-radosgw-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.023 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-selinux-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.023 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-test-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.024 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-volume-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:13.024 INFO:teuthology.orchestra.run.smithi084.stdout: cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:13.024 INFO:teuthology.orchestra.run.smithi084.stdout: cephfs-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.024 INFO:teuthology.orchestra.run.smithi084.stdout: cephfs-shell-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.024 INFO:teuthology.orchestra.run.smithi084.stdout: cephfs-top-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:13.024 INFO:teuthology.orchestra.run.smithi084.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-25T17:04:13.024 INFO:teuthology.orchestra.run.smithi084.stdout: flex-2.6.4-9.el9.x86_64 2024-04-25T17:04:13.024 INFO:teuthology.orchestra.run.smithi084.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-25T17:04:13.024 INFO:teuthology.orchestra.run.smithi084.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-25T17:04:13.024 INFO:teuthology.orchestra.run.smithi084.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-25T17:04:13.024 INFO:teuthology.orchestra.run.smithi084.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-25T17:04:13.024 INFO:teuthology.orchestra.run.smithi084.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-25T17:04:13.024 INFO:teuthology.orchestra.run.smithi084.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-25T17:04:13.025 INFO:teuthology.orchestra.run.smithi084.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-25T17:04:13.025 INFO:teuthology.orchestra.run.smithi084.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-25T17:04:13.025 INFO:teuthology.orchestra.run.smithi084.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-25T17:04:13.025 INFO:teuthology.orchestra.run.smithi084.stdout: libcephfs-devel-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.025 INFO:teuthology.orchestra.run.smithi084.stdout: libcephfs2-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.025 INFO:teuthology.orchestra.run.smithi084.stdout: libcephsqlite-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.025 INFO:teuthology.orchestra.run.smithi084.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-25T17:04:13.025 INFO:teuthology.orchestra.run.smithi084.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-25T17:04:13.025 INFO:teuthology.orchestra.run.smithi084.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-25T17:04:13.025 INFO:teuthology.orchestra.run.smithi084.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-25T17:04:13.025 INFO:teuthology.orchestra.run.smithi084.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-25T17:04:13.025 INFO:teuthology.orchestra.run.smithi084.stdout: librados-devel-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.026 INFO:teuthology.orchestra.run.smithi084.stdout: libradosstriper1-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.026 INFO:teuthology.orchestra.run.smithi084.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-25T17:04:13.026 INFO:teuthology.orchestra.run.smithi084.stdout: librgw2-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.026 INFO:teuthology.orchestra.run.smithi084.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-25T17:04:13.026 INFO:teuthology.orchestra.run.smithi084.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-25T17:04:13.026 INFO:teuthology.orchestra.run.smithi084.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-25T17:04:13.026 INFO:teuthology.orchestra.run.smithi084.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-25T17:04:13.026 INFO:teuthology.orchestra.run.smithi084.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-25T17:04:13.026 INFO:teuthology.orchestra.run.smithi084.stdout: lua-5.4.4-4.el9.x86_64 2024-04-25T17:04:13.026 INFO:teuthology.orchestra.run.smithi084.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-25T17:04:13.026 INFO:teuthology.orchestra.run.smithi084.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-25T17:04:13.027 INFO:teuthology.orchestra.run.smithi084.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-25T17:04:13.027 INFO:teuthology.orchestra.run.smithi084.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-25T17:04:13.027 INFO:teuthology.orchestra.run.smithi084.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-25T17:04:13.027 INFO:teuthology.orchestra.run.smithi084.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-25T17:04:13.027 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-13.14-1.el9.x86_64 2024-04-25T17:04:13.027 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-25T17:04:13.027 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-25T17:04:13.027 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-25T17:04:13.027 INFO:teuthology.orchestra.run.smithi084.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-25T17:04:13.027 INFO:teuthology.orchestra.run.smithi084.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-25T17:04:13.027 INFO:teuthology.orchestra.run.smithi084.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-25T17:04:13.027 INFO:teuthology.orchestra.run.smithi084.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-25T17:04:13.028 INFO:teuthology.orchestra.run.smithi084.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-25T17:04:13.028 INFO:teuthology.orchestra.run.smithi084.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-25T17:04:13.028 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-25T17:04:13.028 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ceph-argparse-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.028 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.028 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cephfs-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.028 INFO:teuthology.orchestra.run.smithi084.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-25T17:04:13.028 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-25T17:04:13.028 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-25T17:04:13.028 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-25T17:04:13.028 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-25T17:04:13.028 INFO:teuthology.orchestra.run.smithi084.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-25T17:04:13.029 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-25T17:04:13.029 INFO:teuthology.orchestra.run.smithi084.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-25T17:04:13.029 INFO:teuthology.orchestra.run.smithi084.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-25T17:04:13.029 INFO:teuthology.orchestra.run.smithi084.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-25T17:04:13.029 INFO:teuthology.orchestra.run.smithi084.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-25T17:04:13.029 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-25T17:04:13.029 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-25T17:04:13.029 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-25T17:04:13.029 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-25T17:04:13.029 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-25T17:04:13.029 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-25T17:04:13.029 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-25T17:04:13.030 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-25T17:04:13.030 INFO:teuthology.orchestra.run.smithi084.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-25T17:04:13.030 INFO:teuthology.orchestra.run.smithi084.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-25T17:04:13.030 INFO:teuthology.orchestra.run.smithi084.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-25T17:04:13.030 INFO:teuthology.orchestra.run.smithi084.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-25T17:04:13.030 INFO:teuthology.orchestra.run.smithi084.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-25T17:04:13.030 INFO:teuthology.orchestra.run.smithi084.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-25T17:04:13.030 INFO:teuthology.orchestra.run.smithi084.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-25T17:04:13.030 INFO:teuthology.orchestra.run.smithi084.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-25T17:04:13.030 INFO:teuthology.orchestra.run.smithi084.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-25T17:04:13.030 INFO:teuthology.orchestra.run.smithi084.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-25T17:04:13.031 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-25T17:04:13.031 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ply-3.11-14.el9.noarch 2024-04-25T17:04:13.031 INFO:teuthology.orchestra.run.smithi084.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-25T17:04:13.031 INFO:teuthology.orchestra.run.smithi084.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-25T17:04:13.031 INFO:teuthology.orchestra.run.smithi084.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-25T17:04:13.031 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-25T17:04:13.031 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-25T17:04:13.031 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-25T17:04:13.031 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-25T17:04:13.031 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-25T17:04:13.031 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-25T17:04:13.031 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rados-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.031 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rbd-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.032 INFO:teuthology.orchestra.run.smithi084.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-25T17:04:13.032 INFO:teuthology.orchestra.run.smithi084.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-25T17:04:13.032 INFO:teuthology.orchestra.run.smithi084.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-25T17:04:13.032 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rgw-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.032 INFO:teuthology.orchestra.run.smithi084.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-25T17:04:13.032 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-25T17:04:13.032 INFO:teuthology.orchestra.run.smithi084.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-25T17:04:13.032 INFO:teuthology.orchestra.run.smithi084.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-25T17:04:13.032 INFO:teuthology.orchestra.run.smithi084.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-25T17:04:13.032 INFO:teuthology.orchestra.run.smithi084.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-25T17:04:13.032 INFO:teuthology.orchestra.run.smithi084.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-25T17:04:13.033 INFO:teuthology.orchestra.run.smithi084.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-25T17:04:13.033 INFO:teuthology.orchestra.run.smithi084.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-25T17:04:13.033 INFO:teuthology.orchestra.run.smithi084.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-25T17:04:13.033 INFO:teuthology.orchestra.run.smithi084.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-25T17:04:13.033 INFO:teuthology.orchestra.run.smithi084.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-25T17:04:13.033 INFO:teuthology.orchestra.run.smithi084.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-25T17:04:13.033 INFO:teuthology.orchestra.run.smithi084.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-25T17:04:13.033 INFO:teuthology.orchestra.run.smithi084.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-25T17:04:13.034 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.034 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.034 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-nbd-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:13.034 INFO:teuthology.orchestra.run.smithi084.stdout: re2-1:20211101-3.el9.x86_64 2024-04-25T17:04:13.034 INFO:teuthology.orchestra.run.smithi084.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-25T17:04:13.034 INFO:teuthology.orchestra.run.smithi084.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-25T17:04:13.034 INFO:teuthology.orchestra.run.smithi084.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-25T17:04:13.034 INFO:teuthology.orchestra.run.smithi084.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-25T17:04:13.034 INFO:teuthology.orchestra.run.smithi084.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-25T17:04:13.035 INFO:teuthology.orchestra.run.smithi084.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-25T17:04:13.035 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-25T17:04:13.035 INFO:teuthology.orchestra.run.smithi084.stdout:Complete! 2024-04-25T17:04:13.459 DEBUG:teuthology.parallel:result is None 2024-04-25T17:04:14.665 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-test-2:19.0.0-3291.g994e2f20.el9.x86_64 139/156 2024-04-25T17:04:14.707 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : rbd-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 140/156 2024-04-25T17:04:14.725 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-test-2:19.0.0-3291.g994e2f20.el9.x86_64 139/156 2024-04-25T17:04:14.747 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : rbd-nbd-2:19.0.0-3291.g994e2f20.el9.x86_64 141/156 2024-04-25T17:04:14.766 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : rbd-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 140/156 2024-04-25T17:04:14.779 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-25T17:04:14.806 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-25T17:04:14.807 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : rbd-nbd-2:19.0.0-3291.g994e2f20.el9.x86_64 141/156 2024-04-25T17:04:14.839 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-25T17:04:14.857 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-25T17:04:15.008 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : cephfs-shell-2:19.0.0-3291.g994e2f20.el9.x86_64 144/156 2024-04-25T17:04:15.050 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : cephfs-shell-2:19.0.0-3291.g994e2f20.el9.x86_64 144/156 2024-04-25T17:04:15.061 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-25T17:04:15.082 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libcephfs-devel-2:19.0.0-3291.g994e2f20.el9.x86_ 146/156 2024-04-25T17:04:15.112 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-25T17:04:15.150 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libcephfs-devel-2:19.0.0-3291.g994e2f20.el9.x86_ 146/156 2024-04-25T17:04:15.610 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T17:04:15.655 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T17:04:15.675 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T17:04:15.780 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T17:04:15.823 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T17:04:15.843 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T17:04:16.573 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : cephfs-top-2:19.0.0-3291.g994e2f20.el9.noarch 148/156 2024-04-25T17:04:16.660 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-25T17:04:16.703 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-25T17:04:16.746 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : cephfs-top-2:19.0.0-3291.g994e2f20.el9.noarch 148/156 2024-04-25T17:04:16.789 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-25T17:04:16.831 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-25T17:04:16.831 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T17:04:16.836 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-25T17:04:16.879 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-25T17:04:16.916 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T17:04:16.948 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T17:04:16.949 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T17:04:16.973 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-25T17:04:17.007 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-25T17:04:17.007 INFO:teuthology.orchestra.run.smithi028.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T17:04:17.046 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T17:04:17.083 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T17:04:17.116 INFO:teuthology.orchestra.run.smithi028.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T17:04:17.116 INFO:teuthology.orchestra.run.smithi028.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T17:04:17.117 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T17:04:17.198 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T17:04:17.268 INFO:teuthology.orchestra.run.smithi028.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T17:04:22.900 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T17:04:22.900 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-2:19.0.0-3291.g994e2f20.el9.x86_64 1/156 2024-04-25T17:04:22.900 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-base-2:19.0.0-3291.g994e2f20.el9.x86_64 2/156 2024-04-25T17:04:22.900 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 3/156 2024-04-25T17:04:22.900 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 4/156 2024-04-25T17:04:22.901 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3291.g994e2 5/156 2024-04-25T17:04:22.901 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-mds-2:19.0.0-3291.g994e2f20.el9.x86_64 6/156 2024-04-25T17:04:22.901 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-mgr-2:19.0.0-3291.g994e2f20.el9.x86_64 7/156 2024-04-25T17:04:22.901 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-mon-2:19.0.0-3291.g994e2f20.el9.x86_64 8/156 2024-04-25T17:04:22.901 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-osd-2:19.0.0-3291.g994e2f20.el9.x86_64 9/156 2024-04-25T17:04:22.901 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-radosgw-2:19.0.0-3291.g994e2f20.el9.x86_64 10/156 2024-04-25T17:04:22.901 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-selinux-2:19.0.0-3291.g994e2f20.el9.x86_64 11/156 2024-04-25T17:04:22.901 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-test-2:19.0.0-3291.g994e2f20.el9.x86_64 12/156 2024-04-25T17:04:22.901 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : cephfs-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 13/156 2024-04-25T17:04:22.901 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : cephfs-shell-2:19.0.0-3291.g994e2f20.el9.x86_64 14/156 2024-04-25T17:04:22.901 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libcephfs-devel-2:19.0.0-3291.g994e2f20.el9.x86_ 15/156 2024-04-25T17:04:22.901 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libcephfs2-2:19.0.0-3291.g994e2f20.el9.x86_64 16/156 2024-04-25T17:04:22.901 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libcephsqlite-2:19.0.0-3291.g994e2f20.el9.x86_64 17/156 2024-04-25T17:04:22.902 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : librados-devel-2:19.0.0-3291.g994e2f20.el9.x86_6 18/156 2024-04-25T17:04:22.902 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libradosstriper1-2:19.0.0-3291.g994e2f20.el9.x86 19/156 2024-04-25T17:04:22.902 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : librgw2-2:19.0.0-3291.g994e2f20.el9.x86_64 20/156 2024-04-25T17:04:22.902 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3291.g994e2f20.el 21/156 2024-04-25T17:04:22.902 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-ceph-common-2:19.0.0-3291.g994e2f20.el9. 22/156 2024-04-25T17:04:22.902 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-cephfs-2:19.0.0-3291.g994e2f20.el9.x86_6 23/156 2024-04-25T17:04:22.902 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-rados-2:19.0.0-3291.g994e2f20.el9.x86_64 24/156 2024-04-25T17:04:22.902 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-rbd-2:19.0.0-3291.g994e2f20.el9.x86_64 25/156 2024-04-25T17:04:22.902 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-rgw-2:19.0.0-3291.g994e2f20.el9.x86_64 26/156 2024-04-25T17:04:22.902 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : rbd-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 27/156 2024-04-25T17:04:22.914 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : rbd-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 28/156 2024-04-25T17:04:22.914 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : rbd-nbd-2:19.0.0-3291.g994e2f20.el9.x86_64 29/156 2024-04-25T17:04:22.914 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3291.g994e2f20. 30/156 2024-04-25T17:04:22.914 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3291.g994e2f20.el9.noa 31/156 2024-04-25T17:04:22.914 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3291.g994e2f20.el9.n 32/156 2024-04-25T17:04:22.914 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3291.g994 33/156 2024-04-25T17:04:22.915 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3291.g994e2f20.el 34/156 2024-04-25T17:04:22.915 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3291.g994e2f20.el9.noarch 35/156 2024-04-25T17:04:22.915 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3291.g994e2f20.e 36/156 2024-04-25T17:04:22.915 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-volume-2:19.0.0-3291.g994e2f20.el9.noarch 37/156 2024-04-25T17:04:22.915 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 38/156 2024-04-25T17:04:22.915 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : cephfs-top-2:19.0.0-3291.g994e2f20.el9.noarch 39/156 2024-04-25T17:04:22.915 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-25T17:04:22.915 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-25T17:04:22.915 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-25T17:04:22.915 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-25T17:04:22.915 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-25T17:04:22.915 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-25T17:04:22.915 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-25T17:04:22.915 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-25T17:04:22.916 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-25T17:04:22.916 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-25T17:04:22.916 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-25T17:04:22.916 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-25T17:04:22.916 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-25T17:04:22.916 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-25T17:04:22.916 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-25T17:04:22.916 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-25T17:04:22.916 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-25T17:04:22.916 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-25T17:04:22.916 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-25T17:04:22.916 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-25T17:04:22.916 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-25T17:04:22.917 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-25T17:04:22.917 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-25T17:04:22.917 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-25T17:04:22.917 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-25T17:04:22.917 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-25T17:04:22.917 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-25T17:04:22.917 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-25T17:04:22.917 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-25T17:04:22.917 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-25T17:04:22.917 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-25T17:04:22.917 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-25T17:04:22.917 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-25T17:04:22.917 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-25T17:04:22.918 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-25T17:04:22.918 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-25T17:04:22.918 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-25T17:04:22.918 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-25T17:04:22.918 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-25T17:04:22.918 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-25T17:04:22.918 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-25T17:04:22.918 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-25T17:04:22.918 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-25T17:04:22.918 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-25T17:04:22.918 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-25T17:04:22.918 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-25T17:04:22.918 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-25T17:04:22.919 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-25T17:04:22.919 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-25T17:04:22.919 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-25T17:04:22.919 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-25T17:04:22.919 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-25T17:04:22.919 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-25T17:04:22.919 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-25T17:04:22.919 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-25T17:04:22.919 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-25T17:04:22.919 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-25T17:04:22.919 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-25T17:04:22.919 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-25T17:04:22.919 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-25T17:04:22.919 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-25T17:04:22.920 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-25T17:04:22.920 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-25T17:04:22.920 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-25T17:04:22.920 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-25T17:04:22.920 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-25T17:04:22.920 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-25T17:04:22.920 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-25T17:04:22.920 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-25T17:04:22.920 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-25T17:04:22.920 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-25T17:04:22.920 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-25T17:04:22.920 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-25T17:04:22.920 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-25T17:04:22.921 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-25T17:04:22.921 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-25T17:04:22.921 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-25T17:04:22.921 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-25T17:04:22.921 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T17:04:22.921 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T17:04:22.921 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-25T17:04:22.921 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-25T17:04:22.921 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-25T17:04:22.921 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-25T17:04:22.921 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-25T17:04:22.921 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-25T17:04:22.921 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-25T17:04:22.922 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-25T17:04:22.922 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-25T17:04:22.922 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-25T17:04:22.922 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-25T17:04:22.922 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-25T17:04:22.922 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-25T17:04:22.922 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-25T17:04:22.922 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-25T17:04:22.922 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-25T17:04:22.922 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-25T17:04:22.922 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-25T17:04:22.922 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-25T17:04:22.923 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-25T17:04:22.923 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-25T17:04:22.923 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-25T17:04:22.923 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-25T17:04:22.923 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-25T17:04:22.923 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-25T17:04:22.923 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-25T17:04:22.923 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-25T17:04:22.923 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-25T17:04:22.923 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-25T17:04:22.923 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : librados2-2:19.0.0-3291.g994e2f20.el9.x86_64 149/156 2024-04-25T17:04:22.923 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-25T17:04:22.923 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : librbd1-2:19.0.0-3291.g994e2f20.el9.x86_64 151/156 2024-04-25T17:04:22.924 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-25T17:04:22.924 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-25T17:04:22.924 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T17:04:22.924 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-25T17:04:23.255 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T17:04:23.256 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-2:19.0.0-3291.g994e2f20.el9.x86_64 1/156 2024-04-25T17:04:23.256 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-base-2:19.0.0-3291.g994e2f20.el9.x86_64 2/156 2024-04-25T17:04:23.256 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 3/156 2024-04-25T17:04:23.256 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 4/156 2024-04-25T17:04:23.256 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3291.g994e2 5/156 2024-04-25T17:04:23.256 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mds-2:19.0.0-3291.g994e2f20.el9.x86_64 6/156 2024-04-25T17:04:23.256 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-2:19.0.0-3291.g994e2f20.el9.x86_64 7/156 2024-04-25T17:04:23.256 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mon-2:19.0.0-3291.g994e2f20.el9.x86_64 8/156 2024-04-25T17:04:23.256 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-osd-2:19.0.0-3291.g994e2f20.el9.x86_64 9/156 2024-04-25T17:04:23.256 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-radosgw-2:19.0.0-3291.g994e2f20.el9.x86_64 10/156 2024-04-25T17:04:23.256 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-selinux-2:19.0.0-3291.g994e2f20.el9.x86_64 11/156 2024-04-25T17:04:23.256 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-test-2:19.0.0-3291.g994e2f20.el9.x86_64 12/156 2024-04-25T17:04:23.256 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : cephfs-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 13/156 2024-04-25T17:04:23.257 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : cephfs-shell-2:19.0.0-3291.g994e2f20.el9.x86_64 14/156 2024-04-25T17:04:23.257 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libcephfs-devel-2:19.0.0-3291.g994e2f20.el9.x86_ 15/156 2024-04-25T17:04:23.257 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libcephfs2-2:19.0.0-3291.g994e2f20.el9.x86_64 16/156 2024-04-25T17:04:23.257 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libcephsqlite-2:19.0.0-3291.g994e2f20.el9.x86_64 17/156 2024-04-25T17:04:23.257 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librados-devel-2:19.0.0-3291.g994e2f20.el9.x86_6 18/156 2024-04-25T17:04:23.257 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libradosstriper1-2:19.0.0-3291.g994e2f20.el9.x86 19/156 2024-04-25T17:04:23.257 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librgw2-2:19.0.0-3291.g994e2f20.el9.x86_64 20/156 2024-04-25T17:04:23.257 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3291.g994e2f20.el 21/156 2024-04-25T17:04:23.257 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ceph-common-2:19.0.0-3291.g994e2f20.el9. 22/156 2024-04-25T17:04:23.257 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cephfs-2:19.0.0-3291.g994e2f20.el9.x86_6 23/156 2024-04-25T17:04:23.257 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-rados-2:19.0.0-3291.g994e2f20.el9.x86_64 24/156 2024-04-25T17:04:23.257 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-rbd-2:19.0.0-3291.g994e2f20.el9.x86_64 25/156 2024-04-25T17:04:23.257 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-rgw-2:19.0.0-3291.g994e2f20.el9.x86_64 26/156 2024-04-25T17:04:23.257 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : rbd-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 27/156 2024-04-25T17:04:23.269 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : rbd-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 28/156 2024-04-25T17:04:23.269 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : rbd-nbd-2:19.0.0-3291.g994e2f20.el9.x86_64 29/156 2024-04-25T17:04:23.270 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3291.g994e2f20. 30/156 2024-04-25T17:04:23.270 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3291.g994e2f20.el9.noa 31/156 2024-04-25T17:04:23.270 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3291.g994e2f20.el9.n 32/156 2024-04-25T17:04:23.270 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3291.g994 33/156 2024-04-25T17:04:23.270 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3291.g994e2f20.el 34/156 2024-04-25T17:04:23.270 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3291.g994e2f20.el9.noarch 35/156 2024-04-25T17:04:23.270 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3291.g994e2f20.e 36/156 2024-04-25T17:04:23.270 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-volume-2:19.0.0-3291.g994e2f20.el9.noarch 37/156 2024-04-25T17:04:23.270 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 38/156 2024-04-25T17:04:23.270 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : cephfs-top-2:19.0.0-3291.g994e2f20.el9.noarch 39/156 2024-04-25T17:04:23.270 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-25T17:04:23.270 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-25T17:04:23.270 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-25T17:04:23.271 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-25T17:04:23.271 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-25T17:04:23.271 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-25T17:04:23.271 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-25T17:04:23.271 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-25T17:04:23.271 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-25T17:04:23.271 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-25T17:04:23.271 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-25T17:04:23.271 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-25T17:04:23.271 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-25T17:04:23.271 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-25T17:04:23.271 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-25T17:04:23.271 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-25T17:04:23.272 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-25T17:04:23.272 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-25T17:04:23.272 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-25T17:04:23.272 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-25T17:04:23.272 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-25T17:04:23.272 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-25T17:04:23.272 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-25T17:04:23.272 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-25T17:04:23.272 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-25T17:04:23.272 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-25T17:04:23.272 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-25T17:04:23.272 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-25T17:04:23.273 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-25T17:04:23.273 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-25T17:04:23.273 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-25T17:04:23.273 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-25T17:04:23.273 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-25T17:04:23.273 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-25T17:04:23.273 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-25T17:04:23.273 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-25T17:04:23.273 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-25T17:04:23.273 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-25T17:04:23.273 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-25T17:04:23.274 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-25T17:04:23.274 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-25T17:04:23.274 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-25T17:04:23.274 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-25T17:04:23.274 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-25T17:04:23.274 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-25T17:04:23.274 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-25T17:04:23.274 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-25T17:04:23.274 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-25T17:04:23.274 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-25T17:04:23.274 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-25T17:04:23.274 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-25T17:04:23.274 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-25T17:04:23.275 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-25T17:04:23.275 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-25T17:04:23.275 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-25T17:04:23.275 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-25T17:04:23.275 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-25T17:04:23.275 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-25T17:04:23.275 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-25T17:04:23.275 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-25T17:04:23.275 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-25T17:04:23.275 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-25T17:04:23.275 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-25T17:04:23.275 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-25T17:04:23.275 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-25T17:04:23.275 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-25T17:04:23.276 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-25T17:04:23.276 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-25T17:04:23.276 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-25T17:04:23.276 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-25T17:04:23.276 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-25T17:04:23.276 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-25T17:04:23.276 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-25T17:04:23.276 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-25T17:04:23.276 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-25T17:04:23.276 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-25T17:04:23.276 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-25T17:04:23.276 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-25T17:04:23.276 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T17:04:23.277 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T17:04:23.277 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-25T17:04:23.277 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-25T17:04:23.277 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-25T17:04:23.277 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-25T17:04:23.277 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-25T17:04:23.277 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-25T17:04:23.277 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-25T17:04:23.277 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-25T17:04:23.277 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-25T17:04:23.277 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-25T17:04:23.277 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-25T17:04:23.277 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-25T17:04:23.277 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-25T17:04:23.278 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-25T17:04:23.278 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-25T17:04:23.278 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-25T17:04:23.278 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-25T17:04:23.278 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-25T17:04:23.278 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-25T17:04:23.278 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-25T17:04:23.278 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-25T17:04:23.278 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-25T17:04:23.278 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-25T17:04:23.278 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-25T17:04:23.278 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-25T17:04:23.278 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-25T17:04:23.278 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-25T17:04:23.279 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-25T17:04:23.279 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-25T17:04:23.279 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librados2-2:19.0.0-3291.g994e2f20.el9.x86_64 149/156 2024-04-25T17:04:23.279 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-25T17:04:23.279 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librbd1-2:19.0.0-3291.g994e2f20.el9.x86_64 151/156 2024-04-25T17:04:23.279 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-25T17:04:23.279 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-25T17:04:23.279 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T17:04:23.279 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-25T17:04:25.163 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T17:04:25.163 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:04:25.163 INFO:teuthology.orchestra.run.smithi028.stdout:Upgraded: 2024-04-25T17:04:25.163 INFO:teuthology.orchestra.run.smithi028.stdout: librados2-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.163 INFO:teuthology.orchestra.run.smithi028.stdout: librbd1-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.163 INFO:teuthology.orchestra.run.smithi028.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-25T17:04:25.163 INFO:teuthology.orchestra.run.smithi028.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-25T17:04:25.164 INFO:teuthology.orchestra.run.smithi028.stdout:Installed: 2024-04-25T17:04:25.164 INFO:teuthology.orchestra.run.smithi028.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-25T17:04:25.164 INFO:teuthology.orchestra.run.smithi028.stdout: automake-1.16.2-8.el9.noarch 2024-04-25T17:04:25.164 INFO:teuthology.orchestra.run.smithi028.stdout: bison-3.7.4-5.el9.x86_64 2024-04-25T17:04:25.164 INFO:teuthology.orchestra.run.smithi028.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-25T17:04:25.164 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.164 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-base-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.164 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.164 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.164 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-grafana-dashboards-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:25.164 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-immutable-object-cache-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.164 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mds-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.164 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.165 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:25.165 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-dashboard-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:25.165 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:25.165 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-modules-core-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:25.165 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-rook-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:25.165 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mon-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.165 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-osd-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.165 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-prometheus-alerts-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:25.165 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-radosgw-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.165 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-selinux-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.165 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-test-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.165 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-volume-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:25.165 INFO:teuthology.orchestra.run.smithi028.stdout: cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:25.165 INFO:teuthology.orchestra.run.smithi028.stdout: cephfs-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.166 INFO:teuthology.orchestra.run.smithi028.stdout: cephfs-shell-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.166 INFO:teuthology.orchestra.run.smithi028.stdout: cephfs-top-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:25.166 INFO:teuthology.orchestra.run.smithi028.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-25T17:04:25.166 INFO:teuthology.orchestra.run.smithi028.stdout: flex-2.6.4-9.el9.x86_64 2024-04-25T17:04:25.166 INFO:teuthology.orchestra.run.smithi028.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-25T17:04:25.166 INFO:teuthology.orchestra.run.smithi028.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-25T17:04:25.166 INFO:teuthology.orchestra.run.smithi028.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-25T17:04:25.166 INFO:teuthology.orchestra.run.smithi028.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-25T17:04:25.166 INFO:teuthology.orchestra.run.smithi028.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-25T17:04:25.166 INFO:teuthology.orchestra.run.smithi028.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-25T17:04:25.166 INFO:teuthology.orchestra.run.smithi028.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-25T17:04:25.166 INFO:teuthology.orchestra.run.smithi028.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-25T17:04:25.167 INFO:teuthology.orchestra.run.smithi028.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-25T17:04:25.167 INFO:teuthology.orchestra.run.smithi028.stdout: libcephfs-devel-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.167 INFO:teuthology.orchestra.run.smithi028.stdout: libcephfs2-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.167 INFO:teuthology.orchestra.run.smithi028.stdout: libcephsqlite-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.167 INFO:teuthology.orchestra.run.smithi028.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-25T17:04:25.167 INFO:teuthology.orchestra.run.smithi028.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-25T17:04:25.167 INFO:teuthology.orchestra.run.smithi028.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-25T17:04:25.167 INFO:teuthology.orchestra.run.smithi028.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-25T17:04:25.167 INFO:teuthology.orchestra.run.smithi028.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-25T17:04:25.167 INFO:teuthology.orchestra.run.smithi028.stdout: librados-devel-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.167 INFO:teuthology.orchestra.run.smithi028.stdout: libradosstriper1-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.167 INFO:teuthology.orchestra.run.smithi028.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-25T17:04:25.167 INFO:teuthology.orchestra.run.smithi028.stdout: librgw2-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.168 INFO:teuthology.orchestra.run.smithi028.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-25T17:04:25.168 INFO:teuthology.orchestra.run.smithi028.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-25T17:04:25.168 INFO:teuthology.orchestra.run.smithi028.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-25T17:04:25.168 INFO:teuthology.orchestra.run.smithi028.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-25T17:04:25.168 INFO:teuthology.orchestra.run.smithi028.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-25T17:04:25.168 INFO:teuthology.orchestra.run.smithi028.stdout: lua-5.4.4-4.el9.x86_64 2024-04-25T17:04:25.168 INFO:teuthology.orchestra.run.smithi028.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-25T17:04:25.168 INFO:teuthology.orchestra.run.smithi028.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-25T17:04:25.168 INFO:teuthology.orchestra.run.smithi028.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-25T17:04:25.168 INFO:teuthology.orchestra.run.smithi028.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-25T17:04:25.168 INFO:teuthology.orchestra.run.smithi028.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-25T17:04:25.168 INFO:teuthology.orchestra.run.smithi028.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-25T17:04:25.168 INFO:teuthology.orchestra.run.smithi028.stdout: postgresql-13.14-1.el9.x86_64 2024-04-25T17:04:25.169 INFO:teuthology.orchestra.run.smithi028.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-25T17:04:25.169 INFO:teuthology.orchestra.run.smithi028.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-25T17:04:25.169 INFO:teuthology.orchestra.run.smithi028.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-25T17:04:25.169 INFO:teuthology.orchestra.run.smithi028.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-25T17:04:25.169 INFO:teuthology.orchestra.run.smithi028.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-25T17:04:25.169 INFO:teuthology.orchestra.run.smithi028.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-25T17:04:25.169 INFO:teuthology.orchestra.run.smithi028.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-25T17:04:25.169 INFO:teuthology.orchestra.run.smithi028.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-25T17:04:25.169 INFO:teuthology.orchestra.run.smithi028.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-25T17:04:25.169 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-25T17:04:25.169 INFO:teuthology.orchestra.run.smithi028.stdout: python3-ceph-argparse-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.169 INFO:teuthology.orchestra.run.smithi028.stdout: python3-ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.169 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cephfs-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.170 INFO:teuthology.orchestra.run.smithi028.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-25T17:04:25.170 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-25T17:04:25.170 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-25T17:04:25.170 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-25T17:04:25.170 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-25T17:04:25.170 INFO:teuthology.orchestra.run.smithi028.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-25T17:04:25.170 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-25T17:04:25.170 INFO:teuthology.orchestra.run.smithi028.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-25T17:04:25.170 INFO:teuthology.orchestra.run.smithi028.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-25T17:04:25.170 INFO:teuthology.orchestra.run.smithi028.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-25T17:04:25.170 INFO:teuthology.orchestra.run.smithi028.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-25T17:04:25.170 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-25T17:04:25.171 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-25T17:04:25.171 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-25T17:04:25.171 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-25T17:04:25.171 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-25T17:04:25.171 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-25T17:04:25.171 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-25T17:04:25.171 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-25T17:04:25.171 INFO:teuthology.orchestra.run.smithi028.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-25T17:04:25.171 INFO:teuthology.orchestra.run.smithi028.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-25T17:04:25.171 INFO:teuthology.orchestra.run.smithi028.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-25T17:04:25.171 INFO:teuthology.orchestra.run.smithi028.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-25T17:04:25.171 INFO:teuthology.orchestra.run.smithi028.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-25T17:04:25.171 INFO:teuthology.orchestra.run.smithi028.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-25T17:04:25.172 INFO:teuthology.orchestra.run.smithi028.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-25T17:04:25.172 INFO:teuthology.orchestra.run.smithi028.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-25T17:04:25.172 INFO:teuthology.orchestra.run.smithi028.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-25T17:04:25.172 INFO:teuthology.orchestra.run.smithi028.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-25T17:04:25.172 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-25T17:04:25.172 INFO:teuthology.orchestra.run.smithi028.stdout: python3-ply-3.11-14.el9.noarch 2024-04-25T17:04:25.172 INFO:teuthology.orchestra.run.smithi028.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-25T17:04:25.172 INFO:teuthology.orchestra.run.smithi028.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-25T17:04:25.172 INFO:teuthology.orchestra.run.smithi028.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-25T17:04:25.172 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-25T17:04:25.172 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-25T17:04:25.172 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-25T17:04:25.172 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-25T17:04:25.172 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-25T17:04:25.173 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-25T17:04:25.173 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rados-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.173 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rbd-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.173 INFO:teuthology.orchestra.run.smithi028.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-25T17:04:25.173 INFO:teuthology.orchestra.run.smithi028.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-25T17:04:25.173 INFO:teuthology.orchestra.run.smithi028.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-25T17:04:25.173 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rgw-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.173 INFO:teuthology.orchestra.run.smithi028.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-25T17:04:25.173 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-25T17:04:25.173 INFO:teuthology.orchestra.run.smithi028.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-25T17:04:25.173 INFO:teuthology.orchestra.run.smithi028.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-25T17:04:25.173 INFO:teuthology.orchestra.run.smithi028.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-25T17:04:25.173 INFO:teuthology.orchestra.run.smithi028.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-25T17:04:25.174 INFO:teuthology.orchestra.run.smithi028.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-25T17:04:25.174 INFO:teuthology.orchestra.run.smithi028.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-25T17:04:25.174 INFO:teuthology.orchestra.run.smithi028.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-25T17:04:25.174 INFO:teuthology.orchestra.run.smithi028.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-25T17:04:25.174 INFO:teuthology.orchestra.run.smithi028.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-25T17:04:25.174 INFO:teuthology.orchestra.run.smithi028.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-25T17:04:25.174 INFO:teuthology.orchestra.run.smithi028.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-25T17:04:25.174 INFO:teuthology.orchestra.run.smithi028.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-25T17:04:25.174 INFO:teuthology.orchestra.run.smithi028.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-25T17:04:25.174 INFO:teuthology.orchestra.run.smithi028.stdout: rbd-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.174 INFO:teuthology.orchestra.run.smithi028.stdout: rbd-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.174 INFO:teuthology.orchestra.run.smithi028.stdout: rbd-nbd-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.174 INFO:teuthology.orchestra.run.smithi028.stdout: re2-1:20211101-3.el9.x86_64 2024-04-25T17:04:25.174 INFO:teuthology.orchestra.run.smithi028.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-25T17:04:25.175 INFO:teuthology.orchestra.run.smithi028.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-25T17:04:25.175 INFO:teuthology.orchestra.run.smithi028.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-25T17:04:25.175 INFO:teuthology.orchestra.run.smithi028.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-25T17:04:25.175 INFO:teuthology.orchestra.run.smithi028.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-25T17:04:25.175 INFO:teuthology.orchestra.run.smithi028.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-25T17:04:25.175 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:04:25.175 INFO:teuthology.orchestra.run.smithi028.stdout:Complete! 2024-04-25T17:04:25.310 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T17:04:25.310 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-04-25T17:04:25.310 INFO:teuthology.orchestra.run.smithi042.stdout:Upgraded: 2024-04-25T17:04:25.310 INFO:teuthology.orchestra.run.smithi042.stdout: librados2-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.310 INFO:teuthology.orchestra.run.smithi042.stdout: librbd1-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.310 INFO:teuthology.orchestra.run.smithi042.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-25T17:04:25.311 INFO:teuthology.orchestra.run.smithi042.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-25T17:04:25.311 INFO:teuthology.orchestra.run.smithi042.stdout:Installed: 2024-04-25T17:04:25.311 INFO:teuthology.orchestra.run.smithi042.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-25T17:04:25.311 INFO:teuthology.orchestra.run.smithi042.stdout: automake-1.16.2-8.el9.noarch 2024-04-25T17:04:25.311 INFO:teuthology.orchestra.run.smithi042.stdout: bison-3.7.4-5.el9.x86_64 2024-04-25T17:04:25.311 INFO:teuthology.orchestra.run.smithi042.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-25T17:04:25.311 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.311 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-base-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.311 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.311 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.311 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-grafana-dashboards-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:25.312 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-immutable-object-cache-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.312 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mds-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.312 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.312 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:25.312 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-dashboard-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:25.312 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:25.312 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-modules-core-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:25.312 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-rook-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:25.312 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mon-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.312 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-osd-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.312 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-prometheus-alerts-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:25.312 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-radosgw-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.312 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-selinux-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.312 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-test-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.313 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-volume-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:25.313 INFO:teuthology.orchestra.run.smithi042.stdout: cephadm-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:25.313 INFO:teuthology.orchestra.run.smithi042.stdout: cephfs-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.313 INFO:teuthology.orchestra.run.smithi042.stdout: cephfs-shell-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.313 INFO:teuthology.orchestra.run.smithi042.stdout: cephfs-top-2:19.0.0-3291.g994e2f20.el9.noarch 2024-04-25T17:04:25.313 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-25T17:04:25.313 INFO:teuthology.orchestra.run.smithi042.stdout: flex-2.6.4-9.el9.x86_64 2024-04-25T17:04:25.313 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-25T17:04:25.313 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-25T17:04:25.313 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-25T17:04:25.313 INFO:teuthology.orchestra.run.smithi042.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-25T17:04:25.313 INFO:teuthology.orchestra.run.smithi042.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-25T17:04:25.313 INFO:teuthology.orchestra.run.smithi042.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-25T17:04:25.314 INFO:teuthology.orchestra.run.smithi042.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-25T17:04:25.314 INFO:teuthology.orchestra.run.smithi042.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-25T17:04:25.314 INFO:teuthology.orchestra.run.smithi042.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-25T17:04:25.314 INFO:teuthology.orchestra.run.smithi042.stdout: libcephfs-devel-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.314 INFO:teuthology.orchestra.run.smithi042.stdout: libcephfs2-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.314 INFO:teuthology.orchestra.run.smithi042.stdout: libcephsqlite-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.314 INFO:teuthology.orchestra.run.smithi042.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-25T17:04:25.314 INFO:teuthology.orchestra.run.smithi042.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-25T17:04:25.315 INFO:teuthology.orchestra.run.smithi042.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-25T17:04:25.315 INFO:teuthology.orchestra.run.smithi042.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-25T17:04:25.315 INFO:teuthology.orchestra.run.smithi042.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-25T17:04:25.315 INFO:teuthology.orchestra.run.smithi042.stdout: librados-devel-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.315 INFO:teuthology.orchestra.run.smithi042.stdout: libradosstriper1-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.315 INFO:teuthology.orchestra.run.smithi042.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-25T17:04:25.315 INFO:teuthology.orchestra.run.smithi042.stdout: librgw2-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.315 INFO:teuthology.orchestra.run.smithi042.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-25T17:04:25.315 INFO:teuthology.orchestra.run.smithi042.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-25T17:04:25.315 INFO:teuthology.orchestra.run.smithi042.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-25T17:04:25.315 INFO:teuthology.orchestra.run.smithi042.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-25T17:04:25.315 INFO:teuthology.orchestra.run.smithi042.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-25T17:04:25.316 INFO:teuthology.orchestra.run.smithi042.stdout: lua-5.4.4-4.el9.x86_64 2024-04-25T17:04:25.316 INFO:teuthology.orchestra.run.smithi042.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-25T17:04:25.316 INFO:teuthology.orchestra.run.smithi042.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-25T17:04:25.316 INFO:teuthology.orchestra.run.smithi042.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-25T17:04:25.316 INFO:teuthology.orchestra.run.smithi042.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-25T17:04:25.316 INFO:teuthology.orchestra.run.smithi042.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-25T17:04:25.316 INFO:teuthology.orchestra.run.smithi042.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-25T17:04:25.316 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-13.14-1.el9.x86_64 2024-04-25T17:04:25.316 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-25T17:04:25.316 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-25T17:04:25.316 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-25T17:04:25.316 INFO:teuthology.orchestra.run.smithi042.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-25T17:04:25.317 INFO:teuthology.orchestra.run.smithi042.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-25T17:04:25.317 INFO:teuthology.orchestra.run.smithi042.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-25T17:04:25.317 INFO:teuthology.orchestra.run.smithi042.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-25T17:04:25.317 INFO:teuthology.orchestra.run.smithi042.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-25T17:04:25.317 INFO:teuthology.orchestra.run.smithi042.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-25T17:04:25.317 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-25T17:04:25.317 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ceph-argparse-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.317 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ceph-common-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.317 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cephfs-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.317 INFO:teuthology.orchestra.run.smithi042.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-25T17:04:25.317 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-25T17:04:25.317 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-25T17:04:25.317 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-25T17:04:25.317 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-25T17:04:25.318 INFO:teuthology.orchestra.run.smithi042.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-25T17:04:25.318 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-25T17:04:25.318 INFO:teuthology.orchestra.run.smithi042.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-25T17:04:25.318 INFO:teuthology.orchestra.run.smithi042.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-25T17:04:25.318 INFO:teuthology.orchestra.run.smithi042.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-25T17:04:25.318 INFO:teuthology.orchestra.run.smithi042.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-25T17:04:25.318 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-25T17:04:25.318 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-25T17:04:25.318 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-25T17:04:25.318 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-25T17:04:25.318 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-25T17:04:25.318 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-25T17:04:25.318 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-25T17:04:25.319 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-25T17:04:25.319 INFO:teuthology.orchestra.run.smithi042.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-25T17:04:25.319 INFO:teuthology.orchestra.run.smithi042.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-25T17:04:25.319 INFO:teuthology.orchestra.run.smithi042.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-25T17:04:25.319 INFO:teuthology.orchestra.run.smithi042.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-25T17:04:25.319 INFO:teuthology.orchestra.run.smithi042.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-25T17:04:25.319 INFO:teuthology.orchestra.run.smithi042.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-25T17:04:25.319 INFO:teuthology.orchestra.run.smithi042.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-25T17:04:25.319 INFO:teuthology.orchestra.run.smithi042.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-25T17:04:25.319 INFO:teuthology.orchestra.run.smithi042.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-25T17:04:25.319 INFO:teuthology.orchestra.run.smithi042.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-25T17:04:25.319 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-25T17:04:25.319 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ply-3.11-14.el9.noarch 2024-04-25T17:04:25.320 INFO:teuthology.orchestra.run.smithi042.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-25T17:04:25.320 INFO:teuthology.orchestra.run.smithi042.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-25T17:04:25.320 INFO:teuthology.orchestra.run.smithi042.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-25T17:04:25.320 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-25T17:04:25.320 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-25T17:04:25.320 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-25T17:04:25.320 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-25T17:04:25.320 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-25T17:04:25.320 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-25T17:04:25.320 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rados-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.320 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rbd-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.320 INFO:teuthology.orchestra.run.smithi042.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-25T17:04:25.320 INFO:teuthology.orchestra.run.smithi042.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-25T17:04:25.320 INFO:teuthology.orchestra.run.smithi042.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-25T17:04:25.321 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rgw-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.321 INFO:teuthology.orchestra.run.smithi042.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-25T17:04:25.321 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-25T17:04:25.321 INFO:teuthology.orchestra.run.smithi042.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-25T17:04:25.321 INFO:teuthology.orchestra.run.smithi042.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-25T17:04:25.321 INFO:teuthology.orchestra.run.smithi042.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-25T17:04:25.321 INFO:teuthology.orchestra.run.smithi042.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-25T17:04:25.321 INFO:teuthology.orchestra.run.smithi042.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-25T17:04:25.321 INFO:teuthology.orchestra.run.smithi042.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-25T17:04:25.321 INFO:teuthology.orchestra.run.smithi042.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-25T17:04:25.321 INFO:teuthology.orchestra.run.smithi042.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-25T17:04:25.321 INFO:teuthology.orchestra.run.smithi042.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-25T17:04:25.321 INFO:teuthology.orchestra.run.smithi042.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-25T17:04:25.321 INFO:teuthology.orchestra.run.smithi042.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-25T17:04:25.322 INFO:teuthology.orchestra.run.smithi042.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-25T17:04:25.322 INFO:teuthology.orchestra.run.smithi042.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-25T17:04:25.322 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-fuse-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.322 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-mirror-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.322 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-nbd-2:19.0.0-3291.g994e2f20.el9.x86_64 2024-04-25T17:04:25.322 INFO:teuthology.orchestra.run.smithi042.stdout: re2-1:20211101-3.el9.x86_64 2024-04-25T17:04:25.322 INFO:teuthology.orchestra.run.smithi042.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-25T17:04:25.322 INFO:teuthology.orchestra.run.smithi042.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-25T17:04:25.322 INFO:teuthology.orchestra.run.smithi042.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-25T17:04:25.322 INFO:teuthology.orchestra.run.smithi042.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-25T17:04:25.322 INFO:teuthology.orchestra.run.smithi042.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-25T17:04:25.323 INFO:teuthology.orchestra.run.smithi042.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-25T17:04:25.323 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-04-25T17:04:25.323 INFO:teuthology.orchestra.run.smithi042.stdout:Complete! 2024-04-25T17:04:25.533 DEBUG:teuthology.parallel:result is None 2024-04-25T17:04:25.735 DEBUG:teuthology.parallel:result is None 2024-04-25T17:04:25.735 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T17:04:25.877 DEBUG:teuthology.orchestra.run.smithi028:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-25T17:04:25.898 INFO:teuthology.orchestra.run.smithi028.stdout:19.0.0-3291.g994e2f20.el9 2024-04-25T17:04:25.899 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3291.g994e2f20.el9 2024-04-25T17:04:25.899 INFO:teuthology.task.install:The correct ceph version 19.0.0-3291.g994e2f20 is installed. 2024-04-25T17:04:25.901 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T17:04:26.118 DEBUG:teuthology.orchestra.run.smithi042:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-25T17:04:26.142 INFO:teuthology.orchestra.run.smithi042.stdout:19.0.0-3291.g994e2f20.el9 2024-04-25T17:04:26.143 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3291.g994e2f20.el9 2024-04-25T17:04:26.143 INFO:teuthology.task.install:The correct ceph version 19.0.0-3291.g994e2f20 is installed. 2024-04-25T17:04:26.144 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T17:04:26.361 DEBUG:teuthology.orchestra.run.smithi084:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-25T17:04:26.386 INFO:teuthology.orchestra.run.smithi084.stdout:19.0.0-3291.g994e2f20.el9 2024-04-25T17:04:26.386 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3291.g994e2f20.el9 2024-04-25T17:04:26.386 INFO:teuthology.task.install:The correct ceph version 19.0.0-3291.g994e2f20 is installed. 2024-04-25T17:04:26.388 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-25T17:04:26.389 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-25T17:04:26.389 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-25T17:04:26.418 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-04-25T17:04:26.419 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-25T17:04:26.446 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-25T17:04:26.446 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-25T17:04:26.477 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-25T17:04:26.477 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-25T17:04:26.478 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/usr/bin/daemon-helper 2024-04-25T17:04:26.503 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-25T17:04:26.569 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-04-25T17:04:26.570 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/usr/bin/daemon-helper 2024-04-25T17:04:26.595 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-25T17:04:26.661 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-25T17:04:26.661 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/usr/bin/daemon-helper 2024-04-25T17:04:26.690 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-25T17:04:26.756 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-25T17:04:26.757 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-25T17:04:26.757 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-25T17:04:26.781 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-25T17:04:26.847 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-04-25T17:04:26.847 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-25T17:04:26.872 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-25T17:04:26.939 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-25T17:04:26.939 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-25T17:04:26.966 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-25T17:04:27.032 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-25T17:04:27.032 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-25T17:04:27.032 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/usr/bin/stdin-killer 2024-04-25T17:04:27.057 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-25T17:04:27.121 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-04-25T17:04:27.122 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/usr/bin/stdin-killer 2024-04-25T17:04:27.147 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-25T17:04:27.212 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-25T17:04:27.212 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/usr/bin/stdin-killer 2024-04-25T17:04:27.240 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-25T17:04:27.307 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-25T17:04:27.416 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '994e2f20102a20fa9a27966c14b625cc01884df8', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-04-25T17:04:27.416 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T17:04:27.417 INFO:tasks.cephadm:Cluster fsid is dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:04:27.417 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-25T17:04:27.417 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.28', 'mon.b': '172.21.15.42', 'mon.c': '172.21.15.84'} 2024-04-25T17:04:27.417 INFO:tasks.cephadm:First mon is mon.a on smithi028 2024-04-25T17:04:27.417 INFO:tasks.cephadm:First mgr is x 2024-04-25T17:04:27.418 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-25T17:04:27.418 DEBUG:teuthology.orchestra.run.smithi028:> sudo hostname $(hostname -s) 2024-04-25T17:04:27.443 DEBUG:teuthology.orchestra.run.smithi042:> sudo hostname $(hostname -s) 2024-04-25T17:04:27.468 DEBUG:teuthology.orchestra.run.smithi084:> sudo hostname $(hostname -s) 2024-04-25T17:04:27.495 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-04-25T17:04:27.495 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T17:04:27.716 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '994e2f20102a20fa9a27966c14b625cc01884df8', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/78872/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3291-g994e2f20', 'node_name': '172.21.2.1+braggi01', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3291.g994e2f20'}, 'url': 'https://3.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-25 04:02:18.990013', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-pdonnell-testing-20240425.015853-debug', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-04-25T17:04:27.933 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref wip-pdonnell-testing-20240425.015853-debug, sha1 994e2f20102a20fa9a27966c14b625cc01884df8 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T17:04:27.934 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/x86_64/flavors/default/cephadm 2024-04-25T17:04:27.935 DEBUG:teuthology.orchestra.run.smithi028:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-25T17:04:28.491 INFO:teuthology.orchestra.run.smithi028.stdout:-rw-r--r--. 1 ubuntu ubuntu 781647 Apr 25 17:04 /home/ubuntu/cephtest/cephadm 2024-04-25T17:04:28.492 DEBUG:teuthology.orchestra.run.smithi042:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-25T17:04:28.888 INFO:teuthology.orchestra.run.smithi042.stdout:-rw-r--r--. 1 ubuntu ubuntu 781647 Apr 25 17:04 /home/ubuntu/cephtest/cephadm 2024-04-25T17:04:28.888 DEBUG:teuthology.orchestra.run.smithi084:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-pdonnell-testing-20240425.015853-debug/994e2f20102a20fa9a27966c14b625cc01884df8/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-25T17:04:29.406 INFO:teuthology.orchestra.run.smithi084.stdout:-rw-r--r--. 1 ubuntu ubuntu 781647 Apr 25 17:04 /home/ubuntu/cephtest/cephadm 2024-04-25T17:04:29.407 DEBUG:teuthology.orchestra.run.smithi028:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-25T17:04:29.427 DEBUG:teuthology.orchestra.run.smithi042:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-25T17:04:29.447 DEBUG:teuthology.orchestra.run.smithi084:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-25T17:04:29.481 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 on all hosts... 2024-04-25T17:04:29.481 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 pull 2024-04-25T17:04:29.484 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 pull 2024-04-25T17:04:29.490 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 pull 2024-04-25T17:04:31.085 INFO:teuthology.orchestra.run.smithi084.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8... 2024-04-25T17:04:31.147 INFO:teuthology.orchestra.run.smithi042.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8... 2024-04-25T17:04:31.148 INFO:teuthology.orchestra.run.smithi028.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8... 2024-04-25T17:05:02.446 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-04-25T17:05:02.446 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_version": "ceph version 19.0.0-3291-g994e2f20 (994e2f20102a20fa9a27966c14b625cc01884df8) squid (dev)", 2024-04-25T17:05:02.446 INFO:teuthology.orchestra.run.smithi042.stdout: "image_id": "d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4", 2024-04-25T17:05:02.447 INFO:teuthology.orchestra.run.smithi042.stdout: "repo_digests": [ 2024-04-25T17:05:02.447 INFO:teuthology.orchestra.run.smithi042.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385" 2024-04-25T17:05:02.447 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-04-25T17:05:02.447 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-04-25T17:05:20.179 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-25T17:05:20.180 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_version": "ceph version 19.0.0-3291-g994e2f20 (994e2f20102a20fa9a27966c14b625cc01884df8) squid (dev)", 2024-04-25T17:05:20.180 INFO:teuthology.orchestra.run.smithi084.stdout: "image_id": "d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4", 2024-04-25T17:05:20.180 INFO:teuthology.orchestra.run.smithi084.stdout: "repo_digests": [ 2024-04-25T17:05:20.180 INFO:teuthology.orchestra.run.smithi084.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385" 2024-04-25T17:05:20.180 INFO:teuthology.orchestra.run.smithi084.stdout: ] 2024-04-25T17:05:20.180 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-25T17:05:22.787 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:05:22.787 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph_version": "ceph version 19.0.0-3291-g994e2f20 (994e2f20102a20fa9a27966c14b625cc01884df8) squid (dev)", 2024-04-25T17:05:22.787 INFO:teuthology.orchestra.run.smithi028.stdout: "image_id": "d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4", 2024-04-25T17:05:22.787 INFO:teuthology.orchestra.run.smithi028.stdout: "repo_digests": [ 2024-04-25T17:05:22.787 INFO:teuthology.orchestra.run.smithi028.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385" 2024-04-25T17:05:22.788 INFO:teuthology.orchestra.run.smithi028.stdout: ] 2024-04-25T17:05:22.788 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:05:22.814 DEBUG:teuthology.orchestra.run.smithi028:> sudo mkdir -p /etc/ceph 2024-04-25T17:05:22.848 DEBUG:teuthology.orchestra.run.smithi042:> sudo mkdir -p /etc/ceph 2024-04-25T17:05:22.882 DEBUG:teuthology.orchestra.run.smithi084:> sudo mkdir -p /etc/ceph 2024-04-25T17:05:22.913 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod 777 /etc/ceph 2024-04-25T17:05:22.939 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod 777 /etc/ceph 2024-04-25T17:05:22.966 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 777 /etc/ceph 2024-04-25T17:05:22.994 INFO:tasks.cephadm:Writing seed config... 2024-04-25T17:05:22.996 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-04-25T17:05:22.996 INFO:tasks.cephadm: override: [client] debug client = 20 2024-04-25T17:05:22.996 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-04-25T17:05:22.996 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-04-25T17:05:22.996 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-04-25T17:05:22.996 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-04-25T17:05:22.996 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-04-25T17:05:22.996 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-04-25T17:05:22.996 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-04-25T17:05:22.996 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-04-25T17:05:22.997 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-04-25T17:05:22.997 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-04-25T17:05:22.997 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-04-25T17:05:22.997 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-04-25T17:05:22.997 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-04-25T17:05:22.997 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-04-25T17:05:22.997 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-04-25T17:05:22.997 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-04-25T17:05:22.997 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-04-25T17:05:22.997 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-04-25T17:05:22.997 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-04-25T17:05:22.997 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-04-25T17:05:22.997 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-25T17:05:22.998 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-25T17:05:22.998 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-25T17:05:22.998 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-25T17:05:22.998 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-25T17:05:22.998 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-04-25T17:05:22.998 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-04-25T17:05:22.998 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-04-25T17:05:22.998 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-04-25T17:05:22.998 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-04-25T17:05:22.999 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-04-25T17:05:22.999 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-25T17:05:22.999 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-25T17:05:22.999 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-04-25T17:05:22.999 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-04-25T17:05:22.999 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-04-25T17:05:22.999 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-04-25T17:05:22.999 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-04-25T17:05:22.999 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-04-25T17:05:22.999 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-04-25T17:05:22.999 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-25T17:05:22.999 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10 2024-04-25T17:05:23.000 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-25T17:05:23.000 DEBUG:teuthology.orchestra.run.smithi028:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-25T17:05:23.016 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = dfbd4644-0325-11ef-bc93-c7b262605968 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-04-25T17:05:23.017 DEBUG:teuthology.orchestra.run.smithi028:mon.a> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mon.a.service 2024-04-25T17:05:23.059 DEBUG:teuthology.orchestra.run.smithi028:mgr.x> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mgr.x.service 2024-04-25T17:05:23.101 INFO:tasks.cephadm:Bootstrapping... 2024-04-25T17:05:23.102 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 -v bootstrap --fsid dfbd4644-0325-11ef-bc93-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.28 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-25T17:05:23.298 INFO:teuthology.orchestra.run.smithi028.stdout:-------------------------------------------------------------------------------- 2024-04-25T17:05:23.298 INFO:teuthology.orchestra.run.smithi028.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8', '-v', 'bootstrap', '--fsid', 'dfbd4644-0325-11ef-bc93-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.28', '--skip-admin-label'] 2024-04-25T17:05:23.299 INFO:teuthology.orchestra.run.smithi028.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-25T17:05:23.299 INFO:teuthology.orchestra.run.smithi028.stdout:Verifying podman|docker is present... 2024-04-25T17:05:23.333 INFO:teuthology.orchestra.run.smithi028.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-25T17:05:23.333 INFO:teuthology.orchestra.run.smithi028.stdout:Verifying lvm2 is present... 2024-04-25T17:05:23.333 INFO:teuthology.orchestra.run.smithi028.stdout:Verifying time synchronization is in place... 2024-04-25T17:05:23.340 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-25T17:05:23.341 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-25T17:05:23.347 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-25T17:05:23.347 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout inactive 2024-04-25T17:05:23.353 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout enabled 2024-04-25T17:05:23.359 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout active 2024-04-25T17:05:23.359 INFO:teuthology.orchestra.run.smithi028.stdout:Unit chronyd.service is enabled and running 2024-04-25T17:05:23.359 INFO:teuthology.orchestra.run.smithi028.stdout:Repeating the final host check... 2024-04-25T17:05:23.384 INFO:teuthology.orchestra.run.smithi028.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-25T17:05:23.384 INFO:teuthology.orchestra.run.smithi028.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-25T17:05:23.384 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl is present 2024-04-25T17:05:23.384 INFO:teuthology.orchestra.run.smithi028.stdout:lvcreate is present 2024-04-25T17:05:23.390 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-25T17:05:23.390 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-25T17:05:23.396 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-25T17:05:23.396 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout inactive 2024-04-25T17:05:23.402 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout enabled 2024-04-25T17:05:23.409 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout active 2024-04-25T17:05:23.409 INFO:teuthology.orchestra.run.smithi028.stdout:Unit chronyd.service is enabled and running 2024-04-25T17:05:23.410 INFO:teuthology.orchestra.run.smithi028.stdout:Host looks OK 2024-04-25T17:05:23.410 INFO:teuthology.orchestra.run.smithi028.stdout:Cluster fsid: dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:05:23.410 INFO:teuthology.orchestra.run.smithi028.stdout:Acquiring lock 140327407340704 on /run/cephadm/dfbd4644-0325-11ef-bc93-c7b262605968.lock 2024-04-25T17:05:23.410 INFO:teuthology.orchestra.run.smithi028.stdout:Lock 140327407340704 acquired on /run/cephadm/dfbd4644-0325-11ef-bc93-c7b262605968.lock 2024-04-25T17:05:23.410 INFO:teuthology.orchestra.run.smithi028.stdout:Verifying IP 172.21.15.28 port 3300 ... 2024-04-25T17:05:23.410 INFO:teuthology.orchestra.run.smithi028.stdout:Verifying IP 172.21.15.28 port 6789 ... 2024-04-25T17:05:23.410 INFO:teuthology.orchestra.run.smithi028.stdout:Base mon IP(s) is [172.21.15.28:3300, 172.21.15.28:6789], mon addrv is [v2:172.21.15.28:3300,v1:172.21.15.28:6789] 2024-04-25T17:05:23.413 INFO:teuthology.orchestra.run.smithi028.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.28 metric 100 2024-04-25T17:05:23.413 INFO:teuthology.orchestra.run.smithi028.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.28 metric 100 2024-04-25T17:05:23.416 INFO:teuthology.orchestra.run.smithi028.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-25T17:05:23.416 INFO:teuthology.orchestra.run.smithi028.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-04-25T17:05:23.416 INFO:teuthology.orchestra.run.smithi028.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-04-25T17:05:23.419 INFO:teuthology.orchestra.run.smithi028.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-25T17:05:23.419 INFO:teuthology.orchestra.run.smithi028.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-25T17:05:23.419 INFO:teuthology.orchestra.run.smithi028.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-25T17:05:23.419 INFO:teuthology.orchestra.run.smithi028.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-04-25T17:05:23.419 INFO:teuthology.orchestra.run.smithi028.stdout:/sbin/ip: stdout inet6 fe80::ae1f:6bff:fea5:ca3c/64 scope link noprefixroute 2024-04-25T17:05:23.419 INFO:teuthology.orchestra.run.smithi028.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-25T17:05:23.420 INFO:teuthology.orchestra.run.smithi028.stdout:Mon IP `172.21.15.28` is in CIDR network `172.21.0.0/20` 2024-04-25T17:05:23.420 INFO:teuthology.orchestra.run.smithi028.stdout:Mon IP `172.21.15.28` is in CIDR network `172.21.0.0/20` 2024-04-25T17:05:23.420 INFO:teuthology.orchestra.run.smithi028.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-25T17:05:23.421 INFO:teuthology.orchestra.run.smithi028.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-25T17:05:23.421 INFO:teuthology.orchestra.run.smithi028.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8... 2024-04-25T17:05:23.906 INFO:teuthology.orchestra.run.smithi028.stdout:/bin/podman: stdout d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 2024-04-25T17:05:23.906 INFO:teuthology.orchestra.run.smithi028.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8... 2024-04-25T17:05:23.906 INFO:teuthology.orchestra.run.smithi028.stdout:/bin/podman: stderr Getting image source signatures 2024-04-25T17:05:23.906 INFO:teuthology.orchestra.run.smithi028.stdout:/bin/podman: stderr Copying blob sha256:665339d96aad80d083ba9988a62422bcef0a42210fb2b28340e33ab98589f7b8 2024-04-25T17:05:23.906 INFO:teuthology.orchestra.run.smithi028.stdout:/bin/podman: stderr Copying blob sha256:3d665f4c032644be9cae748af04bee69f2bfe96cdc3616dabe0ab17899633ab5 2024-04-25T17:05:23.906 INFO:teuthology.orchestra.run.smithi028.stdout:/bin/podman: stderr Copying config sha256:d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 2024-04-25T17:05:23.906 INFO:teuthology.orchestra.run.smithi028.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-25T17:05:24.894 INFO:teuthology.orchestra.run.smithi028.stdout:ceph: stdout ceph version 19.0.0-3291-g994e2f20 (994e2f20102a20fa9a27966c14b625cc01884df8) squid (dev) 2024-04-25T17:05:24.894 INFO:teuthology.orchestra.run.smithi028.stdout:Ceph version: ceph version 19.0.0-3291-g994e2f20 (994e2f20102a20fa9a27966c14b625cc01884df8) squid (dev) 2024-04-25T17:05:24.895 INFO:teuthology.orchestra.run.smithi028.stdout:Extracting ceph user uid/gid from container image... 2024-04-25T17:05:25.898 INFO:teuthology.orchestra.run.smithi028.stdout:stat: stdout 167 167 2024-04-25T17:05:25.898 INFO:teuthology.orchestra.run.smithi028.stdout:Creating initial keys... 2024-04-25T17:05:26.807 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-authtool: stdout AQBWjSpmQcJxDBAASqFATaChpREU9gIfwxzY5Q== 2024-04-25T17:05:27.680 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-authtool: stdout AQBXjSpmp7dEChAAv+JGqwPaC+wTYAPuLQ9pdQ== 2024-04-25T17:05:28.542 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-authtool: stdout AQBYjSpmWDDSAxAAyesESqFJiNNtlf3EsWXVYw== 2024-04-25T17:05:28.543 INFO:teuthology.orchestra.run.smithi028.stdout:Creating initial monmap... 2024-04-25T17:05:29.507 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-25T17:05:29.507 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-04-25T17:05:29.507 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:05:29.507 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-25T17:05:29.507 INFO:teuthology.orchestra.run.smithi028.stdout:monmaptool for a [v2:172.21.15.28:3300,v1:172.21.15.28:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-25T17:05:29.507 INFO:teuthology.orchestra.run.smithi028.stdout:setting min_mon_release = quincy 2024-04-25T17:05:29.507 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/monmaptool: set fsid to dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:05:29.507 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-25T17:05:29.507 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:05:29.507 INFO:teuthology.orchestra.run.smithi028.stdout:Creating mon... 2024-04-25T17:05:30.430 INFO:teuthology.orchestra.run.smithi028.stdout:create mon.a on 2024-04-25T17:05:30.638 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-25T17:05:30.805 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-25T17:05:31.017 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-dfbd4644-0325-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-dfbd4644-0325-11ef-bc93-c7b262605968.target. 2024-04-25T17:05:31.017 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-dfbd4644-0325-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-dfbd4644-0325-11ef-bc93-c7b262605968.target. 2024-04-25T17:05:31.258 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mon.a 2024-04-25T17:05:31.259 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Failed to reset failed state of unit ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mon.a.service: Unit ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mon.a.service not loaded. 2024-04-25T17:05:31.434 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-dfbd4644-0325-11ef-bc93-c7b262605968.target.wants/ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mon.a.service → /etc/systemd/system/ceph-dfbd4644-0325-11ef-bc93-c7b262605968@.service. 2024-04-25T17:05:32.037 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-25T17:05:32.038 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout disabled 2024-04-25T17:05:32.045 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-25T17:05:32.045 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout inactive 2024-04-25T17:05:32.045 INFO:teuthology.orchestra.run.smithi028.stdout:firewalld.service is not enabled 2024-04-25T17:05:32.045 INFO:teuthology.orchestra.run.smithi028.stdout:Not possible to enable service . firewalld.service is not available 2024-04-25T17:05:32.046 INFO:teuthology.orchestra.run.smithi028.stdout:Waiting for mon to start... 2024-04-25T17:05:32.046 INFO:teuthology.orchestra.run.smithi028.stdout:Waiting for mon... 2024-04-25T17:05:33.085 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout cluster: 2024-04-25T17:05:33.093 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout id: dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:05:33.093 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-25T17:05:33.093 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-04-25T17:05:33.093 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout services: 2024-04-25T17:05:33.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.567077s) 2024-04-25T17:05:33.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-25T17:05:33.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-25T17:05:33.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-04-25T17:05:33.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout data: 2024-04-25T17:05:33.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-25T17:05:33.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-25T17:05:33.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-25T17:05:33.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout pgs: 2024-04-25T17:05:33.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-04-25T17:05:33.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.481+0000 7fb2fb16e700 1 Processor -- start 2024-04-25T17:05:33.095 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.481+0000 7fb2fb16e700 1 -- start start 2024-04-25T17:05:33.095 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.481+0000 7fb2fb16e700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb2f4109ea0 0x7fb2f410a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:05:33.095 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.481+0000 7fb2fb16e700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fb2f4108450 con 0x7fb2f4109ea0 2024-04-25T17:05:33.095 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.482+0000 7fb2f8f0a700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb2f4109ea0 0x7fb2f410a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:05:33.095 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.482+0000 7fb2f8f0a700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb2f4109ea0 0x7fb2f410a2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:34782/0 (socket says 172.21.15.28:34782) 2024-04-25T17:05:33.095 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.482+0000 7fb2f8f0a700 1 -- 172.21.15.28:0/1626980333 learned_addr learned my addr 172.21.15.28:0/1626980333 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:05:33.095 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.482+0000 7fb2f8f0a700 1 -- 172.21.15.28:0/1626980333 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2f41085d0 con 0x7fb2f4109ea0 2024-04-25T17:05:33.095 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.482+0000 7fb2f8f0a700 1 --2- 172.21.15.28:0/1626980333 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb2f4109ea0 0x7fb2f410a2b0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fb2e80098a0 tx=0x7fb2e8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=933a43b95f836ca server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:05:33.095 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.482+0000 7fb2f37fe700 1 -- 172.21.15.28:0/1626980333 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb2e8004160 con 0x7fb2f4109ea0 2024-04-25T17:05:33.095 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.482+0000 7fb2f37fe700 1 -- 172.21.15.28:0/1626980333 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2e8004300 con 0x7fb2f4109ea0 2024-04-25T17:05:33.095 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.482+0000 7fb2f37fe700 1 -- 172.21.15.28:0/1626980333 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb2e80036a0 con 0x7fb2f4109ea0 2024-04-25T17:05:33.096 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.483+0000 7fb2fb16e700 1 -- 172.21.15.28:0/1626980333 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb2f4109ea0 msgr2=0x7fb2f410a2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:05:33.096 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.483+0000 7fb2fb16e700 1 --2- 172.21.15.28:0/1626980333 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb2f4109ea0 0x7fb2f410a2b0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fb2e80098a0 tx=0x7fb2e8009bb0 comp rx=0 tx=0).stop 2024-04-25T17:05:33.096 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.483+0000 7fb2fb16e700 1 -- 172.21.15.28:0/1626980333 shutdown_connections 2024-04-25T17:05:33.096 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.483+0000 7fb2fb16e700 1 --2- 172.21.15.28:0/1626980333 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb2f4109ea0 0x7fb2f410a2b0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:05:33.096 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.483+0000 7fb2fb16e700 1 -- 172.21.15.28:0/1626980333 >> 172.21.15.28:0/1626980333 conn(0x7fb2f4103f00 msgr2=0x7fb2f4106350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:05:33.096 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.483+0000 7fb2fb16e700 1 -- 172.21.15.28:0/1626980333 shutdown_connections 2024-04-25T17:05:33.096 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.483+0000 7fb2fb16e700 1 -- 172.21.15.28:0/1626980333 wait complete. 2024-04-25T17:05:33.096 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.484+0000 7fb2fb16e700 1 Processor -- start 2024-04-25T17:05:33.096 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.484+0000 7fb2fb16e700 1 -- start start 2024-04-25T17:05:33.096 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.484+0000 7fb2fb16e700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb2f4109ea0 0x7fb2f419d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:05:33.096 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.484+0000 7fb2fb16e700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fb2f4108b00 con 0x7fb2f4109ea0 2024-04-25T17:05:33.096 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.484+0000 7fb2f8f0a700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb2f4109ea0 0x7fb2f419d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:05:33.097 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.484+0000 7fb2f8f0a700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb2f4109ea0 0x7fb2f419d490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:34790/0 (socket says 172.21.15.28:34790) 2024-04-25T17:05:33.097 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.484+0000 7fb2f8f0a700 1 -- 172.21.15.28:0/1725661814 learned_addr learned my addr 172.21.15.28:0/1725661814 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:05:33.097 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.485+0000 7fb2f8f0a700 1 -- 172.21.15.28:0/1725661814 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2f419d9d0 con 0x7fb2f4109ea0 2024-04-25T17:05:33.097 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.485+0000 7fb2f8f0a700 1 --2- 172.21.15.28:0/1725661814 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb2f4109ea0 0x7fb2f419d490 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fb2e8000c00 tx=0x7fb2e8004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:05:33.097 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.485+0000 7fb2f1ffb700 1 -- 172.21.15.28:0/1725661814 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb2e8003db0 con 0x7fb2f4109ea0 2024-04-25T17:05:33.097 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.485+0000 7fb2f1ffb700 1 -- 172.21.15.28:0/1725661814 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2e8011630 con 0x7fb2f4109ea0 2024-04-25T17:05:33.097 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.485+0000 7fb2fb16e700 1 -- 172.21.15.28:0/1725661814 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2f419dc60 con 0x7fb2f4109ea0 2024-04-25T17:05:33.097 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.485+0000 7fb2f1ffb700 1 -- 172.21.15.28:0/1725661814 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb2e8011950 con 0x7fb2f4109ea0 2024-04-25T17:05:33.098 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.485+0000 7fb2fb16e700 1 -- 172.21.15.28:0/1725661814 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2f41a0870 con 0x7fb2f4109ea0 2024-04-25T17:05:33.098 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.485+0000 7fb2f1ffb700 1 -- 172.21.15.28:0/1725661814 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fb2e801a460 con 0x7fb2f4109ea0 2024-04-25T17:05:33.098 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.485+0000 7fb2f1ffb700 1 -- 172.21.15.28:0/1725661814 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fb2e801b780 con 0x7fb2f4109ea0 2024-04-25T17:05:33.098 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.486+0000 7fb2fb16e700 1 -- 172.21.15.28:0/1725661814 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2f4064cf0 con 0x7fb2f4109ea0 2024-04-25T17:05:33.098 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.489+0000 7fb2f1ffb700 1 -- 172.21.15.28:0/1725661814 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fb2e8031020 con 0x7fb2f4109ea0 2024-04-25T17:05:33.098 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.562+0000 7fb2fb16e700 1 -- 172.21.15.28:0/1725661814 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7fb2f41a0e20 con 0x7fb2f4109ea0 2024-04-25T17:05:33.098 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.563+0000 7fb2f1ffb700 1 -- 172.21.15.28:0/1725661814 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7fb2e801b9d0 con 0x7fb2f4109ea0 2024-04-25T17:05:33.098 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.563+0000 7fb2fb16e700 1 -- 172.21.15.28:0/1725661814 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb2f4109ea0 msgr2=0x7fb2f419d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:05:33.098 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.563+0000 7fb2fb16e700 1 --2- 172.21.15.28:0/1725661814 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb2f4109ea0 0x7fb2f419d490 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fb2e8000c00 tx=0x7fb2e8004750 comp rx=0 tx=0).stop 2024-04-25T17:05:33.098 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.563+0000 7fb2fb16e700 1 -- 172.21.15.28:0/1725661814 shutdown_connections 2024-04-25T17:05:33.098 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.563+0000 7fb2fb16e700 1 --2- 172.21.15.28:0/1725661814 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb2f4109ea0 0x7fb2f419d490 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:05:33.099 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.564+0000 7fb2fb16e700 1 -- 172.21.15.28:0/1725661814 >> 172.21.15.28:0/1725661814 conn(0x7fb2f4103f00 msgr2=0x7fb2f407c880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:05:33.099 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.564+0000 7fb2fb16e700 1 -- 172.21.15.28:0/1725661814 shutdown_connections 2024-04-25T17:05:33.099 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:32.564+0000 7fb2fb16e700 1 -- 172.21.15.28:0/1725661814 wait complete. 2024-04-25T17:05:33.099 INFO:teuthology.orchestra.run.smithi028.stdout:mon is available 2024-04-25T17:05:33.099 INFO:teuthology.orchestra.run.smithi028.stdout:Assimilating anything we can from ceph.conf... 2024-04-25T17:05:34.217 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-04-25T17:05:34.218 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout [global] 2024-04-25T17:05:34.218 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout fsid = dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:05:34.218 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-25T17:05:34.218 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.28:3300,v1:172.21.15.28:6789] 2024-04-25T17:05:34.218 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-25T17:05:34.218 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-25T17:05:34.218 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-25T17:05:34.218 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-25T17:05:34.218 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-04-25T17:05:34.218 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-25T17:05:34.218 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-25T17:05:34.218 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-04-25T17:05:34.219 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout [osd] 2024-04-25T17:05:34.219 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-25T17:05:34.219 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-25T17:05:34.219 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-25T17:05:34.219 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-25T17:05:34.219 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-25T17:05:34.219 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.558+0000 7fa411160700 1 Processor -- start 2024-04-25T17:05:34.219 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.558+0000 7fa411160700 1 -- start start 2024-04-25T17:05:34.219 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.558+0000 7fa411160700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa40c07ccf0 0x7fa40c10c410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:05:34.219 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.558+0000 7fa411160700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fa40c10ca20 con 0x7fa40c07ccf0 2024-04-25T17:05:34.219 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.559+0000 7fa40ad9d700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa40c07ccf0 0x7fa40c10c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:05:34.219 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.559+0000 7fa40ad9d700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa40c07ccf0 0x7fa40c10c410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:34796/0 (socket says 172.21.15.28:34796) 2024-04-25T17:05:34.220 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.559+0000 7fa40ad9d700 1 -- 172.21.15.28:0/2067407941 learned_addr learned my addr 172.21.15.28:0/2067407941 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:05:34.220 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.559+0000 7fa40ad9d700 1 -- 172.21.15.28:0/2067407941 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa40c10cba0 con 0x7fa40c07ccf0 2024-04-25T17:05:34.220 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.559+0000 7fa40ad9d700 1 --2- 172.21.15.28:0/2067407941 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa40c07ccf0 0x7fa40c10c410 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fa404009e80 tx=0x7fa40400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7275c97fdc2a7ca7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:05:34.220 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.559+0000 7fa409d9b700 1 -- 172.21.15.28:0/2067407941 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa404017070 con 0x7fa40c07ccf0 2024-04-25T17:05:34.220 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.559+0000 7fa409d9b700 1 -- 172.21.15.28:0/2067407941 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa404003a20 con 0x7fa40c07ccf0 2024-04-25T17:05:34.220 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.559+0000 7fa409d9b700 1 -- 172.21.15.28:0/2067407941 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa404003d20 con 0x7fa40c07ccf0 2024-04-25T17:05:34.221 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.560+0000 7fa411160700 1 -- 172.21.15.28:0/2067407941 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa40c07ccf0 msgr2=0x7fa40c10c410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:05:34.221 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.560+0000 7fa411160700 1 --2- 172.21.15.28:0/2067407941 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa40c07ccf0 0x7fa40c10c410 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fa404009e80 tx=0x7fa40400b330 comp rx=0 tx=0).stop 2024-04-25T17:05:34.221 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.560+0000 7fa411160700 1 -- 172.21.15.28:0/2067407941 shutdown_connections 2024-04-25T17:05:34.221 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.560+0000 7fa411160700 1 --2- 172.21.15.28:0/2067407941 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa40c07ccf0 0x7fa40c10c410 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:05:34.221 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.560+0000 7fa411160700 1 -- 172.21.15.28:0/2067407941 >> 172.21.15.28:0/2067407941 conn(0x7fa40c103ee0 msgr2=0x7fa40c106330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:05:34.221 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.560+0000 7fa411160700 1 -- 172.21.15.28:0/2067407941 shutdown_connections 2024-04-25T17:05:34.221 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.560+0000 7fa411160700 1 -- 172.21.15.28:0/2067407941 wait complete. 2024-04-25T17:05:34.221 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.561+0000 7fa411160700 1 Processor -- start 2024-04-25T17:05:34.221 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.561+0000 7fa411160700 1 -- start start 2024-04-25T17:05:34.221 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.561+0000 7fa411160700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa40c07ccf0 0x7fa40c19d330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:05:34.221 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.561+0000 7fa411160700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fa40c10d0d0 con 0x7fa40c07ccf0 2024-04-25T17:05:34.221 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.562+0000 7fa40ad9d700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa40c07ccf0 0x7fa40c19d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:05:34.221 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.562+0000 7fa40ad9d700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa40c07ccf0 0x7fa40c19d330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:34806/0 (socket says 172.21.15.28:34806) 2024-04-25T17:05:34.222 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.562+0000 7fa40ad9d700 1 -- 172.21.15.28:0/2316357454 learned_addr learned my addr 172.21.15.28:0/2316357454 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:05:34.222 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.562+0000 7fa40ad9d700 1 -- 172.21.15.28:0/2316357454 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa40c19d870 con 0x7fa40c07ccf0 2024-04-25T17:05:34.222 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.562+0000 7fa40ad9d700 1 --2- 172.21.15.28:0/2316357454 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa40c07ccf0 0x7fa40c19d330 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fa404004000 tx=0x7fa404004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:05:34.222 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.562+0000 7fa403fff700 1 -- 172.21.15.28:0/2316357454 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa404022020 con 0x7fa40c07ccf0 2024-04-25T17:05:34.222 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.562+0000 7fa403fff700 1 -- 172.21.15.28:0/2316357454 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa404018040 con 0x7fa40c07ccf0 2024-04-25T17:05:34.222 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.562+0000 7fa403fff700 1 -- 172.21.15.28:0/2316357454 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa404017070 con 0x7fa40c07ccf0 2024-04-25T17:05:34.222 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.562+0000 7fa411160700 1 -- 172.21.15.28:0/2316357454 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa40c19db00 con 0x7fa40c07ccf0 2024-04-25T17:05:34.222 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.562+0000 7fa411160700 1 -- 172.21.15.28:0/2316357454 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa40c1a0710 con 0x7fa40c07ccf0 2024-04-25T17:05:34.222 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.563+0000 7fa403fff700 1 -- 172.21.15.28:0/2316357454 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa404025020 con 0x7fa40c07ccf0 2024-04-25T17:05:34.222 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.563+0000 7fa403fff700 1 -- 172.21.15.28:0/2316357454 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa40400f050 con 0x7fa40c07ccf0 2024-04-25T17:05:34.222 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.563+0000 7fa411160700 1 -- 172.21.15.28:0/2316357454 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa40c064cf0 con 0x7fa40c07ccf0 2024-04-25T17:05:34.222 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.566+0000 7fa403fff700 1 -- 172.21.15.28:0/2316357454 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fa40402c030 con 0x7fa40c07ccf0 2024-04-25T17:05:34.222 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.636+0000 7fa411160700 1 -- 172.21.15.28:0/2316357454 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fa40c02e780 con 0x7fa40c07ccf0 2024-04-25T17:05:34.223 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.640+0000 7fa403fff700 1 -- 172.21.15.28:0/2316357454 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+465 (secure 0 0 0) 0x7fa40401ede0 con 0x7fa40c07ccf0 2024-04-25T17:05:34.223 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.641+0000 7fa403fff700 1 -- 172.21.15.28:0/2316357454 <== mon.0 v2:172.21.15.28:3300/0 8 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fa40401e8f0 con 0x7fa40c07ccf0 2024-04-25T17:05:34.223 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.641+0000 7fa411160700 1 -- 172.21.15.28:0/2316357454 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa40c07ccf0 msgr2=0x7fa40c19d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:05:34.223 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.641+0000 7fa411160700 1 --2- 172.21.15.28:0/2316357454 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa40c07ccf0 0x7fa40c19d330 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fa404004000 tx=0x7fa404004ad0 comp rx=0 tx=0).stop 2024-04-25T17:05:34.223 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.641+0000 7fa411160700 1 -- 172.21.15.28:0/2316357454 shutdown_connections 2024-04-25T17:05:34.223 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.641+0000 7fa411160700 1 --2- 172.21.15.28:0/2316357454 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa40c07ccf0 0x7fa40c19d330 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:05:34.223 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.641+0000 7fa411160700 1 -- 172.21.15.28:0/2316357454 >> 172.21.15.28:0/2316357454 conn(0x7fa40c103ee0 msgr2=0x7fa40c105cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:05:34.223 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.641+0000 7fa411160700 1 -- 172.21.15.28:0/2316357454 shutdown_connections 2024-04-25T17:05:34.223 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:33.641+0000 7fa411160700 1 -- 172.21.15.28:0/2316357454 wait complete. 2024-04-25T17:05:34.223 INFO:teuthology.orchestra.run.smithi028.stdout:Generating new minimal ceph.conf... 2024-04-25T17:05:35.271 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.617+0000 7f75c4479700 1 Processor -- start 2024-04-25T17:05:35.272 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.617+0000 7f75c4479700 1 -- start start 2024-04-25T17:05:35.272 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.618+0000 7f75c4479700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f75bc109930 0x7f75bc109d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:05:35.272 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.618+0000 7f75c4479700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f75bc10a330 con 0x7f75bc109930 2024-04-25T17:05:35.272 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.618+0000 7f75c2215700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f75bc109930 0x7f75bc109d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:05:35.272 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.618+0000 7f75c2215700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f75bc109930 0x7f75bc109d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:55688/0 (socket says 172.21.15.28:55688) 2024-04-25T17:05:35.272 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.618+0000 7f75c2215700 1 -- 172.21.15.28:0/3859141329 learned_addr learned my addr 172.21.15.28:0/3859141329 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:05:35.272 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.618+0000 7f75c2215700 1 -- 172.21.15.28:0/3859141329 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75bc10aa60 con 0x7f75bc109930 2024-04-25T17:05:35.272 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.618+0000 7f75c2215700 1 --2- 172.21.15.28:0/3859141329 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f75bc109930 0x7f75bc109d40 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f75ac0098a0 tx=0x7f75ac009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21a541314a24a4d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:05:35.272 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.619+0000 7f75c1213700 1 -- 172.21.15.28:0/3859141329 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f75ac004160 con 0x7f75bc109930 2024-04-25T17:05:35.272 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.619+0000 7f75c1213700 1 -- 172.21.15.28:0/3859141329 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f75ac004300 con 0x7f75bc109930 2024-04-25T17:05:35.272 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.619+0000 7f75c1213700 1 -- 172.21.15.28:0/3859141329 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f75ac0119e0 con 0x7f75bc109930 2024-04-25T17:05:35.272 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.619+0000 7f75c4479700 1 -- 172.21.15.28:0/3859141329 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f75bc109930 msgr2=0x7f75bc109d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:05:35.273 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.619+0000 7f75c4479700 1 --2- 172.21.15.28:0/3859141329 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f75bc109930 0x7f75bc109d40 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f75ac0098a0 tx=0x7f75ac009bb0 comp rx=0 tx=0).stop 2024-04-25T17:05:35.273 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.619+0000 7f75c4479700 1 -- 172.21.15.28:0/3859141329 shutdown_connections 2024-04-25T17:05:35.273 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.619+0000 7f75c4479700 1 --2- 172.21.15.28:0/3859141329 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f75bc109930 0x7f75bc109d40 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:05:35.273 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.619+0000 7f75c4479700 1 -- 172.21.15.28:0/3859141329 >> 172.21.15.28:0/3859141329 conn(0x7f75bc104fd0 msgr2=0x7f75bc107420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:05:35.273 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.619+0000 7f75c4479700 1 -- 172.21.15.28:0/3859141329 shutdown_connections 2024-04-25T17:05:35.273 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.619+0000 7f75c4479700 1 -- 172.21.15.28:0/3859141329 wait complete. 2024-04-25T17:05:35.273 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.620+0000 7f75c4479700 1 Processor -- start 2024-04-25T17:05:35.273 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.620+0000 7f75c4479700 1 -- start start 2024-04-25T17:05:35.273 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.620+0000 7f75c4479700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f75bc109930 0x7f75bc07f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:05:35.273 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.620+0000 7f75c4479700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f75bc10dc90 con 0x7f75bc109930 2024-04-25T17:05:35.273 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.620+0000 7f75c2215700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f75bc109930 0x7f75bc07f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:05:35.273 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.620+0000 7f75c2215700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f75bc109930 0x7f75bc07f320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:55704/0 (socket says 172.21.15.28:55704) 2024-04-25T17:05:35.273 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.620+0000 7f75c2215700 1 -- 172.21.15.28:0/3686669405 learned_addr learned my addr 172.21.15.28:0/3686669405 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:05:35.273 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.621+0000 7f75c2215700 1 -- 172.21.15.28:0/3686669405 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75bc07f860 con 0x7f75bc109930 2024-04-25T17:05:35.274 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.621+0000 7f75c2215700 1 --2- 172.21.15.28:0/3686669405 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f75bc109930 0x7f75bc07f320 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f75ac009fb0 tx=0x7f75ac011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:05:35.274 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.621+0000 7f75b37fe700 1 -- 172.21.15.28:0/3686669405 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f75ac0038b0 con 0x7f75bc109930 2024-04-25T17:05:35.274 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.621+0000 7f75b37fe700 1 -- 172.21.15.28:0/3686669405 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f75ac003a50 con 0x7f75bc109930 2024-04-25T17:05:35.274 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.621+0000 7f75c4479700 1 -- 172.21.15.28:0/3686669405 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75bc07dab0 con 0x7f75bc109930 2024-04-25T17:05:35.274 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.621+0000 7f75b37fe700 1 -- 172.21.15.28:0/3686669405 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f75ac019550 con 0x7f75bc109930 2024-04-25T17:05:35.274 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.621+0000 7f75c4479700 1 -- 172.21.15.28:0/3686669405 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75bc07df90 con 0x7f75bc109930 2024-04-25T17:05:35.274 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.621+0000 7f75b37fe700 1 -- 172.21.15.28:0/3686669405 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f75ac019b90 con 0x7f75bc109930 2024-04-25T17:05:35.274 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.621+0000 7f75b37fe700 1 -- 172.21.15.28:0/3686669405 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f75ac024730 con 0x7f75bc109930 2024-04-25T17:05:35.274 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.622+0000 7f75c4479700 1 -- 172.21.15.28:0/3686669405 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75bc064cf0 con 0x7f75bc109930 2024-04-25T17:05:35.274 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.624+0000 7f75b37fe700 1 -- 172.21.15.28:0/3686669405 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f75ac043e50 con 0x7f75bc109930 2024-04-25T17:05:35.274 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.695+0000 7f75c4479700 1 -- 172.21.15.28:0/3686669405 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f75bc07e210 con 0x7f75bc109930 2024-04-25T17:05:35.274 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.696+0000 7f75b37fe700 1 -- 172.21.15.28:0/3686669405 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7f75ac032030 con 0x7f75bc109930 2024-04-25T17:05:35.274 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.696+0000 7f75c4479700 1 -- 172.21.15.28:0/3686669405 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f75bc109930 msgr2=0x7f75bc07f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:05:35.274 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.696+0000 7f75c4479700 1 --2- 172.21.15.28:0/3686669405 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f75bc109930 0x7f75bc07f320 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f75ac009fb0 tx=0x7f75ac011a60 comp rx=0 tx=0).stop 2024-04-25T17:05:35.275 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.696+0000 7f75c4479700 1 -- 172.21.15.28:0/3686669405 shutdown_connections 2024-04-25T17:05:35.275 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.696+0000 7f75c4479700 1 --2- 172.21.15.28:0/3686669405 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f75bc109930 0x7f75bc07f320 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:05:35.275 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.696+0000 7f75c4479700 1 -- 172.21.15.28:0/3686669405 >> 172.21.15.28:0/3686669405 conn(0x7f75bc104fd0 msgr2=0x7f75bc1057f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:05:35.275 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.697+0000 7f75c4479700 1 -- 172.21.15.28:0/3686669405 shutdown_connections 2024-04-25T17:05:35.275 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:34.697+0000 7f75c4479700 1 -- 172.21.15.28:0/3686669405 wait complete. 2024-04-25T17:05:35.275 INFO:teuthology.orchestra.run.smithi028.stdout:Restarting the monitor... 2024-04-25T17:05:35.543 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:35 smithi028 systemd[1]: Stopping Ceph mon.a for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:05:35.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:35 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-a[28830]: 2024-04-25T17:05:35.543+0000 7f9d52e3e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:05:35.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:35 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-a[28830]: 2024-04-25T17:05:35.543+0000 7f9d52e3e700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-25T17:05:35.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:35 smithi028 podman[29080]: 2024-04-25 17:05:35.687380963 +0000 UTC m=+0.244877617 container died a772babc4e149902c090dd51e9a9ee75afae3bc42357d7b8faea24710a9c32d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-a, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T17:05:36.225 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 podman[29080]: 2024-04-25 17:05:36.018654808 +0000 UTC m=+0.576151462 container cleanup a772babc4e149902c090dd51e9a9ee75afae3bc42357d7b8faea24710a9c32d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-a, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-25T17:05:36.226 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 bash[29080]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-a 2024-04-25T17:05:36.560 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 podman[29095]: 2024-04-25 17:05:36.227815255 +0000 UTC m=+0.534500026 container remove a772babc4e149902c090dd51e9a9ee75afae3bc42357d7b8faea24710a9c32d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-25T17:05:36.560 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 systemd[1]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-25T17:05:36.560 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 systemd[1]: Stopped Ceph mon.a for dfbd4644-0325-11ef-bc93-c7b262605968. 2024-04-25T17:05:36.560 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 systemd[1]: Starting Ceph mon.a for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:05:36.812 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 podman[29188]: 2024-04-25 17:05:36.561918987 +0000 UTC m=+0.088990055 container create 5f4840dec9893a21d1b8eea9a7ae03127dabe7f1a9b41f22a3b1e7702394e336 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2) 2024-04-25T17:05:36.812 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 podman[29188]: 2024-04-25 17:05:36.49166946 +0000 UTC m=+0.018740547 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T17:05:36.812 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 podman[29188]: 2024-04-25 17:05:36.747496702 +0000 UTC m=+0.274567773 container init 5f4840dec9893a21d1b8eea9a7ae03127dabe7f1a9b41f22a3b1e7702394e336 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-a, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T17:05:36.813 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 podman[29188]: 2024-04-25 17:05:36.750448982 +0000 UTC m=+0.277520053 container start 5f4840dec9893a21d1b8eea9a7ae03127dabe7f1a9b41f22a3b1e7702394e336 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-a, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T17:05:36.813 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: set uid:gid to 167:167 (ceph:ceph) 2024-04-25T17:05:36.813 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: ceph version 19.0.0-3291-g994e2f20 (994e2f20102a20fa9a27966c14b625cc01884df8) squid (dev), process ceph-mon, pid 2 2024-04-25T17:05:36.813 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: pidfile_write: ignore empty --pid-file 2024-04-25T17:05:36.813 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: load: jerasure load: lrc 2024-04-25T17:05:36.813 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: RocksDB version: 7.9.2 2024-04-25T17:05:36.813 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Git sha 0 2024-04-25T17:05:36.813 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Compile date 2024-04-25 02:57:34 2024-04-25T17:05:36.813 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: DB SUMMARY 2024-04-25T17:05:36.813 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: DB Session ID: I1UEQQALJ49LK1WLO9ZS 2024-04-25T17:05:36.813 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: CURRENT file: CURRENT 2024-04-25T17:05:36.813 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: IDENTITY file: IDENTITY 2024-04-25T17:05:36.813 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-25T17:05:36.813 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-25T17:05:36.814 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 103514 ; 2024-04-25T17:05:36.815 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.error_if_exists: 0 2024-04-25T17:05:36.815 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.create_if_missing: 0 2024-04-25T17:05:36.815 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.paranoid_checks: 1 2024-04-25T17:05:36.815 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-25T17:05:36.815 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-25T17:05:36.815 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-25T17:05:36.815 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.env: 0x55b6d286a500 2024-04-25T17:05:36.815 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.fs: PosixFileSystem 2024-04-25T17:05:36.815 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.info_log: 0x55b6d4865fc0 2024-04-25T17:05:36.815 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_file_opening_threads: 16 2024-04-25T17:05:36.815 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.statistics: (nil) 2024-04-25T17:05:36.816 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.use_fsync: 0 2024-04-25T17:05:36.816 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_log_file_size: 0 2024-04-25T17:05:36.816 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-25T17:05:36.816 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-25T17:05:36.816 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.keep_log_file_num: 1000 2024-04-25T17:05:36.816 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.recycle_log_file_num: 0 2024-04-25T17:05:36.816 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.allow_fallocate: 1 2024-04-25T17:05:36.816 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.allow_mmap_reads: 0 2024-04-25T17:05:36.816 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.allow_mmap_writes: 0 2024-04-25T17:05:36.816 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.use_direct_reads: 0 2024-04-25T17:05:36.816 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-25T17:05:36.816 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.create_missing_column_families: 0 2024-04-25T17:05:36.816 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.db_log_dir: 2024-04-25T17:05:36.817 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.wal_dir: 2024-04-25T17:05:36.817 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-25T17:05:36.817 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-25T17:05:36.817 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-25T17:05:36.817 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-25T17:05:36.817 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-25T17:05:36.817 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-25T17:05:36.817 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.advise_random_on_open: 1 2024-04-25T17:05:36.817 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.db_write_buffer_size: 0 2024-04-25T17:05:36.817 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.write_buffer_manager: 0x55b6d48368c0 2024-04-25T17:05:36.817 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-25T17:05:36.817 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-25T17:05:36.817 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-25T17:05:36.817 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.rate_limiter: (nil) 2024-04-25T17:05:36.818 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-25T17:05:36.818 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.wal_recovery_mode: 2 2024-04-25T17:05:36.818 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.enable_thread_tracking: 0 2024-04-25T17:05:36.818 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.enable_pipelined_write: 0 2024-04-25T17:05:36.818 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.unordered_write: 0 2024-04-25T17:05:36.818 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-25T17:05:36.818 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-25T17:05:36.818 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-25T17:05:36.818 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-25T17:05:36.818 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.row_cache: None 2024-04-25T17:05:36.818 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.wal_filter: None 2024-04-25T17:05:36.818 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-25T17:05:36.818 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.allow_ingest_behind: 0 2024-04-25T17:05:36.819 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.two_write_queues: 0 2024-04-25T17:05:36.819 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.manual_wal_flush: 0 2024-04-25T17:05:36.819 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.wal_compression: 0 2024-04-25T17:05:36.819 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.atomic_flush: 0 2024-04-25T17:05:36.819 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-25T17:05:36.819 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-25T17:05:36.819 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-25T17:05:36.819 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.log_readahead_size: 0 2024-04-25T17:05:36.819 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-25T17:05:36.819 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.best_efforts_recovery: 0 2024-04-25T17:05:36.819 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-25T17:05:36.819 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-25T17:05:36.819 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.allow_data_in_errors: 0 2024-04-25T17:05:36.819 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.db_host_id: __hostname__ 2024-04-25T17:05:36.819 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-25T17:05:36.820 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_background_jobs: 2 2024-04-25T17:05:36.820 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_background_compactions: -1 2024-04-25T17:05:36.820 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_subcompactions: 1 2024-04-25T17:05:36.820 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-25T17:05:36.820 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-25T17:05:36.820 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-25T17:05:36.820 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_total_wal_size: 0 2024-04-25T17:05:36.820 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-25T17:05:36.820 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-25T17:05:36.820 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-25T17:05:36.820 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-25T17:05:36.820 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_open_files: -1 2024-04-25T17:05:36.820 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.bytes_per_sync: 0 2024-04-25T17:05:36.820 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-25T17:05:36.820 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-25T17:05:36.821 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.compaction_readahead_size: 0 2024-04-25T17:05:36.821 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_background_flushes: -1 2024-04-25T17:05:36.821 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Compression algorithms supported: 2024-04-25T17:05:36.821 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-25T17:05:36.821 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: kZSTD supported: 0 2024-04-25T17:05:36.821 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: kXpressCompression supported: 0 2024-04-25T17:05:36.821 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: kLZ4HCCompression supported: 1 2024-04-25T17:05:36.821 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: kZlibCompression supported: 1 2024-04-25T17:05:36.821 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: kSnappyCompression supported: 1 2024-04-25T17:05:36.821 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: kLZ4Compression supported: 1 2024-04-25T17:05:36.821 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: kBZip2Compression supported: 0 2024-04-25T17:05:36.821 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-25T17:05:36.821 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-25T17:05:36.821 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-25T17:05:36.822 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-25T17:05:36.822 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-25T17:05:36.822 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.merge_operator: 2024-04-25T17:05:36.822 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.compaction_filter: None 2024-04-25T17:05:36.822 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.compaction_filter_factory: None 2024-04-25T17:05:36.822 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.sst_partitioner_factory: None 2024-04-25T17:05:36.822 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-25T17:05:36.822 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-25T17:05:36.822 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55b6d496c1a0) 2024-04-25T17:05:36.822 INFO:journalctl@ceph.mon.a.smithi028.stdout: cache_index_and_filter_blocks: 1 2024-04-25T17:05:36.822 INFO:journalctl@ceph.mon.a.smithi028.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-25T17:05:36.822 INFO:journalctl@ceph.mon.a.smithi028.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-25T17:05:36.822 INFO:journalctl@ceph.mon.a.smithi028.stdout: pin_top_level_index_and_filter: 1 2024-04-25T17:05:36.822 INFO:journalctl@ceph.mon.a.smithi028.stdout: index_type: 0 2024-04-25T17:05:36.823 INFO:journalctl@ceph.mon.a.smithi028.stdout: data_block_index_type: 0 2024-04-25T17:05:36.823 INFO:journalctl@ceph.mon.a.smithi028.stdout: index_shortening: 1 2024-04-25T17:05:36.823 INFO:journalctl@ceph.mon.a.smithi028.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-25T17:05:36.823 INFO:journalctl@ceph.mon.a.smithi028.stdout: checksum: 4 2024-04-25T17:05:36.823 INFO:journalctl@ceph.mon.a.smithi028.stdout: no_block_cache: 0 2024-04-25T17:05:36.823 INFO:journalctl@ceph.mon.a.smithi028.stdout: block_cache: 0x55b6d48691f0 2024-04-25T17:05:36.823 INFO:journalctl@ceph.mon.a.smithi028.stdout: block_cache_name: BinnedLRUCache 2024-04-25T17:05:36.823 INFO:journalctl@ceph.mon.a.smithi028.stdout: block_cache_options: 2024-04-25T17:05:36.823 INFO:journalctl@ceph.mon.a.smithi028.stdout: capacity : 536870912 2024-04-25T17:05:36.823 INFO:journalctl@ceph.mon.a.smithi028.stdout: num_shard_bits : 4 2024-04-25T17:05:36.823 INFO:journalctl@ceph.mon.a.smithi028.stdout: strict_capacity_limit : 0 2024-04-25T17:05:36.823 INFO:journalctl@ceph.mon.a.smithi028.stdout: high_pri_pool_ratio: 0.000 2024-04-25T17:05:36.823 INFO:journalctl@ceph.mon.a.smithi028.stdout: block_cache_compressed: (nil) 2024-04-25T17:05:36.823 INFO:journalctl@ceph.mon.a.smithi028.stdout: persistent_cache: (nil) 2024-04-25T17:05:36.823 INFO:journalctl@ceph.mon.a.smithi028.stdout: block_size: 4096 2024-04-25T17:05:36.823 INFO:journalctl@ceph.mon.a.smithi028.stdout: block_size_deviation: 10 2024-04-25T17:05:36.824 INFO:journalctl@ceph.mon.a.smithi028.stdout: block_restart_interval: 16 2024-04-25T17:05:36.824 INFO:journalctl@ceph.mon.a.smithi028.stdout: index_block_restart_interval: 1 2024-04-25T17:05:36.824 INFO:journalctl@ceph.mon.a.smithi028.stdout: metadata_block_size: 4096 2024-04-25T17:05:36.824 INFO:journalctl@ceph.mon.a.smithi028.stdout: partition_filters: 0 2024-04-25T17:05:36.824 INFO:journalctl@ceph.mon.a.smithi028.stdout: use_delta_encoding: 1 2024-04-25T17:05:36.824 INFO:journalctl@ceph.mon.a.smithi028.stdout: filter_policy: bloomfilter 2024-04-25T17:05:36.824 INFO:journalctl@ceph.mon.a.smithi028.stdout: whole_key_filtering: 1 2024-04-25T17:05:36.824 INFO:journalctl@ceph.mon.a.smithi028.stdout: verify_compression: 0 2024-04-25T17:05:36.824 INFO:journalctl@ceph.mon.a.smithi028.stdout: read_amp_bytes_per_bit: 0 2024-04-25T17:05:36.824 INFO:journalctl@ceph.mon.a.smithi028.stdout: format_version: 5 2024-04-25T17:05:36.824 INFO:journalctl@ceph.mon.a.smithi028.stdout: enable_index_compression: 1 2024-04-25T17:05:36.824 INFO:journalctl@ceph.mon.a.smithi028.stdout: block_align: 0 2024-04-25T17:05:36.824 INFO:journalctl@ceph.mon.a.smithi028.stdout: max_auto_readahead_size: 262144 2024-04-25T17:05:36.824 INFO:journalctl@ceph.mon.a.smithi028.stdout: prepopulate_block_cache: 0 2024-04-25T17:05:36.824 INFO:journalctl@ceph.mon.a.smithi028.stdout: initial_auto_readahead_size: 8192 2024-04-25T17:05:36.825 INFO:journalctl@ceph.mon.a.smithi028.stdout: num_file_reads_for_auto_readahead: 2 2024-04-25T17:05:36.825 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.write_buffer_size: 33554432 2024-04-25T17:05:36.825 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_write_buffer_number: 2 2024-04-25T17:05:36.825 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.compression: NoCompression 2024-04-25T17:05:36.825 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.bottommost_compression: Disabled 2024-04-25T17:05:36.825 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.prefix_extractor: nullptr 2024-04-25T17:05:36.825 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-25T17:05:36.825 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.num_levels: 7 2024-04-25T17:05:36.825 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-25T17:05:36.825 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-25T17:05:36.825 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-25T17:05:36.825 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-25T17:05:36.825 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-25T17:05:36.825 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-25T17:05:36.826 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-25T17:05:36.826 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-25T17:05:36.826 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-25T17:05:36.826 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-25T17:05:36.826 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-25T17:05:36.826 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-25T17:05:36.826 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-25T17:05:36.826 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.compression_opts.level: 32767 2024-04-25T17:05:36.826 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.compression_opts.strategy: 0 2024-04-25T17:05:36.826 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-25T17:05:36.826 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-25T17:05:36.826 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-25T17:05:36.826 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-25T17:05:36.827 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.compression_opts.enabled: false 2024-04-25T17:05:36.827 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-25T17:05:36.827 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-25T17:05:36.827 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-25T17:05:36.827 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-25T17:05:36.827 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.target_file_size_base: 67108864 2024-04-25T17:05:36.827 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-25T17:05:36.827 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-25T17:05:36.827 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-25T17:05:36.827 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-25T17:05:36.827 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-25T17:05:36.827 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-25T17:05:36.827 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-25T17:05:36.827 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-25T17:05:36.828 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-25T17:05:36.828 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-25T17:05:36.828 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-25T17:05:36.828 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-25T17:05:36.828 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-25T17:05:36.828 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-25T17:05:36.828 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.arena_block_size: 1048576 2024-04-25T17:05:36.828 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-25T17:05:36.828 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-25T17:05:36.828 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.disable_auto_compactions: 0 2024-04-25T17:05:36.828 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-25T17:05:36.828 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-25T17:05:36.828 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-25T17:05:36.828 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-25T17:05:36.828 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-25T17:05:36.829 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-25T17:05:36.829 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-25T17:05:36.829 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-25T17:05:36.829 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-25T17:05:36.829 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-25T17:05:36.829 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-25T17:05:36.829 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.inplace_update_support: 0 2024-04-25T17:05:36.829 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-25T17:05:36.829 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-25T17:05:36.829 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-25T17:05:36.829 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-25T17:05:36.829 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.bloom_locality: 0 2024-04-25T17:05:36.829 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.max_successive_merges: 0 2024-04-25T17:05:36.829 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-25T17:05:36.829 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.paranoid_file_checks: 0 2024-04-25T17:05:36.830 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.force_consistency_checks: 1 2024-04-25T17:05:36.830 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.report_bg_io_stats: 0 2024-04-25T17:05:36.830 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.ttl: 2592000 2024-04-25T17:05:36.830 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-25T17:05:36.830 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-25T17:05:36.830 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-25T17:05:36.830 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.enable_blob_files: false 2024-04-25T17:05:36.830 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.min_blob_size: 0 2024-04-25T17:05:36.830 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.blob_file_size: 268435456 2024-04-25T17:05:36.830 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-25T17:05:36.830 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-25T17:05:36.830 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-25T17:05:36.830 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-25T17:05:36.830 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-25T17:05:36.831 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.blob_file_starting_level: 0 2024-04-25T17:05:36.831 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-25T17:05:36.831 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-25T17:05:36.831 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-25T17:05:36.831 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 72155534-b77e-40c0-8864-0f71fab4fafe 2024-04-25T17:05:36.831 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714064736790000, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-25T17:05:36.831 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-25T17:05:36.832 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714064736791117, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 98794, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 320, "table_properties": {"data_size": 96747, "index_size": 303, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 709, "raw_key_size": 13784, "raw_average_key_size": 49, "raw_value_size": 89205, "raw_average_value_size": 319, "num_data_blocks": 12, "num_entries": 279, "num_filter_entries": 279, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714064736, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "72155534-b77e-40c0-8864-0f71fab4fafe", "db_session_id": "I1UEQQALJ49LK1WLO9ZS", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-25T17:05:36.832 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714064736791203, "job": 1, "event": "recovery_finished"} 2024-04-25T17:05:36.832 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-25T17:05:36.832 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-25T17:05:36.832 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55b6d484dc00 2024-04-25T17:05:36.832 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: DB pointer 0x55b6d9640000 2024-04-25T17:05:36.832 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-25T17:05:36.832 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-25T17:05:36.832 INFO:journalctl@ceph.mon.a.smithi028.stdout: ** DB Stats ** 2024-04-25T17:05:36.832 INFO:journalctl@ceph.mon.a.smithi028.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-25T17:05:36.832 INFO:journalctl@ceph.mon.a.smithi028.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-25T17:05:36.832 INFO:journalctl@ceph.mon.a.smithi028.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-25T17:05:36.833 INFO:journalctl@ceph.mon.a.smithi028.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-25T17:05:36.833 INFO:journalctl@ceph.mon.a.smithi028.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-25T17:05:36.833 INFO:journalctl@ceph.mon.a.smithi028.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-25T17:05:36.833 INFO:journalctl@ceph.mon.a.smithi028.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-25T17:05:36.833 INFO:journalctl@ceph.mon.a.smithi028.stdout: 2024-04-25T17:05:36.833 INFO:journalctl@ceph.mon.a.smithi028.stdout: ** Compaction Stats [default] ** 2024-04-25T17:05:36.833 INFO:journalctl@ceph.mon.a.smithi028.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-25T17:05:36.833 INFO:journalctl@ceph.mon.a.smithi028.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-25T17:05:36.833 INFO:journalctl@ceph.mon.a.smithi028.stdout: L0 2/0 98.34 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 152.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-25T17:05:36.833 INFO:journalctl@ceph.mon.a.smithi028.stdout: Sum 2/0 98.34 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 152.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-25T17:05:36.833 INFO:journalctl@ceph.mon.a.smithi028.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 152.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-25T17:05:36.833 INFO:journalctl@ceph.mon.a.smithi028.stdout: 2024-04-25T17:05:36.833 INFO:journalctl@ceph.mon.a.smithi028.stdout: ** Compaction Stats [default] ** 2024-04-25T17:05:36.833 INFO:journalctl@ceph.mon.a.smithi028.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-25T17:05:36.834 INFO:journalctl@ceph.mon.a.smithi028.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-25T17:05:36.834 INFO:journalctl@ceph.mon.a.smithi028.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 152.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-25T17:05:36.834 INFO:journalctl@ceph.mon.a.smithi028.stdout: 2024-04-25T17:05:36.834 INFO:journalctl@ceph.mon.a.smithi028.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-25T17:05:36.834 INFO:journalctl@ceph.mon.a.smithi028.stdout: 2024-04-25T17:05:36.834 INFO:journalctl@ceph.mon.a.smithi028.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-25T17:05:36.834 INFO:journalctl@ceph.mon.a.smithi028.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-25T17:05:36.834 INFO:journalctl@ceph.mon.a.smithi028.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-25T17:05:36.834 INFO:journalctl@ceph.mon.a.smithi028.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-25T17:05:36.834 INFO:journalctl@ceph.mon.a.smithi028.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-25T17:05:36.834 INFO:journalctl@ceph.mon.a.smithi028.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-25T17:05:36.835 INFO:journalctl@ceph.mon.a.smithi028.stdout: Cumulative compaction: 0.00 GB write, 28.52 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-25T17:05:36.835 INFO:journalctl@ceph.mon.a.smithi028.stdout: Interval compaction: 0.00 GB write, 28.52 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-25T17:05:36.835 INFO:journalctl@ceph.mon.a.smithi028.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-25T17:05:36.835 INFO:journalctl@ceph.mon.a.smithi028.stdout: Block cache BinnedLRUCache@0x55b6d48691f0#2 capacity: 512.00 MB usage: 1.41 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-25T17:05:36.835 INFO:journalctl@ceph.mon.a.smithi028.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.91 KB,0.000172853%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-04-25T17:05:36.835 INFO:journalctl@ceph.mon.a.smithi028.stdout: 2024-04-25T17:05:36.835 INFO:journalctl@ceph.mon.a.smithi028.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-25T17:05:36.835 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: starting mon.a rank 0 at public addrs [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] at bind addrs [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:05:36.835 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: mon.a@-1(???) e1 preinit fsid dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:05:36.835 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: mon.a@-1(???).mds e1 new map 2024-04-25T17:05:36.835 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: mon.a@-1(???).mds e1 print_map 2024-04-25T17:05:36.835 INFO:journalctl@ceph.mon.a.smithi028.stdout: e1 2024-04-25T17:05:36.835 INFO:journalctl@ceph.mon.a.smithi028.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-25T17:05:36.835 INFO:journalctl@ceph.mon.a.smithi028.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-25T17:05:36.836 INFO:journalctl@ceph.mon.a.smithi028.stdout: legacy client fscid: -1 2024-04-25T17:05:36.836 INFO:journalctl@ceph.mon.a.smithi028.stdout: 2024-04-25T17:05:36.836 INFO:journalctl@ceph.mon.a.smithi028.stdout: No filesystems configured 2024-04-25T17:05:36.836 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-25T17:05:36.836 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T17:05:36.836 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T17:05:36.836 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T17:05:36.836 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 ceph-mon[29207]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-25T17:05:36.836 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 bash[29188]: 5f4840dec9893a21d1b8eea9a7ae03127dabe7f1a9b41f22a3b1e7702394e336 2024-04-25T17:05:36.836 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:36 smithi028 systemd[1]: Started Ceph mon.a for dfbd4644-0325-11ef-bc93-c7b262605968. 2024-04-25T17:05:36.836 INFO:teuthology.orchestra.run.smithi028.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-25T17:05:37.891 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.282+0000 7fe77da32700 1 Processor -- start 2024-04-25T17:05:37.892 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.282+0000 7fe77da32700 1 -- start start 2024-04-25T17:05:37.892 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.283+0000 7fe77da32700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe778108240 0x7fe778108650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:05:37.892 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.283+0000 7fe77da32700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fe77807d690 con 0x7fe778108240 2024-04-25T17:05:37.892 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.283+0000 7fe776ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe778108240 0x7fe778108650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:05:37.892 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.283+0000 7fe776ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe778108240 0x7fe778108650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:55720/0 (socket says 172.21.15.28:55720) 2024-04-25T17:05:37.892 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.283+0000 7fe776ffd700 1 -- 172.21.15.28:0/597486677 learned_addr learned my addr 172.21.15.28:0/597486677 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:05:37.892 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.283+0000 7fe776ffd700 1 -- 172.21.15.28:0/597486677 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe778108b90 con 0x7fe778108240 2024-04-25T17:05:37.892 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.284+0000 7fe776ffd700 1 --2- 172.21.15.28:0/597486677 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe778108240 0x7fe778108650 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fe770009e80 tx=0x7fe77000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=245948f1b22352e4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:05:37.892 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.284+0000 7fe775ffb700 1 -- 172.21.15.28:0/597486677 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe770017070 con 0x7fe778108240 2024-04-25T17:05:37.892 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.284+0000 7fe775ffb700 1 -- 172.21.15.28:0/597486677 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fe77000b8c0 con 0x7fe778108240 2024-04-25T17:05:37.892 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.284+0000 7fe775ffb700 1 -- 172.21.15.28:0/597486677 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe770004420 con 0x7fe778108240 2024-04-25T17:05:37.892 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.285+0000 7fe77da32700 1 -- 172.21.15.28:0/597486677 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe778108240 msgr2=0x7fe778108650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:05:37.893 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.285+0000 7fe77da32700 1 --2- 172.21.15.28:0/597486677 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe778108240 0x7fe778108650 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fe770009e80 tx=0x7fe77000b330 comp rx=0 tx=0).stop 2024-04-25T17:05:37.893 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.285+0000 7fe77da32700 1 -- 172.21.15.28:0/597486677 shutdown_connections 2024-04-25T17:05:37.893 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.285+0000 7fe77da32700 1 --2- 172.21.15.28:0/597486677 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe778108240 0x7fe778108650 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:05:37.893 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.285+0000 7fe77da32700 1 -- 172.21.15.28:0/597486677 >> 172.21.15.28:0/597486677 conn(0x7fe778103ef0 msgr2=0x7fe778106360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:05:37.893 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.285+0000 7fe77da32700 1 -- 172.21.15.28:0/597486677 shutdown_connections 2024-04-25T17:05:37.893 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.285+0000 7fe77da32700 1 -- 172.21.15.28:0/597486677 wait complete. 2024-04-25T17:05:37.893 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.285+0000 7fe77da32700 1 Processor -- start 2024-04-25T17:05:37.893 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.286+0000 7fe77da32700 1 -- start start 2024-04-25T17:05:37.893 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.286+0000 7fe77da32700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe778108240 0x7fe77819fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:05:37.893 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.286+0000 7fe77da32700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fe7781099c0 con 0x7fe778108240 2024-04-25T17:05:37.893 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.286+0000 7fe776ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe778108240 0x7fe77819fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:05:37.893 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.286+0000 7fe776ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe778108240 0x7fe77819fd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:55736/0 (socket says 172.21.15.28:55736) 2024-04-25T17:05:37.893 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.286+0000 7fe776ffd700 1 -- 172.21.15.28:0/3897701685 learned_addr learned my addr 172.21.15.28:0/3897701685 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:05:37.893 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.286+0000 7fe776ffd700 1 -- 172.21.15.28:0/3897701685 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7781a0290 con 0x7fe778108240 2024-04-25T17:05:37.894 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.286+0000 7fe776ffd700 1 --2- 172.21.15.28:0/3897701685 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe778108240 0x7fe77819fd50 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fe770009680 tx=0x7fe770003a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:05:37.894 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.287+0000 7fe77ca30700 1 -- 172.21.15.28:0/3897701685 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe770020020 con 0x7fe778108240 2024-04-25T17:05:37.894 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.287+0000 7fe77ca30700 1 -- 172.21.15.28:0/3897701685 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fe770003da0 con 0x7fe778108240 2024-04-25T17:05:37.894 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.287+0000 7fe77da32700 1 -- 172.21.15.28:0/3897701685 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7781a0520 con 0x7fe778108240 2024-04-25T17:05:37.894 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.287+0000 7fe77ca30700 1 -- 172.21.15.28:0/3897701685 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe770017040 con 0x7fe778108240 2024-04-25T17:05:37.894 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.287+0000 7fe77da32700 1 -- 172.21.15.28:0/3897701685 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7781a3120 con 0x7fe778108240 2024-04-25T17:05:37.894 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.287+0000 7fe77ca30700 1 -- 172.21.15.28:0/3897701685 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe770023020 con 0x7fe778108240 2024-04-25T17:05:37.894 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.287+0000 7fe77ca30700 1 -- 172.21.15.28:0/3897701685 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe77000f050 con 0x7fe778108240 2024-04-25T17:05:37.894 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.288+0000 7fe77da32700 1 -- 172.21.15.28:0/3897701685 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe778064cf0 con 0x7fe778108240 2024-04-25T17:05:37.894 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.290+0000 7fe77ca30700 1 -- 172.21.15.28:0/3897701685 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fe77002a020 con 0x7fe778108240 2024-04-25T17:05:37.894 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.362+0000 7fe77da32700 1 -- 172.21.15.28:0/3897701685 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7fe77802e510 con 0x7fe778108240 2024-04-25T17:05:37.894 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.364+0000 7fe77ca30700 1 -- 172.21.15.28:0/3897701685 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7fe770012b30 con 0x7fe778108240 2024-04-25T17:05:37.895 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.365+0000 7fe77da32700 1 -- 172.21.15.28:0/3897701685 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe778108240 msgr2=0x7fe77819fd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:05:37.895 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.365+0000 7fe77da32700 1 --2- 172.21.15.28:0/3897701685 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe778108240 0x7fe77819fd50 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fe770009680 tx=0x7fe770003a20 comp rx=0 tx=0).stop 2024-04-25T17:05:37.895 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.365+0000 7fe77da32700 1 -- 172.21.15.28:0/3897701685 shutdown_connections 2024-04-25T17:05:37.895 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.365+0000 7fe77da32700 1 --2- 172.21.15.28:0/3897701685 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe778108240 0x7fe77819fd50 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:05:37.895 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.365+0000 7fe77da32700 1 -- 172.21.15.28:0/3897701685 >> 172.21.15.28:0/3897701685 conn(0x7fe778103ef0 msgr2=0x7fe778193cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:05:37.895 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.365+0000 7fe77da32700 1 -- 172.21.15.28:0/3897701685 shutdown_connections 2024-04-25T17:05:37.895 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:37.365+0000 7fe77da32700 1 -- 172.21.15.28:0/3897701685 wait complete. 2024-04-25T17:05:37.895 INFO:teuthology.orchestra.run.smithi028.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-25T17:05:37.918 INFO:teuthology.orchestra.run.smithi028.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-25T17:05:37.918 INFO:teuthology.orchestra.run.smithi028.stdout:Creating mgr... 2024-04-25T17:05:37.918 INFO:teuthology.orchestra.run.smithi028.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-25T17:05:37.919 INFO:teuthology.orchestra.run.smithi028.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-25T17:05:38.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:37 smithi028 ceph-mon[29207]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-25T17:05:38.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:37 smithi028 ceph-mon[29207]: monmap epoch 1 2024-04-25T17:05:38.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:37 smithi028 ceph-mon[29207]: fsid dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:05:38.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:37 smithi028 ceph-mon[29207]: last_changed 2024-04-25T17:05:28.931098+0000 2024-04-25T17:05:38.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:37 smithi028 ceph-mon[29207]: created 2024-04-25T17:05:28.931098+0000 2024-04-25T17:05:38.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:37 smithi028 ceph-mon[29207]: min_mon_release 19 (squid) 2024-04-25T17:05:38.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:37 smithi028 ceph-mon[29207]: election_strategy: 1 2024-04-25T17:05:38.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:37 smithi028 ceph-mon[29207]: 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-04-25T17:05:38.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:37 smithi028 ceph-mon[29207]: fsmap 2024-04-25T17:05:38.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:37 smithi028 ceph-mon[29207]: osdmap e1: 0 total, 0 up, 0 in 2024-04-25T17:05:38.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:37 smithi028 ceph-mon[29207]: mgrmap e1: no daemons active 2024-04-25T17:05:38.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:37 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3897701685' entity='client.admin' 2024-04-25T17:05:38.205 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mgr.x 2024-04-25T17:05:38.205 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Failed to reset failed state of unit ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mgr.x.service: Unit ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mgr.x.service not loaded. 2024-04-25T17:05:38.367 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-dfbd4644-0325-11ef-bc93-c7b262605968.target.wants/ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-dfbd4644-0325-11ef-bc93-c7b262605968@.service. 2024-04-25T17:05:38.604 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:38 smithi028 systemd[1]: Starting Ceph mgr.x for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:05:38.881 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:38 smithi028 podman[29425]: 2024-04-25 17:05:38.605390042 +0000 UTC m=+0.113040600 container create e91f86747098eee95560e3d1c6fcfe7fd34529de973497fe59d8f0fa1ffd6601 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x, GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-25T17:05:38.881 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:38 smithi028 podman[29425]: 2024-04-25 17:05:38.5111514 +0000 UTC m=+0.018801986 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T17:05:38.881 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:38 smithi028 podman[29425]: 2024-04-25 17:05:38.799000009 +0000 UTC m=+0.306650580 container init e91f86747098eee95560e3d1c6fcfe7fd34529de973497fe59d8f0fa1ffd6601 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True) 2024-04-25T17:05:38.881 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:38 smithi028 podman[29425]: 2024-04-25 17:05:38.801637734 +0000 UTC m=+0.309288302 container start e91f86747098eee95560e3d1c6fcfe7fd34529de973497fe59d8f0fa1ffd6601 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=) 2024-04-25T17:05:38.881 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:38 smithi028 bash[29425]: e91f86747098eee95560e3d1c6fcfe7fd34529de973497fe59d8f0fa1ffd6601 2024-04-25T17:05:38.894 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-25T17:05:38.895 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout disabled 2024-04-25T17:05:38.902 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-25T17:05:38.903 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout inactive 2024-04-25T17:05:38.903 INFO:teuthology.orchestra.run.smithi028.stdout:firewalld.service is not enabled 2024-04-25T17:05:38.903 INFO:teuthology.orchestra.run.smithi028.stdout:Not possible to enable service . firewalld.service is not available 2024-04-25T17:05:38.911 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-25T17:05:38.911 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout disabled 2024-04-25T17:05:38.918 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-25T17:05:38.918 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout inactive 2024-04-25T17:05:38.919 INFO:teuthology.orchestra.run.smithi028.stdout:firewalld.service is not enabled 2024-04-25T17:05:38.919 INFO:teuthology.orchestra.run.smithi028.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-25T17:05:38.919 INFO:teuthology.orchestra.run.smithi028.stdout:Waiting for mgr to start... 2024-04-25T17:05:38.919 INFO:teuthology.orchestra.run.smithi028.stdout:Waiting for mgr... 2024-04-25T17:05:39.149 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:38 smithi028 systemd[1]: Started Ceph mgr.x for dfbd4644-0325-11ef-bc93-c7b262605968. 2024-04-25T17:05:39.149 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:38 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:38.969+0000 7fdf52e9b200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T17:05:39.423 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:39 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:39.166+0000 7fdf52e9b200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T17:05:39.423 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:39 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:39.272+0000 7fdf52e9b200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T17:05:39.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:39 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/467720629' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-25T17:05:39.923 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:39 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:39.624+0000 7fdf52e9b200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T17:05:39.923 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:39 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:39.713+0000 7fdf52e9b200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T17:05:40.012 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-04-25T17:05:40.013 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout { 2024-04-25T17:05:40.013 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "fsid": "dfbd4644-0325-11ef-bc93-c7b262605968", 2024-04-25T17:05:40.013 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "health": { 2024-04-25T17:05:40.013 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-25T17:05:40.013 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-25T17:05:40.014 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-25T17:05:40.014 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-25T17:05:40.014 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-25T17:05:40.014 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-25T17:05:40.014 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 0 2024-04-25T17:05:40.014 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-04-25T17:05:40.014 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-25T17:05:40.014 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "a" 2024-04-25T17:05:40.014 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-04-25T17:05:40.014 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-04-25T17:05:40.015 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-25T17:05:40.015 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T17:05:40.015 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-25T17:05:40.015 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-25T17:05:40.015 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-25T17:05:40.015 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-25T17:05:40.015 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T17:05:40.015 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-25T17:05:40.025 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-25T17:05:40.025 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-25T17:05:40.025 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-25T17:05:40.025 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-25T17:05:40.025 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-25T17:05:40.025 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-25T17:05:40.025 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-25T17:05:40.025 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-25T17:05:40.026 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-25T17:05:40.026 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-25T17:05:40.026 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-25T17:05:40.026 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-25T17:05:40.026 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-25T17:05:40.026 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-25T17:05:40.026 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-25T17:05:40.026 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-25T17:05:40.026 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-25T17:05:40.026 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T17:05:40.026 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-25T17:05:40.026 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-25T17:05:40.026 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-25T17:05:40.026 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-25T17:05:40.027 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-25T17:05:40.027 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-25T17:05:40.027 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-25T17:05:40.027 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-25T17:05:40.027 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-25T17:05:40.027 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "restful" 2024-04-25T17:05:40.027 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-04-25T17:05:40.027 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T17:05:40.027 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-25T17:05:40.027 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-25T17:05:40.027 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T17:05:40.027 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "modified": "2024-04-25T17:05:31.998300+0000", 2024-04-25T17:05:40.029 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T17:05:40.029 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-25T17:05:40.029 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-25T17:05:40.029 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout } 2024-04-25T17:05:40.029 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.372+0000 7fc58abcb700 1 Processor -- start 2024-04-25T17:05:40.029 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.372+0000 7fc58abcb700 1 -- start start 2024-04-25T17:05:40.029 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.372+0000 7fc58abcb700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc584108820 0x7fc584108c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:05:40.029 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.372+0000 7fc58abcb700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fc584109220 con 0x7fc584108820 2024-04-25T17:05:40.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.373+0000 7fc588967700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc584108820 0x7fc584108c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:05:40.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.373+0000 7fc588967700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc584108820 0x7fc584108c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:55762/0 (socket says 172.21.15.28:55762) 2024-04-25T17:05:40.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.373+0000 7fc588967700 1 -- 172.21.15.28:0/3095422150 learned_addr learned my addr 172.21.15.28:0/3095422150 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:05:40.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.373+0000 7fc588967700 1 -- 172.21.15.28:0/3095422150 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc584109950 con 0x7fc584108820 2024-04-25T17:05:40.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.373+0000 7fc588967700 1 --2- 172.21.15.28:0/3095422150 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc584108820 0x7fc584108c30 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fc5780098a0 tx=0x7fc578009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0ffd0ee71dee121 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:05:40.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.373+0000 7fc5837fe700 1 -- 172.21.15.28:0/3095422150 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc578004160 con 0x7fc584108820 2024-04-25T17:05:40.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.373+0000 7fc5837fe700 1 -- 172.21.15.28:0/3095422150 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fc578004300 con 0x7fc584108820 2024-04-25T17:05:40.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.373+0000 7fc5837fe700 1 -- 172.21.15.28:0/3095422150 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc5780119e0 con 0x7fc584108820 2024-04-25T17:05:40.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.374+0000 7fc58abcb700 1 -- 172.21.15.28:0/3095422150 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc584108820 msgr2=0x7fc584108c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:05:40.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.374+0000 7fc58abcb700 1 --2- 172.21.15.28:0/3095422150 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc584108820 0x7fc584108c30 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fc5780098a0 tx=0x7fc578009bb0 comp rx=0 tx=0).stop 2024-04-25T17:05:40.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.374+0000 7fc58abcb700 1 -- 172.21.15.28:0/3095422150 shutdown_connections 2024-04-25T17:05:40.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.374+0000 7fc58abcb700 1 --2- 172.21.15.28:0/3095422150 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc584108820 0x7fc584108c30 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:05:40.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.374+0000 7fc58abcb700 1 -- 172.21.15.28:0/3095422150 >> 172.21.15.28:0/3095422150 conn(0x7fc584103f20 msgr2=0x7fc584106370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:05:40.031 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.374+0000 7fc58abcb700 1 -- 172.21.15.28:0/3095422150 shutdown_connections 2024-04-25T17:05:40.031 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.374+0000 7fc58abcb700 1 -- 172.21.15.28:0/3095422150 wait complete. 2024-04-25T17:05:40.031 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.375+0000 7fc58abcb700 1 Processor -- start 2024-04-25T17:05:40.031 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.375+0000 7fc58abcb700 1 -- start start 2024-04-25T17:05:40.031 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.375+0000 7fc58abcb700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc584108820 0x7fc584107130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:05:40.031 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.375+0000 7fc58abcb700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fc58410cb80 con 0x7fc584108820 2024-04-25T17:05:40.031 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.375+0000 7fc588967700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc584108820 0x7fc584107130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:05:40.031 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.375+0000 7fc588967700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc584108820 0x7fc584107130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:55768/0 (socket says 172.21.15.28:55768) 2024-04-25T17:05:40.031 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.375+0000 7fc588967700 1 -- 172.21.15.28:0/467720629 learned_addr learned my addr 172.21.15.28:0/467720629 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:05:40.031 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.376+0000 7fc588967700 1 -- 172.21.15.28:0/467720629 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc584107670 con 0x7fc584108820 2024-04-25T17:05:40.031 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.376+0000 7fc588967700 1 --2- 172.21.15.28:0/467720629 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc584108820 0x7fc584107130 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fc578009fb0 tx=0x7fc578011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:05:40.031 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.376+0000 7fc581ffb700 1 -- 172.21.15.28:0/467720629 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc5780038b0 con 0x7fc584108820 2024-04-25T17:05:40.031 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.376+0000 7fc581ffb700 1 -- 172.21.15.28:0/467720629 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fc578003a50 con 0x7fc584108820 2024-04-25T17:05:40.032 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.376+0000 7fc58abcb700 1 -- 172.21.15.28:0/467720629 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5841058c0 con 0x7fc584108820 2024-04-25T17:05:40.032 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.376+0000 7fc581ffb700 1 -- 172.21.15.28:0/467720629 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc578019550 con 0x7fc584108820 2024-04-25T17:05:40.032 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.376+0000 7fc58abcb700 1 -- 172.21.15.28:0/467720629 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc584105da0 con 0x7fc584108820 2024-04-25T17:05:40.032 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.377+0000 7fc581ffb700 1 -- 172.21.15.28:0/467720629 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc578019be0 con 0x7fc584108820 2024-04-25T17:05:40.032 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.377+0000 7fc581ffb700 1 -- 172.21.15.28:0/467720629 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc578024730 con 0x7fc584108820 2024-04-25T17:05:40.032 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.377+0000 7fc58abcb700 1 -- 172.21.15.28:0/467720629 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc584064cf0 con 0x7fc584108820 2024-04-25T17:05:40.032 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.382+0000 7fc581ffb700 1 -- 172.21.15.28:0/467720629 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fc578043e50 con 0x7fc584108820 2024-04-25T17:05:40.032 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.475+0000 7fc58abcb700 1 -- 172.21.15.28:0/467720629 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fc584196d30 con 0x7fc584108820 2024-04-25T17:05:40.032 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.476+0000 7fc581ffb700 1 -- 172.21.15.28:0/467720629 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fc578032030 con 0x7fc584108820 2024-04-25T17:05:40.032 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.477+0000 7fc58abcb700 1 -- 172.21.15.28:0/467720629 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc584108820 msgr2=0x7fc584107130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:05:40.032 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.477+0000 7fc58abcb700 1 --2- 172.21.15.28:0/467720629 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc584108820 0x7fc584107130 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fc578009fb0 tx=0x7fc578011a60 comp rx=0 tx=0).stop 2024-04-25T17:05:40.032 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.477+0000 7fc58abcb700 1 -- 172.21.15.28:0/467720629 shutdown_connections 2024-04-25T17:05:40.032 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.477+0000 7fc58abcb700 1 --2- 172.21.15.28:0/467720629 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc584108820 0x7fc584107130 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:05:40.033 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.477+0000 7fc58abcb700 1 -- 172.21.15.28:0/467720629 >> 172.21.15.28:0/467720629 conn(0x7fc584103f20 msgr2=0x7fc584194190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:05:40.033 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.477+0000 7fc58abcb700 1 -- 172.21.15.28:0/467720629 shutdown_connections 2024-04-25T17:05:40.033 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:39.477+0000 7fc58abcb700 1 -- 172.21.15.28:0/467720629 wait complete. 2024-04-25T17:05:40.033 INFO:teuthology.orchestra.run.smithi028.stdout:mgr not available, waiting (1/15)... 2024-04-25T17:05:41.333 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:40 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:40.983+0000 7fdf52e9b200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T17:05:41.333 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:41 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:41.159+0000 7fdf52e9b200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T17:05:41.334 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:41 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:41.334+0000 7fdf52e9b200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T17:05:41.923 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:41 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:41.635+0000 7fdf52e9b200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T17:05:41.923 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:41 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:41.731+0000 7fdf52e9b200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T17:05:42.423 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:41 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:41.940+0000 7fdf52e9b200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T17:05:42.423 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:42 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:42.150+0000 7fdf52e9b200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T17:05:43.173 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:42 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:42.777+0000 7fdf52e9b200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T17:05:43.521 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:43 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:43.215+0000 7fdf52e9b200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T17:05:43.521 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:43 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:43.314+0000 7fdf52e9b200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T17:05:43.521 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:43 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:43.521+0000 7fdf52e9b200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T17:05:44.414 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:44 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:44.066+0000 7fdf52e9b200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T17:05:44.415 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:44 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:44.161+0000 7fdf52e9b200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T17:05:44.673 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:44 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:44.415+0000 7fdf52e9b200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T17:05:44.673 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:44 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:44.555+0000 7fdf52e9b200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T17:05:44.673 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:44 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:44.653+0000 7fdf52e9b200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T17:05:45.085 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:44 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:44.774+0000 7fdf52e9b200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T17:05:45.423 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:45 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:45.086+0000 7fdf52e9b200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T17:05:45.730 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:45 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/325037312' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-25T17:05:46.173 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:45 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:45.731+0000 7fdf52e9b200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T17:05:46.173 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:45 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:45.954+0000 7fdf52e9b200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T17:05:46.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:46 smithi028 ceph-mon[29207]: Activating manager daemon x 2024-04-25T17:05:46.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:46 smithi028 ceph-mon[29207]: mgrmap e2: x(active, starting, since 0.00388088s) 2024-04-25T17:05:46.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:46 smithi028 ceph-mon[29207]: from='mgr.14100 172.21.15.28:0/73220399' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T17:05:46.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:46 smithi028 ceph-mon[29207]: from='mgr.14100 172.21.15.28:0/73220399' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T17:05:46.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:46 smithi028 ceph-mon[29207]: from='mgr.14100 172.21.15.28:0/73220399' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T17:05:46.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:46 smithi028 ceph-mon[29207]: from='mgr.14100 172.21.15.28:0/73220399' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T17:05:46.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:46 smithi028 ceph-mon[29207]: from='mgr.14100 172.21.15.28:0/73220399' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-25T17:05:46.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:46 smithi028 ceph-mon[29207]: Manager daemon x is now available 2024-04-25T17:05:46.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:46 smithi028 ceph-mon[29207]: from='mgr.14100 172.21.15.28:0/73220399' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-25T17:05:46.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:46 smithi028 ceph-mon[29207]: from='mgr.14100 172.21.15.28:0/73220399' entity='mgr.x' 2024-04-25T17:05:46.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:46 smithi028 ceph-mon[29207]: from='mgr.14100 172.21.15.28:0/73220399' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-25T17:05:46.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:46 smithi028 ceph-mon[29207]: from='mgr.14100 172.21.15.28:0/73220399' entity='mgr.x' 2024-04-25T17:05:46.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:46 smithi028 ceph-mon[29207]: from='mgr.14100 172.21.15.28:0/73220399' entity='mgr.x' 2024-04-25T17:05:48.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:47 smithi028 ceph-mon[29207]: mgrmap e3: x(active, since 1.00806s) 2024-04-25T17:05:49.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:48 smithi028 ceph-mon[29207]: mgrmap e4: x(active, since 2s) 2024-04-25T17:05:51.317 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-04-25T17:05:51.317 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout { 2024-04-25T17:05:51.317 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "fsid": "dfbd4644-0325-11ef-bc93-c7b262605968", 2024-04-25T17:05:51.318 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "health": { 2024-04-25T17:05:51.318 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-25T17:05:51.318 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-25T17:05:51.318 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-25T17:05:51.318 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-25T17:05:51.318 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-25T17:05:51.318 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-25T17:05:51.318 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 0 2024-04-25T17:05:51.319 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-04-25T17:05:51.319 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-25T17:05:51.319 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "a" 2024-04-25T17:05:51.319 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-04-25T17:05:51.319 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-04-25T17:05:51.319 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-25T17:05:51.319 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T17:05:51.319 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-25T17:05:51.319 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-25T17:05:51.319 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-25T17:05:51.319 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-25T17:05:51.319 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T17:05:51.319 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-25T17:05:51.319 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-25T17:05:51.320 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-25T17:05:51.329 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-25T17:05:51.329 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-25T17:05:51.329 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-25T17:05:51.329 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-25T17:05:51.329 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-25T17:05:51.329 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-25T17:05:51.329 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-25T17:05:51.329 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-25T17:05:51.329 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-25T17:05:51.329 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-25T17:05:51.329 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-25T17:05:51.329 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-25T17:05:51.330 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-25T17:05:51.330 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-25T17:05:51.330 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-25T17:05:51.330 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T17:05:51.330 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-25T17:05:51.330 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-25T17:05:51.330 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-25T17:05:51.330 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-25T17:05:51.330 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-25T17:05:51.330 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-25T17:05:51.330 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-25T17:05:51.330 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-25T17:05:51.331 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-25T17:05:51.331 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "restful" 2024-04-25T17:05:51.331 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-04-25T17:05:51.331 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T17:05:51.331 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-25T17:05:51.331 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-25T17:05:51.331 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T17:05:51.331 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "modified": "2024-04-25T17:05:31.998300+0000", 2024-04-25T17:05:51.331 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T17:05:51.331 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-25T17:05:51.331 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-25T17:05:51.331 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout } 2024-04-25T17:05:51.332 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.426+0000 7f38479e6700 1 Processor -- start 2024-04-25T17:05:51.332 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.426+0000 7f38479e6700 1 -- start start 2024-04-25T17:05:51.332 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.426+0000 7f38479e6700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3840109d50 0x7f384010a160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:05:51.332 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.426+0000 7f38479e6700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f384010a730 con 0x7f3840109d50 2024-04-25T17:05:51.332 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.427+0000 7f3845782700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3840109d50 0x7f384010a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:05:51.332 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.427+0000 7f3845782700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3840109d50 0x7f384010a160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:58870/0 (socket says 172.21.15.28:58870) 2024-04-25T17:05:51.332 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.427+0000 7f3845782700 1 -- 172.21.15.28:0/2984998647 learned_addr learned my addr 172.21.15.28:0/2984998647 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:05:51.332 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.427+0000 7f3845782700 1 -- 172.21.15.28:0/2984998647 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38401089d0 con 0x7f3840109d50 2024-04-25T17:05:51.332 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.427+0000 7f3845782700 1 --2- 172.21.15.28:0/2984998647 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3840109d50 0x7f384010a160 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f38300098a0 tx=0x7f3830009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31063cfa5d02857f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:05:51.332 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.427+0000 7f3837fff700 1 -- 172.21.15.28:0/2984998647 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3830004160 con 0x7f3840109d50 2024-04-25T17:05:51.332 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.427+0000 7f3837fff700 1 -- 172.21.15.28:0/2984998647 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f3830004300 con 0x7f3840109d50 2024-04-25T17:05:51.333 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.427+0000 7f3837fff700 1 -- 172.21.15.28:0/2984998647 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f38300119e0 con 0x7f3840109d50 2024-04-25T17:05:51.333 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.428+0000 7f38479e6700 1 -- 172.21.15.28:0/2984998647 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3840109d50 msgr2=0x7f384010a160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:05:51.333 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.428+0000 7f38479e6700 1 --2- 172.21.15.28:0/2984998647 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3840109d50 0x7f384010a160 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f38300098a0 tx=0x7f3830009bb0 comp rx=0 tx=0).stop 2024-04-25T17:05:51.333 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.428+0000 7f38479e6700 1 -- 172.21.15.28:0/2984998647 shutdown_connections 2024-04-25T17:05:51.333 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.428+0000 7f38479e6700 1 --2- 172.21.15.28:0/2984998647 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3840109d50 0x7f384010a160 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:05:51.333 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.428+0000 7f38479e6700 1 -- 172.21.15.28:0/2984998647 >> 172.21.15.28:0/2984998647 conn(0x7f38401035f0 msgr2=0x7f3840105a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:05:51.333 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.428+0000 7f38479e6700 1 -- 172.21.15.28:0/2984998647 shutdown_connections 2024-04-25T17:05:51.333 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.428+0000 7f38479e6700 1 -- 172.21.15.28:0/2984998647 wait complete. 2024-04-25T17:05:51.333 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.429+0000 7f38479e6700 1 Processor -- start 2024-04-25T17:05:51.333 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.429+0000 7f38479e6700 1 -- start start 2024-04-25T17:05:51.333 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.429+0000 7f38479e6700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3840109d50 0x7f384019db40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:05:51.333 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.429+0000 7f38479e6700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f384010cc10 con 0x7f3840109d50 2024-04-25T17:05:51.333 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.429+0000 7f3845782700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3840109d50 0x7f384019db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:05:51.334 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.429+0000 7f3845782700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3840109d50 0x7f384019db40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:58886/0 (socket says 172.21.15.28:58886) 2024-04-25T17:05:51.334 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.429+0000 7f3845782700 1 -- 172.21.15.28:0/325037312 learned_addr learned my addr 172.21.15.28:0/325037312 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:05:51.334 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.429+0000 7f3845782700 1 -- 172.21.15.28:0/325037312 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f384019e080 con 0x7f3840109d50 2024-04-25T17:05:51.334 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.430+0000 7f3845782700 1 --2- 172.21.15.28:0/325037312 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3840109d50 0x7f384019db40 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f38300119b0 tx=0x7f3830011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:05:51.334 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.430+0000 7f38367fc700 1 -- 172.21.15.28:0/325037312 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3830003970 con 0x7f3840109d50 2024-04-25T17:05:51.334 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.430+0000 7f38367fc700 1 -- 172.21.15.28:0/325037312 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f3830003b10 con 0x7f3840109d50 2024-04-25T17:05:51.334 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.430+0000 7f38479e6700 1 -- 172.21.15.28:0/325037312 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f384019e310 con 0x7f3840109d50 2024-04-25T17:05:51.334 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.430+0000 7f38367fc700 1 -- 172.21.15.28:0/325037312 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3830024610 con 0x7f3840109d50 2024-04-25T17:05:51.334 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.430+0000 7f38479e6700 1 -- 172.21.15.28:0/325037312 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38401a0f20 con 0x7f3840109d50 2024-04-25T17:05:51.334 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.430+0000 7f38367fc700 1 -- 172.21.15.28:0/325037312 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f3830024c10 con 0x7f3840109d50 2024-04-25T17:05:51.334 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.430+0000 7f38367fc700 1 -- 172.21.15.28:0/325037312 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f3830019700 con 0x7f3840109d50 2024-04-25T17:05:51.334 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.431+0000 7f38479e6700 1 -- 172.21.15.28:0/325037312 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3840064cf0 con 0x7f3840109d50 2024-04-25T17:05:51.335 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.433+0000 7f38367fc700 1 -- 172.21.15.28:0/325037312 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f38300094f0 con 0x7f3840109d50 2024-04-25T17:05:51.335 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.508+0000 7f38479e6700 1 -- 172.21.15.28:0/325037312 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f384002e7d0 con 0x7f3840109d50 2024-04-25T17:05:51.335 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.508+0000 7f38367fc700 1 -- 172.21.15.28:0/325037312 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f383001aae0 con 0x7f3840109d50 2024-04-25T17:05:51.335 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.509+0000 7f38479e6700 1 -- 172.21.15.28:0/325037312 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3840109d50 msgr2=0x7f384019db40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:05:51.335 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.509+0000 7f38479e6700 1 --2- 172.21.15.28:0/325037312 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3840109d50 0x7f384019db40 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f38300119b0 tx=0x7f3830011a90 comp rx=0 tx=0).stop 2024-04-25T17:05:51.335 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.509+0000 7f38479e6700 1 -- 172.21.15.28:0/325037312 shutdown_connections 2024-04-25T17:05:51.335 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.509+0000 7f38479e6700 1 --2- 172.21.15.28:0/325037312 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3840109d50 0x7f384019db40 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:05:51.335 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.509+0000 7f38479e6700 1 -- 172.21.15.28:0/325037312 >> 172.21.15.28:0/325037312 conn(0x7f38401035f0 msgr2=0x7f3840194070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:05:51.335 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.509+0000 7f38479e6700 1 -- 172.21.15.28:0/325037312 shutdown_connections 2024-04-25T17:05:51.335 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:45.510+0000 7f38479e6700 1 -- 172.21.15.28:0/325037312 wait complete. 2024-04-25T17:05:51.335 INFO:teuthology.orchestra.run.smithi028.stdout:mgr not available, waiting (2/15)... 2024-04-25T17:05:54.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:54 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2637065738' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-25T17:05:54.622 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-04-25T17:05:54.622 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout { 2024-04-25T17:05:54.622 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "fsid": "dfbd4644-0325-11ef-bc93-c7b262605968", 2024-04-25T17:05:54.622 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "health": { 2024-04-25T17:05:54.622 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-25T17:05:54.622 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-25T17:05:54.623 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-25T17:05:54.623 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-25T17:05:54.623 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-25T17:05:54.623 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-25T17:05:54.623 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 0 2024-04-25T17:05:54.623 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-04-25T17:05:54.623 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-25T17:05:54.623 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "a" 2024-04-25T17:05:54.623 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-04-25T17:05:54.623 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum_age": 17, 2024-04-25T17:05:54.623 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-25T17:05:54.623 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T17:05:54.623 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-25T17:05:54.623 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-25T17:05:54.624 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-25T17:05:54.624 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-25T17:05:54.624 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T17:05:54.624 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-25T17:05:54.624 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-25T17:05:54.624 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-25T17:05:54.624 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-25T17:05:54.624 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-25T17:05:54.624 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-25T17:05:54.624 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-25T17:05:54.624 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-25T17:05:54.624 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-25T17:05:54.624 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-25T17:05:54.624 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-25T17:05:54.625 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-25T17:05:54.625 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-25T17:05:54.625 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-25T17:05:54.625 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-25T17:05:54.625 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-25T17:05:54.625 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-25T17:05:54.625 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-25T17:05:54.625 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T17:05:54.625 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-25T17:05:54.625 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-25T17:05:54.625 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-25T17:05:54.625 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-25T17:05:54.625 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-25T17:05:54.625 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-25T17:05:54.625 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-25T17:05:54.626 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-25T17:05:54.626 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-25T17:05:54.626 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "restful" 2024-04-25T17:05:54.626 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-04-25T17:05:54.626 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T17:05:54.626 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-25T17:05:54.626 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-25T17:05:54.626 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T17:05:54.626 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "modified": "2024-04-25T17:05:31.998300+0000", 2024-04-25T17:05:54.626 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T17:05:54.626 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-25T17:05:54.626 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-25T17:05:54.626 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout } 2024-04-25T17:05:54.626 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.749+0000 7f59c4ccc700 1 Processor -- start 2024-04-25T17:05:54.627 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.749+0000 7f59c4ccc700 1 -- start start 2024-04-25T17:05:54.627 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.749+0000 7f59c4ccc700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f59c0108830 0x7f59c0108c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:05:54.627 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.749+0000 7f59c4ccc700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f59c0109230 con 0x7f59c0108830 2024-04-25T17:05:54.627 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.749+0000 7f59be59c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f59c0108830 0x7f59c0108c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:05:54.627 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.750+0000 7f59be59c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f59c0108830 0x7f59c0108c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:58946/0 (socket says 172.21.15.28:58946) 2024-04-25T17:05:54.627 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.750+0000 7f59be59c700 1 -- 172.21.15.28:0/2442129411 learned_addr learned my addr 172.21.15.28:0/2442129411 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:05:54.627 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.750+0000 7f59be59c700 1 -- 172.21.15.28:0/2442129411 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59c0109960 con 0x7f59c0108830 2024-04-25T17:05:54.627 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.750+0000 7f59be59c700 1 --2- 172.21.15.28:0/2442129411 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f59c0108830 0x7f59c0108c40 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f59b00098a0 tx=0x7f59b0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84527919f3d1a2ca server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:05:54.627 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.750+0000 7f59bd59a700 1 -- 172.21.15.28:0/2442129411 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f59b0004160 con 0x7f59c0108830 2024-04-25T17:05:54.627 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.750+0000 7f59bd59a700 1 -- 172.21.15.28:0/2442129411 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f59b0004300 con 0x7f59c0108830 2024-04-25T17:05:54.627 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.750+0000 7f59bd59a700 1 -- 172.21.15.28:0/2442129411 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f59b00119e0 con 0x7f59c0108830 2024-04-25T17:05:54.627 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.751+0000 7f59c4ccc700 1 -- 172.21.15.28:0/2442129411 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f59c0108830 msgr2=0x7f59c0108c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:05:54.627 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.751+0000 7f59c4ccc700 1 --2- 172.21.15.28:0/2442129411 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f59c0108830 0x7f59c0108c40 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f59b00098a0 tx=0x7f59b0009bb0 comp rx=0 tx=0).stop 2024-04-25T17:05:54.627 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.751+0000 7f59c4ccc700 1 -- 172.21.15.28:0/2442129411 shutdown_connections 2024-04-25T17:05:54.628 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.751+0000 7f59c4ccc700 1 --2- 172.21.15.28:0/2442129411 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f59c0108830 0x7f59c0108c40 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:05:54.628 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.751+0000 7f59c4ccc700 1 -- 172.21.15.28:0/2442129411 >> 172.21.15.28:0/2442129411 conn(0x7f59c0103e90 msgr2=0x7f59c0106320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:05:54.628 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.751+0000 7f59c4ccc700 1 -- 172.21.15.28:0/2442129411 shutdown_connections 2024-04-25T17:05:54.628 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.751+0000 7f59c4ccc700 1 -- 172.21.15.28:0/2442129411 wait complete. 2024-04-25T17:05:54.628 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.752+0000 7f59c4ccc700 1 Processor -- start 2024-04-25T17:05:54.628 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.752+0000 7f59c4ccc700 1 -- start start 2024-04-25T17:05:54.628 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.752+0000 7f59c4ccc700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f59c0108830 0x7f59c007d260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:05:54.628 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.752+0000 7f59c4ccc700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f59c010cb90 con 0x7f59c0108830 2024-04-25T17:05:54.628 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.752+0000 7f59be59c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f59c0108830 0x7f59c007d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:05:54.628 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.752+0000 7f59be59c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f59c0108830 0x7f59c007d260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:58950/0 (socket says 172.21.15.28:58950) 2024-04-25T17:05:54.628 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.752+0000 7f59be59c700 1 -- 172.21.15.28:0/2637065738 learned_addr learned my addr 172.21.15.28:0/2637065738 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:05:54.628 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.753+0000 7f59be59c700 1 -- 172.21.15.28:0/2637065738 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59c007d7a0 con 0x7f59c0108830 2024-04-25T17:05:54.628 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.753+0000 7f59be59c700 1 --2- 172.21.15.28:0/2637065738 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f59c0108830 0x7f59c007d260 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f59b0009fb0 tx=0x7f59b0011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:05:54.629 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.753+0000 7f59af7fe700 1 -- 172.21.15.28:0/2637065738 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f59b00038b0 con 0x7f59c0108830 2024-04-25T17:05:54.629 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.753+0000 7f59af7fe700 1 -- 172.21.15.28:0/2637065738 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f59b0003a50 con 0x7f59c0108830 2024-04-25T17:05:54.629 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.753+0000 7f59c4ccc700 1 -- 172.21.15.28:0/2637065738 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59c01a0880 con 0x7f59c0108830 2024-04-25T17:05:54.629 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.753+0000 7f59af7fe700 1 -- 172.21.15.28:0/2637065738 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f59b001a5c0 con 0x7f59c0108830 2024-04-25T17:05:54.629 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.753+0000 7f59c4ccc700 1 -- 172.21.15.28:0/2637065738 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59c01a0d60 con 0x7f59c0108830 2024-04-25T17:05:54.629 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.754+0000 7f59c4ccc700 1 -- 172.21.15.28:0/2637065738 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59c0064cf0 con 0x7f59c0108830 2024-04-25T17:05:54.629 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.754+0000 7f59af7fe700 1 -- 172.21.15.28:0/2637065738 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 4) ==== 49505+0+0 (secure 0 0 0) 0x7f59b001a870 con 0x7f59c0108830 2024-04-25T17:05:54.629 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.754+0000 7f59af7fe700 1 --2- 172.21.15.28:0/2637065738 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f59a803d5e0 0x7f59a803faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:05:54.629 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.754+0000 7f59af7fe700 1 -- 172.21.15.28:0/2637065738 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f59b00528a0 con 0x7f59c0108830 2024-04-25T17:05:54.629 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.755+0000 7f59bdd9b700 1 --2- 172.21.15.28:0/2637065738 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f59a803d5e0 0x7f59a803faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:05:54.629 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.755+0000 7f59bdd9b700 1 --2- 172.21.15.28:0/2637065738 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f59a803d5e0 0x7f59a803faf0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f59b4006fd0 tx=0x7f59b4006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:05:54.629 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:53.760+0000 7f59af7fe700 1 -- 172.21.15.28:0/2637065738 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f59b0017e90 con 0x7f59c0108830 2024-04-25T17:05:54.629 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:54.054+0000 7f59c4ccc700 1 -- 172.21.15.28:0/2637065738 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f59c01a1170 con 0x7f59c0108830 2024-04-25T17:05:54.629 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:54.055+0000 7f59af7fe700 1 -- 172.21.15.28:0/2637065738 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f59c01a1170 con 0x7f59c0108830 2024-04-25T17:05:54.630 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:54.057+0000 7f59c4ccc700 1 -- 172.21.15.28:0/2637065738 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f59a803d5e0 msgr2=0x7f59a803faf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:05:54.630 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:54.057+0000 7f59c4ccc700 1 --2- 172.21.15.28:0/2637065738 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f59a803d5e0 0x7f59a803faf0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f59b4006fd0 tx=0x7f59b4006e40 comp rx=0 tx=0).stop 2024-04-25T17:05:54.630 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:54.057+0000 7f59c4ccc700 1 -- 172.21.15.28:0/2637065738 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f59c0108830 msgr2=0x7f59c007d260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:05:54.630 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:54.057+0000 7f59c4ccc700 1 --2- 172.21.15.28:0/2637065738 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f59c0108830 0x7f59c007d260 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f59b0009fb0 tx=0x7f59b0011a60 comp rx=0 tx=0).stop 2024-04-25T17:05:54.630 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:54.057+0000 7f59c4ccc700 1 -- 172.21.15.28:0/2637065738 shutdown_connections 2024-04-25T17:05:54.630 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:54.057+0000 7f59c4ccc700 1 --2- 172.21.15.28:0/2637065738 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f59a803d5e0 0x7f59a803faf0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:05:54.630 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:54.057+0000 7f59c4ccc700 1 --2- 172.21.15.28:0/2637065738 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f59c0108830 0x7f59c007d260 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:05:54.630 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:54.058+0000 7f59c4ccc700 1 -- 172.21.15.28:0/2637065738 >> 172.21.15.28:0/2637065738 conn(0x7f59c0103e90 msgr2=0x7f59c0104610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:05:54.630 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:54.058+0000 7f59c4ccc700 1 -- 172.21.15.28:0/2637065738 shutdown_connections 2024-04-25T17:05:54.630 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:54.058+0000 7f59c4ccc700 1 -- 172.21.15.28:0/2637065738 wait complete. 2024-04-25T17:05:54.630 INFO:teuthology.orchestra.run.smithi028.stdout:mgr is available 2024-04-25T17:05:55.604 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:55 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/718531982' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-25T17:05:55.831 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-04-25T17:05:55.832 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout [global] 2024-04-25T17:05:55.832 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout fsid = dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:05:55.832 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-25T17:05:55.832 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-25T17:05:55.832 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-25T17:05:55.832 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-25T17:05:55.832 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-25T17:05:55.832 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-04-25T17:05:55.832 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-25T17:05:55.832 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-25T17:05:55.832 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-04-25T17:05:55.832 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout [osd] 2024-04-25T17:05:55.832 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-25T17:05:55.832 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-25T17:05:55.833 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-25T17:05:55.833 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-25T17:05:55.833 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-25T17:05:55.833 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.022+0000 7f85517a3700 1 Processor -- start 2024-04-25T17:05:55.833 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.022+0000 7f85517a3700 1 -- start start 2024-04-25T17:05:55.833 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.022+0000 7f85517a3700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f854c07f640 0x7f854c07db10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:05:55.833 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.022+0000 7f85517a3700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f854c07e050 con 0x7f854c07f640 2024-04-25T17:05:55.833 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.022+0000 7f854affd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f854c07f640 0x7f854c07db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:05:55.833 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.022+0000 7f854affd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f854c07f640 0x7f854c07db10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36348/0 (socket says 172.21.15.28:36348) 2024-04-25T17:05:55.833 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.022+0000 7f854affd700 1 -- 172.21.15.28:0/2995655167 learned_addr learned my addr 172.21.15.28:0/2995655167 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:05:55.833 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.023+0000 7f854affd700 1 -- 172.21.15.28:0/2995655167 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f854c07e1d0 con 0x7f854c07f640 2024-04-25T17:05:55.833 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.023+0000 7f854affd700 1 --2- 172.21.15.28:0/2995655167 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f854c07f640 0x7f854c07db10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f8544009e80 tx=0x7f854400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d3d86af2fb57f59 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:05:55.833 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.023+0000 7f8549ffb700 1 -- 172.21.15.28:0/2995655167 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8544017070 con 0x7f854c07f640 2024-04-25T17:05:55.833 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.023+0000 7f8549ffb700 1 -- 172.21.15.28:0/2995655167 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f854400b8c0 con 0x7f854c07f640 2024-04-25T17:05:55.834 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.023+0000 7f8549ffb700 1 -- 172.21.15.28:0/2995655167 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8544004420 con 0x7f854c07f640 2024-04-25T17:05:55.834 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.024+0000 7f85517a3700 1 -- 172.21.15.28:0/2995655167 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f854c07f640 msgr2=0x7f854c07db10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:05:55.834 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.024+0000 7f85517a3700 1 --2- 172.21.15.28:0/2995655167 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f854c07f640 0x7f854c07db10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f8544009e80 tx=0x7f854400b330 comp rx=0 tx=0).stop 2024-04-25T17:05:55.834 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.024+0000 7f85517a3700 1 -- 172.21.15.28:0/2995655167 shutdown_connections 2024-04-25T17:05:55.834 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.024+0000 7f85517a3700 1 --2- 172.21.15.28:0/2995655167 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f854c07f640 0x7f854c07db10 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:05:55.834 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.024+0000 7f85517a3700 1 -- 172.21.15.28:0/2995655167 >> 172.21.15.28:0/2995655167 conn(0x7f854c105010 msgr2=0x7f854c107460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:05:55.834 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.024+0000 7f85517a3700 1 -- 172.21.15.28:0/2995655167 shutdown_connections 2024-04-25T17:05:55.834 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.024+0000 7f85517a3700 1 -- 172.21.15.28:0/2995655167 wait complete. 2024-04-25T17:05:55.834 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.025+0000 7f85517a3700 1 Processor -- start 2024-04-25T17:05:55.834 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.025+0000 7f85517a3700 1 -- start start 2024-04-25T17:05:55.834 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.025+0000 7f85517a3700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f854c07f640 0x7f854c19fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:05:55.834 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.025+0000 7f85517a3700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f854c10fe00 con 0x7f854c07f640 2024-04-25T17:05:55.834 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.025+0000 7f854affd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f854c07f640 0x7f854c19fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:05:55.835 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.025+0000 7f854affd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f854c07f640 0x7f854c19fd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36364/0 (socket says 172.21.15.28:36364) 2024-04-25T17:05:55.835 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.025+0000 7f854affd700 1 -- 172.21.15.28:0/718531982 learned_addr learned my addr 172.21.15.28:0/718531982 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:05:55.835 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.025+0000 7f854affd700 1 -- 172.21.15.28:0/718531982 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f854c1a0290 con 0x7f854c07f640 2024-04-25T17:05:55.835 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.026+0000 7f854affd700 1 --2- 172.21.15.28:0/718531982 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f854c07f640 0x7f854c19fd50 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f8544009680 tx=0x7f8544003a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:05:55.835 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.026+0000 7f8543fff700 1 -- 172.21.15.28:0/718531982 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8544020020 con 0x7f854c07f640 2024-04-25T17:05:55.835 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.026+0000 7f8543fff700 1 -- 172.21.15.28:0/718531982 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f8544003da0 con 0x7f854c07f640 2024-04-25T17:05:55.835 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.026+0000 7f85517a3700 1 -- 172.21.15.28:0/718531982 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f854c1a0520 con 0x7f854c07f640 2024-04-25T17:05:55.835 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.026+0000 7f8543fff700 1 -- 172.21.15.28:0/718531982 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8544017040 con 0x7f854c07f640 2024-04-25T17:05:55.835 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.026+0000 7f85517a3700 1 -- 172.21.15.28:0/718531982 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f854c1a3120 con 0x7f854c07f640 2024-04-25T17:05:55.835 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.027+0000 7f8543fff700 1 -- 172.21.15.28:0/718531982 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 4) ==== 49505+0+0 (secure 0 0 0) 0x7f8544023020 con 0x7f854c07f640 2024-04-25T17:05:55.835 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.027+0000 7f85517a3700 1 -- 172.21.15.28:0/718531982 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f854c064cf0 con 0x7f854c07f640 2024-04-25T17:05:55.835 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.027+0000 7f8543fff700 1 --2- 172.21.15.28:0/718531982 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f853803d630 0x7f853803fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:05:55.835 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.027+0000 7f8543fff700 1 -- 172.21.15.28:0/718531982 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f854400f050 con 0x7f854c07f640 2024-04-25T17:05:55.835 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.027+0000 7f854a7fc700 1 --2- 172.21.15.28:0/718531982 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f853803d630 0x7f853803fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:05:55.836 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.027+0000 7f854a7fc700 1 --2- 172.21.15.28:0/718531982 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f853803d630 0x7f853803fb40 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f8534006fd0 tx=0x7f8534006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:05:55.836 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.033+0000 7f8543fff700 1 -- 172.21.15.28:0/718531982 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f854402a020 con 0x7f854c07f640 2024-04-25T17:05:55.836 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.240+0000 7f85517a3700 1 -- 172.21.15.28:0/718531982 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f854c1a4a00 con 0x7f854c07f640 2024-04-25T17:05:55.836 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.242+0000 7f8543fff700 1 -- 172.21.15.28:0/718531982 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+409 (secure 0 0 0) 0x7f85440102f0 con 0x7f854c07f640 2024-04-25T17:05:55.836 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.244+0000 7f85517a3700 1 -- 172.21.15.28:0/718531982 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f853803d630 msgr2=0x7f853803fb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:05:55.836 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.244+0000 7f85517a3700 1 --2- 172.21.15.28:0/718531982 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f853803d630 0x7f853803fb40 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f8534006fd0 tx=0x7f8534006e40 comp rx=0 tx=0).stop 2024-04-25T17:05:55.836 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.244+0000 7f85517a3700 1 -- 172.21.15.28:0/718531982 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f854c07f640 msgr2=0x7f854c19fd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:05:55.836 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.244+0000 7f85517a3700 1 --2- 172.21.15.28:0/718531982 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f854c07f640 0x7f854c19fd50 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f8544009680 tx=0x7f8544003a20 comp rx=0 tx=0).stop 2024-04-25T17:05:55.836 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.244+0000 7f85517a3700 1 -- 172.21.15.28:0/718531982 shutdown_connections 2024-04-25T17:05:55.836 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.244+0000 7f85517a3700 1 --2- 172.21.15.28:0/718531982 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f853803d630 0x7f853803fb40 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:05:55.836 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.244+0000 7f85517a3700 1 --2- 172.21.15.28:0/718531982 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f854c07f640 0x7f854c19fd50 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:05:55.836 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.244+0000 7f85517a3700 1 -- 172.21.15.28:0/718531982 >> 172.21.15.28:0/718531982 conn(0x7f854c105010 msgr2=0x7f854c105850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:05:55.836 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.244+0000 7f85517a3700 1 -- 172.21.15.28:0/718531982 shutdown_connections 2024-04-25T17:05:55.836 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:55.244+0000 7f85517a3700 1 -- 172.21.15.28:0/718531982 wait complete. 2024-04-25T17:05:55.837 INFO:teuthology.orchestra.run.smithi028.stdout:Enabling cephadm module... 2024-04-25T17:05:56.810 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:56 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/177160154' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-25T17:05:56.810 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:56 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: ignoring --setuser ceph since I am not root 2024-04-25T17:05:56.810 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:56 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: ignoring --setgroup ceph since I am not root 2024-04-25T17:05:56.811 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:56 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:56.811+0000 7fe0e5d8e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T17:05:57.112 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:57 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:57.006+0000 7fe0e5d8e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T17:05:57.113 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:57 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:57.113+0000 7fe0e5d8e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T17:05:57.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:57 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/177160154' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-25T17:05:57.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:57 smithi028 ceph-mon[29207]: mgrmap e5: x(active, since 10s) 2024-04-25T17:05:57.923 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:57 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:57.435+0000 7fe0e5d8e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T17:05:57.923 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:57 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:57.524+0000 7fe0e5d8e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T17:05:58.910 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.274+0000 7fa977898700 1 Processor -- start 2024-04-25T17:05:58.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.274+0000 7fa977898700 1 -- start start 2024-04-25T17:05:58.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.274+0000 7fa977898700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa970109970 0x7fa970109d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:05:58.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.274+0000 7fa977898700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fa97010a370 con 0x7fa970109970 2024-04-25T17:05:58.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.274+0000 7fa975634700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa970109970 0x7fa970109d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:05:58.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.274+0000 7fa975634700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa970109970 0x7fa970109d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36380/0 (socket says 172.21.15.28:36380) 2024-04-25T17:05:58.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.274+0000 7fa975634700 1 -- 172.21.15.28:0/462917754 learned_addr learned my addr 172.21.15.28:0/462917754 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:05:58.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.275+0000 7fa975634700 1 -- 172.21.15.28:0/462917754 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa97010aaa0 con 0x7fa970109970 2024-04-25T17:05:58.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.275+0000 7fa975634700 1 --2- 172.21.15.28:0/462917754 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa970109970 0x7fa970109d80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fa96c0098a0 tx=0x7fa96c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae6891c16cd2e686 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:05:58.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.275+0000 7fa967fff700 1 -- 172.21.15.28:0/462917754 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa96c004160 con 0x7fa970109970 2024-04-25T17:05:58.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.275+0000 7fa967fff700 1 -- 172.21.15.28:0/462917754 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fa96c004300 con 0x7fa970109970 2024-04-25T17:05:58.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.275+0000 7fa967fff700 1 -- 172.21.15.28:0/462917754 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa96c0119e0 con 0x7fa970109970 2024-04-25T17:05:58.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.276+0000 7fa977898700 1 -- 172.21.15.28:0/462917754 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa970109970 msgr2=0x7fa970109d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:05:58.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.276+0000 7fa977898700 1 --2- 172.21.15.28:0/462917754 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa970109970 0x7fa970109d80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fa96c0098a0 tx=0x7fa96c009bb0 comp rx=0 tx=0).stop 2024-04-25T17:05:58.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.276+0000 7fa977898700 1 -- 172.21.15.28:0/462917754 shutdown_connections 2024-04-25T17:05:58.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.276+0000 7fa977898700 1 --2- 172.21.15.28:0/462917754 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa970109970 0x7fa970109d80 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:05:58.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.276+0000 7fa977898700 1 -- 172.21.15.28:0/462917754 >> 172.21.15.28:0/462917754 conn(0x7fa970105010 msgr2=0x7fa970107460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:05:58.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.276+0000 7fa977898700 1 -- 172.21.15.28:0/462917754 shutdown_connections 2024-04-25T17:05:58.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.276+0000 7fa977898700 1 -- 172.21.15.28:0/462917754 wait complete. 2024-04-25T17:05:58.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.277+0000 7fa977898700 1 Processor -- start 2024-04-25T17:05:58.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.277+0000 7fa977898700 1 -- start start 2024-04-25T17:05:58.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.277+0000 7fa977898700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa970109970 0x7fa97019db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:05:58.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.277+0000 7fa977898700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fa97010dcd0 con 0x7fa970109970 2024-04-25T17:05:58.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.277+0000 7fa975634700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa970109970 0x7fa97019db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:05:58.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.277+0000 7fa975634700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa970109970 0x7fa97019db90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36386/0 (socket says 172.21.15.28:36386) 2024-04-25T17:05:58.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.277+0000 7fa975634700 1 -- 172.21.15.28:0/177160154 learned_addr learned my addr 172.21.15.28:0/177160154 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:05:58.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.277+0000 7fa975634700 1 -- 172.21.15.28:0/177160154 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa97019e0d0 con 0x7fa970109970 2024-04-25T17:05:58.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.277+0000 7fa975634700 1 --2- 172.21.15.28:0/177160154 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa970109970 0x7fa97019db90 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fa96c009fb0 tx=0x7fa96c011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:05:58.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.278+0000 7fa9667fc700 1 -- 172.21.15.28:0/177160154 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa96c0038b0 con 0x7fa970109970 2024-04-25T17:05:58.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.278+0000 7fa9667fc700 1 -- 172.21.15.28:0/177160154 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fa96c003a50 con 0x7fa970109970 2024-04-25T17:05:58.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.278+0000 7fa977898700 1 -- 172.21.15.28:0/177160154 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa97019e360 con 0x7fa970109970 2024-04-25T17:05:58.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.278+0000 7fa9667fc700 1 -- 172.21.15.28:0/177160154 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa96c019550 con 0x7fa970109970 2024-04-25T17:05:58.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.278+0000 7fa977898700 1 -- 172.21.15.28:0/177160154 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9701a0f70 con 0x7fa970109970 2024-04-25T17:05:58.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.279+0000 7fa977898700 1 -- 172.21.15.28:0/177160154 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa970064cf0 con 0x7fa970109970 2024-04-25T17:05:58.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.279+0000 7fa9667fc700 1 -- 172.21.15.28:0/177160154 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 4) ==== 49505+0+0 (secure 0 0 0) 0x7fa96c019800 con 0x7fa970109970 2024-04-25T17:05:58.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.279+0000 7fa9667fc700 1 --2- 172.21.15.28:0/177160154 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7fa95c03d5e0 0x7fa95c03faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:05:58.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.279+0000 7fa9667fc700 1 -- 172.21.15.28:0/177160154 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa96c0528e0 con 0x7fa970109970 2024-04-25T17:05:58.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.279+0000 7fa974e33700 1 --2- 172.21.15.28:0/177160154 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7fa95c03d5e0 0x7fa95c03faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:05:58.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.280+0000 7fa974e33700 1 --2- 172.21.15.28:0/177160154 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7fa95c03d5e0 0x7fa95c03faf0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa960006fd0 tx=0x7fa960006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:05:58.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.284+0000 7fa9667fc700 1 -- 172.21.15.28:0/177160154 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa96c017e90 con 0x7fa970109970 2024-04-25T17:05:58.914 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.552+0000 7fa977898700 1 -- 172.21.15.28:0/177160154 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7fa9701a1190 con 0x7fa970109970 2024-04-25T17:05:58.914 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.603+0000 7fa9667fc700 1 -- 172.21.15.28:0/177160154 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7fa9701a1190 con 0x7fa970109970 2024-04-25T17:05:58.914 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.605+0000 7fa9667fc700 1 -- 172.21.15.28:0/177160154 <== mon.0 v2:172.21.15.28:3300/0 8 ==== mgrmap(e 5) ==== 49516+0+0 (secure 0 0 0) 0x7fa96c02d440 con 0x7fa970109970 2024-04-25T17:05:58.914 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.606+0000 7fa977898700 1 -- 172.21.15.28:0/177160154 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7fa95c03d5e0 msgr2=0x7fa95c03faf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:05:58.914 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.606+0000 7fa977898700 1 --2- 172.21.15.28:0/177160154 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7fa95c03d5e0 0x7fa95c03faf0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa960006fd0 tx=0x7fa960006e40 comp rx=0 tx=0).stop 2024-04-25T17:05:58.914 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.606+0000 7fa977898700 1 -- 172.21.15.28:0/177160154 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa970109970 msgr2=0x7fa97019db90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:05:58.914 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.606+0000 7fa977898700 1 --2- 172.21.15.28:0/177160154 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa970109970 0x7fa97019db90 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fa96c009fb0 tx=0x7fa96c011a60 comp rx=0 tx=0).stop 2024-04-25T17:05:58.914 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.606+0000 7fa977898700 1 -- 172.21.15.28:0/177160154 shutdown_connections 2024-04-25T17:05:58.914 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.606+0000 7fa977898700 1 --2- 172.21.15.28:0/177160154 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7fa95c03d5e0 0x7fa95c03faf0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:05:58.914 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.606+0000 7fa977898700 1 --2- 172.21.15.28:0/177160154 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa970109970 0x7fa97019db90 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:05:58.914 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.606+0000 7fa977898700 1 -- 172.21.15.28:0/177160154 >> 172.21.15.28:0/177160154 conn(0x7fa970105010 msgr2=0x7fa970105820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:05:58.914 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.607+0000 7fa977898700 1 -- 172.21.15.28:0/177160154 shutdown_connections 2024-04-25T17:05:58.914 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:56.607+0000 7fa977898700 1 -- 172.21.15.28:0/177160154 wait complete. 2024-04-25T17:05:59.030 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:58 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:58.775+0000 7fe0e5d8e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T17:05:59.030 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:58 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:58.960+0000 7fe0e5d8e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T17:05:59.313 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:59 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:59.138+0000 7fe0e5d8e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T17:05:59.618 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:59 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:59.451+0000 7fe0e5d8e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T17:05:59.618 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:59 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:59.549+0000 7fe0e5d8e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T17:05:59.922 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:05:59 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1207312922' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-25T17:05:59.923 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:59 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:59.764+0000 7fe0e5d8e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T17:06:00.175 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout { 2024-04-25T17:06:00.175 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-25T17:06:00.176 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-25T17:06:00.176 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-25T17:06:00.176 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-25T17:06:00.176 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout } 2024-04-25T17:06:00.176 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.342+0000 7f8872f57700 1 Processor -- start 2024-04-25T17:06:00.176 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.342+0000 7f8872f57700 1 -- start start 2024-04-25T17:06:00.176 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.342+0000 7f8872f57700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f886c109960 0x7f886c109d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:00.176 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.342+0000 7f8872f57700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f886c10a360 con 0x7f886c109960 2024-04-25T17:06:00.176 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.343+0000 7f8870cf3700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f886c109960 0x7f886c109d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:00.176 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.343+0000 7f8870cf3700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f886c109960 0x7f886c109d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36408/0 (socket says 172.21.15.28:36408) 2024-04-25T17:06:00.176 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.343+0000 7f8870cf3700 1 -- 172.21.15.28:0/2332087155 learned_addr learned my addr 172.21.15.28:0/2332087155 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:00.176 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.343+0000 7f8870cf3700 1 -- 172.21.15.28:0/2332087155 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f886c10aa90 con 0x7f886c109960 2024-04-25T17:06:00.177 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.343+0000 7f8870cf3700 1 --2- 172.21.15.28:0/2332087155 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f886c109960 0x7f886c109d70 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f88600098a0 tx=0x7f8860009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b9119af78180239 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:00.177 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.343+0000 7f886b7fe700 1 -- 172.21.15.28:0/2332087155 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8860004160 con 0x7f886c109960 2024-04-25T17:06:00.177 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.343+0000 7f886b7fe700 1 -- 172.21.15.28:0/2332087155 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f8860004300 con 0x7f886c109960 2024-04-25T17:06:00.177 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.343+0000 7f886b7fe700 1 -- 172.21.15.28:0/2332087155 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f88600119e0 con 0x7f886c109960 2024-04-25T17:06:00.177 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.344+0000 7f8872f57700 1 -- 172.21.15.28:0/2332087155 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f886c109960 msgr2=0x7f886c109d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:00.177 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.344+0000 7f8872f57700 1 --2- 172.21.15.28:0/2332087155 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f886c109960 0x7f886c109d70 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f88600098a0 tx=0x7f8860009bb0 comp rx=0 tx=0).stop 2024-04-25T17:06:00.177 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.344+0000 7f8872f57700 1 -- 172.21.15.28:0/2332087155 shutdown_connections 2024-04-25T17:06:00.177 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.344+0000 7f8872f57700 1 --2- 172.21.15.28:0/2332087155 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f886c109960 0x7f886c109d70 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:00.177 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.344+0000 7f8872f57700 1 -- 172.21.15.28:0/2332087155 >> 172.21.15.28:0/2332087155 conn(0x7f886c105040 msgr2=0x7f886c107490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:00.177 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.344+0000 7f8872f57700 1 -- 172.21.15.28:0/2332087155 shutdown_connections 2024-04-25T17:06:00.177 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.344+0000 7f8872f57700 1 -- 172.21.15.28:0/2332087155 wait complete. 2024-04-25T17:06:00.177 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.345+0000 7f8872f57700 1 Processor -- start 2024-04-25T17:06:00.178 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.345+0000 7f8872f57700 1 -- start start 2024-04-25T17:06:00.178 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.345+0000 7f8872f57700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f886c109960 0x7f886c19db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:00.178 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.345+0000 7f8872f57700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f886c10dcc0 con 0x7f886c109960 2024-04-25T17:06:00.178 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.345+0000 7f8870cf3700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f886c109960 0x7f886c19db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:00.178 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.345+0000 7f8870cf3700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f886c109960 0x7f886c19db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36418/0 (socket says 172.21.15.28:36418) 2024-04-25T17:06:00.178 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.345+0000 7f8870cf3700 1 -- 172.21.15.28:0/1207312922 learned_addr learned my addr 172.21.15.28:0/1207312922 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:00.178 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.346+0000 7f8870cf3700 1 -- 172.21.15.28:0/1207312922 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f886c19e0c0 con 0x7f886c109960 2024-04-25T17:06:00.178 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.346+0000 7f8870cf3700 1 --2- 172.21.15.28:0/1207312922 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f886c109960 0x7f886c19db80 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f8860009fb0 tx=0x7f8860011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:00.178 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.346+0000 7f8869ffb700 1 -- 172.21.15.28:0/1207312922 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f88600038b0 con 0x7f886c109960 2024-04-25T17:06:00.178 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.346+0000 7f8869ffb700 1 -- 172.21.15.28:0/1207312922 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f8860003a50 con 0x7f886c109960 2024-04-25T17:06:00.178 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.346+0000 7f8872f57700 1 -- 172.21.15.28:0/1207312922 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f886c19e350 con 0x7f886c109960 2024-04-25T17:06:00.178 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.346+0000 7f8869ffb700 1 -- 172.21.15.28:0/1207312922 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8860019550 con 0x7f886c109960 2024-04-25T17:06:00.178 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.346+0000 7f8872f57700 1 -- 172.21.15.28:0/1207312922 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f886c1a0f60 con 0x7f886c109960 2024-04-25T17:06:00.179 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.347+0000 7f8872f57700 1 -- 172.21.15.28:0/1207312922 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f886c064cf0 con 0x7f886c109960 2024-04-25T17:06:00.179 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.347+0000 7f8869ffb700 1 -- 172.21.15.28:0/1207312922 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 5) ==== 49516+0+0 (secure 0 0 0) 0x7f8860019800 con 0x7f886c109960 2024-04-25T17:06:00.179 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.348+0000 7f8869ffb700 1 --2- 172.21.15.28:0/1207312922 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f885c03d630 0x7f885c03fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:00.179 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.348+0000 7f8869ffb700 1 -- 172.21.15.28:0/1207312922 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f88600528d0 con 0x7f886c109960 2024-04-25T17:06:00.179 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.348+0000 7f886bfff700 1 -- 172.21.15.28:0/1207312922 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f885c03d630 msgr2=0x7f885c03fb40 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.28:6800/1955324952 2024-04-25T17:06:00.179 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.348+0000 7f886bfff700 1 --2- 172.21.15.28:0/1207312922 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f885c03d630 0x7f885c03fb40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T17:06:00.179 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.353+0000 7f8869ffb700 1 -- 172.21.15.28:0/1207312922 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f88600522f0 con 0x7f886c109960 2024-04-25T17:06:00.179 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.549+0000 7f886bfff700 1 -- 172.21.15.28:0/1207312922 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f885c03d630 msgr2=0x7f885c03fb40 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.28:6800/1955324952 2024-04-25T17:06:00.179 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.549+0000 7f886bfff700 1 --2- 172.21.15.28:0/1207312922 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f885c03d630 0x7f885c03fb40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T17:06:00.179 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.619+0000 7f8872f57700 1 -- 172.21.15.28:0/1207312922 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f886c1a1180 con 0x7f886c109960 2024-04-25T17:06:00.179 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.619+0000 7f8869ffb700 1 -- 172.21.15.28:0/1207312922 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f886c1a1180 con 0x7f886c109960 2024-04-25T17:06:00.179 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.621+0000 7f8872f57700 1 -- 172.21.15.28:0/1207312922 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f885c03d630 msgr2=0x7f885c03fb40 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T17:06:00.179 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.621+0000 7f8872f57700 1 --2- 172.21.15.28:0/1207312922 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f885c03d630 0x7f885c03fb40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:00.180 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.622+0000 7f8872f57700 1 -- 172.21.15.28:0/1207312922 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f886c109960 msgr2=0x7f886c19db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:00.180 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.622+0000 7f8872f57700 1 --2- 172.21.15.28:0/1207312922 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f886c109960 0x7f886c19db80 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f8860009fb0 tx=0x7f8860011a60 comp rx=0 tx=0).stop 2024-04-25T17:06:00.180 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.622+0000 7f8872f57700 1 -- 172.21.15.28:0/1207312922 shutdown_connections 2024-04-25T17:06:00.180 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.622+0000 7f8872f57700 1 --2- 172.21.15.28:0/1207312922 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f885c03d630 0x7f885c03fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:00.180 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.622+0000 7f8872f57700 1 --2- 172.21.15.28:0/1207312922 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f886c109960 0x7f886c19db80 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:00.180 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.622+0000 7f8872f57700 1 -- 172.21.15.28:0/1207312922 >> 172.21.15.28:0/1207312922 conn(0x7f886c105040 msgr2=0x7f886c106920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:00.180 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.622+0000 7f8872f57700 1 -- 172.21.15.28:0/1207312922 shutdown_connections 2024-04-25T17:06:00.180 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:05:59.622+0000 7f8872f57700 1 -- 172.21.15.28:0/1207312922 wait complete. 2024-04-25T17:06:00.180 INFO:teuthology.orchestra.run.smithi028.stdout:Waiting for the mgr to restart... 2024-04-25T17:06:00.180 INFO:teuthology.orchestra.run.smithi028.stdout:Waiting for mgr epoch 5... 2024-04-25T17:06:00.292 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:05:59 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:05:59.968+0000 7fe0e5d8e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T17:06:00.922 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:00 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:00.612+0000 7fe0e5d8e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T17:06:01.368 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:01 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:01.057+0000 7fe0e5d8e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T17:06:01.368 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:01 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:01.158+0000 7fe0e5d8e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T17:06:01.368 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:01 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:01.369+0000 7fe0e5d8e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T17:06:02.173 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:01 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:01.914+0000 7fe0e5d8e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T17:06:02.173 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:02 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:02.011+0000 7fe0e5d8e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T17:06:02.630 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:02 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:02.267+0000 7fe0e5d8e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T17:06:02.631 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:02 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:02.408+0000 7fe0e5d8e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T17:06:02.631 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:02 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:02.508+0000 7fe0e5d8e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T17:06:02.631 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:02 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:02.631+0000 7fe0e5d8e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T17:06:03.423 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:02 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:02.945+0000 7fe0e5d8e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T17:06:03.858 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:03 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:03.577+0000 7fe0e5d8e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T17:06:03.859 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:03 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:03.806+0000 7fe0e5d8e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T17:06:04.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:03 smithi028 ceph-mon[29207]: Active manager daemon x restarted 2024-04-25T17:06:04.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:03 smithi028 ceph-mon[29207]: Activating manager daemon x 2024-04-25T17:06:04.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:03 smithi028 ceph-mon[29207]: osdmap e2: 0 total, 0 up, 0 in 2024-04-25T17:06:04.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:03 smithi028 ceph-mon[29207]: mgrmap e6: x(active, starting, since 0.00386683s) 2024-04-25T17:06:04.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:03 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T17:06:04.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:03 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-25T17:06:04.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:03 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T17:06:04.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:03 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T17:06:04.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:03 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T17:06:04.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:03 smithi028 ceph-mon[29207]: Manager daemon x is now available 2024-04-25T17:06:04.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:03 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' 2024-04-25T17:06:04.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:03 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' 2024-04-25T17:06:04.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:03 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:06:04.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:03 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:06:05.164 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:04 smithi028 ceph-mon[29207]: Found migration_current of "None". Setting to last migration. 2024-04-25T17:06:05.164 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:04 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-25T17:06:05.164 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:04 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-25T17:06:05.164 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:04 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' 2024-04-25T17:06:05.164 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:04 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' 2024-04-25T17:06:05.164 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:04 smithi028 ceph-mon[29207]: mgrmap e7: x(active, since 1.00658s) 2024-04-25T17:06:05.407 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout { 2024-04-25T17:06:05.407 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-25T17:06:05.407 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-25T17:06:05.407 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout } 2024-04-25T17:06:05.407 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.587+0000 7f2cad6ce700 1 Processor -- start 2024-04-25T17:06:05.408 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.587+0000 7f2cad6ce700 1 -- start start 2024-04-25T17:06:05.408 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.587+0000 7f2cad6ce700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2ca807edf0 0x7f2ca807d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:05.408 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.587+0000 7f2cad6ce700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f2ca807d800 con 0x7f2ca807edf0 2024-04-25T17:06:05.408 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.588+0000 7f2ca6ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2ca807edf0 0x7f2ca807d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:05.408 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.588+0000 7f2ca6ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2ca807edf0 0x7f2ca807d2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36432/0 (socket says 172.21.15.28:36432) 2024-04-25T17:06:05.408 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.588+0000 7f2ca6ffd700 1 -- 172.21.15.28:0/2353974257 learned_addr learned my addr 172.21.15.28:0/2353974257 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:05.408 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.588+0000 7f2ca6ffd700 1 -- 172.21.15.28:0/2353974257 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ca807d980 con 0x7f2ca807edf0 2024-04-25T17:06:05.408 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.588+0000 7f2ca6ffd700 1 --2- 172.21.15.28:0/2353974257 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2ca807edf0 0x7f2ca807d2c0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f2c980098a0 tx=0x7f2c98009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=545b5d7da3419be7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:05.408 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.588+0000 7f2ca5ffb700 1 -- 172.21.15.28:0/2353974257 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2c98004160 con 0x7f2ca807edf0 2024-04-25T17:06:05.408 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.588+0000 7f2ca5ffb700 1 -- 172.21.15.28:0/2353974257 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f2c98004300 con 0x7f2ca807edf0 2024-04-25T17:06:05.408 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.588+0000 7f2ca5ffb700 1 -- 172.21.15.28:0/2353974257 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2c980119e0 con 0x7f2ca807edf0 2024-04-25T17:06:05.409 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.589+0000 7f2cad6ce700 1 -- 172.21.15.28:0/2353974257 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2ca807edf0 msgr2=0x7f2ca807d2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:05.409 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.589+0000 7f2cad6ce700 1 --2- 172.21.15.28:0/2353974257 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2ca807edf0 0x7f2ca807d2c0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f2c980098a0 tx=0x7f2c98009bb0 comp rx=0 tx=0).stop 2024-04-25T17:06:05.409 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.589+0000 7f2cad6ce700 1 -- 172.21.15.28:0/2353974257 shutdown_connections 2024-04-25T17:06:05.409 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.589+0000 7f2cad6ce700 1 --2- 172.21.15.28:0/2353974257 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2ca807edf0 0x7f2ca807d2c0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:05.409 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.590+0000 7f2cad6ce700 1 -- 172.21.15.28:0/2353974257 >> 172.21.15.28:0/2353974257 conn(0x7f2ca8104fa0 msgr2=0x7f2ca8107430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:05.409 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.590+0000 7f2cad6ce700 1 -- 172.21.15.28:0/2353974257 shutdown_connections 2024-04-25T17:06:05.409 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.590+0000 7f2cad6ce700 1 -- 172.21.15.28:0/2353974257 wait complete. 2024-04-25T17:06:05.409 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.590+0000 7f2cad6ce700 1 Processor -- start 2024-04-25T17:06:05.409 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.590+0000 7f2cad6ce700 1 -- start start 2024-04-25T17:06:05.409 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.591+0000 7f2cad6ce700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2ca807edf0 0x7f2ca819fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:05.409 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.591+0000 7f2cad6ce700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f2ca810fdf0 con 0x7f2ca807edf0 2024-04-25T17:06:05.409 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.591+0000 7f2ca6ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2ca807edf0 0x7f2ca819fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:05.409 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.591+0000 7f2ca6ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2ca807edf0 0x7f2ca819fcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36442/0 (socket says 172.21.15.28:36442) 2024-04-25T17:06:05.409 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.591+0000 7f2ca6ffd700 1 -- 172.21.15.28:0/688965239 learned_addr learned my addr 172.21.15.28:0/688965239 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:05.410 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.591+0000 7f2ca6ffd700 1 -- 172.21.15.28:0/688965239 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ca81a0230 con 0x7f2ca807edf0 2024-04-25T17:06:05.410 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.591+0000 7f2ca6ffd700 1 --2- 172.21.15.28:0/688965239 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2ca807edf0 0x7f2ca819fcf0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f2c980116a0 tx=0x7f2c98011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:05.410 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.592+0000 7f2c9ffff700 1 -- 172.21.15.28:0/688965239 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2c98003970 con 0x7f2ca807edf0 2024-04-25T17:06:05.410 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.592+0000 7f2c9ffff700 1 -- 172.21.15.28:0/688965239 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f2c98003b10 con 0x7f2ca807edf0 2024-04-25T17:06:05.410 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.592+0000 7f2c9ffff700 1 -- 172.21.15.28:0/688965239 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2c98019550 con 0x7f2ca807edf0 2024-04-25T17:06:05.410 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.592+0000 7f2cad6ce700 1 -- 172.21.15.28:0/688965239 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ca81a04c0 con 0x7f2ca807edf0 2024-04-25T17:06:05.410 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.592+0000 7f2cad6ce700 1 -- 172.21.15.28:0/688965239 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ca81a30d0 con 0x7f2ca807edf0 2024-04-25T17:06:05.410 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.593+0000 7f2c9ffff700 1 -- 172.21.15.28:0/688965239 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 5) ==== 49516+0+0 (secure 0 0 0) 0x7f2c980197c0 con 0x7f2ca807edf0 2024-04-25T17:06:05.410 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.593+0000 7f2c9ffff700 1 --2- 172.21.15.28:0/688965239 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f2c9403d680 0x7f2c9403fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:05.410 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.593+0000 7f2c9ffff700 1 -- 172.21.15.28:0/688965239 --> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f2c940402a0 con 0x7f2c9403d680 2024-04-25T17:06:05.410 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.593+0000 7f2c9ffff700 1 -- 172.21.15.28:0/688965239 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2c980526a0 con 0x7f2ca807edf0 2024-04-25T17:06:05.410 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.593+0000 7f2ca67fc700 1 -- 172.21.15.28:0/688965239 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f2c9403d680 msgr2=0x7f2c9403fb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.28:6800/1955324952 2024-04-25T17:06:05.410 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.593+0000 7f2ca67fc700 1 --2- 172.21.15.28:0/688965239 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f2c9403d680 0x7f2c9403fb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T17:06:05.411 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.794+0000 7f2ca67fc700 1 -- 172.21.15.28:0/688965239 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f2c9403d680 msgr2=0x7f2c9403fb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.28:6800/1955324952 2024-04-25T17:06:05.411 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:00.794+0000 7f2ca67fc700 1 --2- 172.21.15.28:0/688965239 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f2c9403d680 0x7f2c9403fb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T17:06:05.411 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:01.195+0000 7f2ca67fc700 1 -- 172.21.15.28:0/688965239 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f2c9403d680 msgr2=0x7f2c9403fb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.28:6800/1955324952 2024-04-25T17:06:05.411 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:01.195+0000 7f2ca67fc700 1 --2- 172.21.15.28:0/688965239 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f2c9403d680 0x7f2c9403fb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-25T17:06:05.411 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:01.996+0000 7f2ca67fc700 1 -- 172.21.15.28:0/688965239 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f2c9403d680 msgr2=0x7f2c9403fb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.28:6800/1955324952 2024-04-25T17:06:05.411 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:01.996+0000 7f2ca67fc700 1 --2- 172.21.15.28:0/688965239 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f2c9403d680 0x7f2c9403fb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-25T17:06:05.411 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:03.597+0000 7f2ca67fc700 1 -- 172.21.15.28:0/688965239 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f2c9403d680 msgr2=0x7f2c9403fb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.28:6800/1955324952 2024-04-25T17:06:05.411 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:03.597+0000 7f2ca67fc700 1 --2- 172.21.15.28:0/688965239 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f2c9403d680 0x7f2c9403fb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-25T17:06:05.411 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:03.810+0000 7f2c9ffff700 1 -- 172.21.15.28:0/688965239 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mgrmap(e 6) ==== 49283+0+0 (secure 0 0 0) 0x7f2c98018cf0 con 0x7f2ca807edf0 2024-04-25T17:06:05.411 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:03.810+0000 7f2c9ffff700 1 -- 172.21.15.28:0/688965239 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f2c9403d680 msgr2=0x7f2c9403fb90 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T17:06:05.411 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:03.810+0000 7f2c9ffff700 1 --2- 172.21.15.28:0/688965239 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f2c9403d680 0x7f2c9403fb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:05.411 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:04.811+0000 7f2c9ffff700 1 -- 172.21.15.28:0/688965239 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mgrmap(e 7) ==== 49410+0+0 (secure 0 0 0) 0x7f2c98053dc0 con 0x7f2ca807edf0 2024-04-25T17:06:05.411 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:04.812+0000 7f2c9ffff700 1 --2- 172.21.15.28:0/688965239 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f2c94040fc0 0x7f2c940433e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:05.411 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:04.812+0000 7f2c9ffff700 1 -- 172.21.15.28:0/688965239 --> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f2c98029950 con 0x7f2c94040fc0 2024-04-25T17:06:05.412 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:04.812+0000 7f2ca67fc700 1 --2- 172.21.15.28:0/688965239 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f2c94040fc0 0x7f2c940433e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:05.412 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:04.813+0000 7f2ca67fc700 1 --2- 172.21.15.28:0/688965239 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f2c94040fc0 0x7f2c940433e0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f2c90003a10 tx=0x7f2c90009290 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:05.412 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:04.814+0000 7f2c9ffff700 1 -- 172.21.15.28:0/688965239 <== mgr.14118 v2:172.21.15.28:6800/3754186796 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f2c98029950 con 0x7f2c94040fc0 2024-04-25T17:06:05.412 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:04.822+0000 7f2cad6ce700 1 -- 172.21.15.28:0/688965239 --> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f2ca8064cf0 con 0x7f2c94040fc0 2024-04-25T17:06:05.412 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:04.822+0000 7f2c9ffff700 1 -- 172.21.15.28:0/688965239 <== mgr.14118 v2:172.21.15.28:6800/3754186796 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f2ca8064cf0 con 0x7f2c94040fc0 2024-04-25T17:06:05.412 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:04.822+0000 7f2cad6ce700 1 -- 172.21.15.28:0/688965239 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f2c94040fc0 msgr2=0x7f2c940433e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:05.412 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:04.822+0000 7f2cad6ce700 1 --2- 172.21.15.28:0/688965239 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f2c94040fc0 0x7f2c940433e0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f2c90003a10 tx=0x7f2c90009290 comp rx=0 tx=0).stop 2024-04-25T17:06:05.412 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:04.822+0000 7f2cad6ce700 1 -- 172.21.15.28:0/688965239 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2ca807edf0 msgr2=0x7f2ca819fcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:05.412 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:04.822+0000 7f2cad6ce700 1 --2- 172.21.15.28:0/688965239 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2ca807edf0 0x7f2ca819fcf0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f2c980116a0 tx=0x7f2c98011a60 comp rx=0 tx=0).stop 2024-04-25T17:06:05.412 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:04.822+0000 7f2cad6ce700 1 -- 172.21.15.28:0/688965239 shutdown_connections 2024-04-25T17:06:05.412 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:04.822+0000 7f2cad6ce700 1 --2- 172.21.15.28:0/688965239 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f2c94040fc0 0x7f2c940433e0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:05.412 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:04.822+0000 7f2cad6ce700 1 --2- 172.21.15.28:0/688965239 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2ca807edf0 0x7f2ca819fcf0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:05.412 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:04.822+0000 7f2cad6ce700 1 --2- 172.21.15.28:0/688965239 >> [v2:172.21.15.28:6800/1955324952,v1:172.21.15.28:6801/1955324952] conn(0x7f2c9403d680 0x7f2c9403fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:05.412 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:04.823+0000 7f2cad6ce700 1 -- 172.21.15.28:0/688965239 >> 172.21.15.28:0/688965239 conn(0x7f2ca8104fa0 msgr2=0x7f2ca81057d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:05.413 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:04.823+0000 7f2cad6ce700 1 -- 172.21.15.28:0/688965239 shutdown_connections 2024-04-25T17:06:05.413 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:04.823+0000 7f2cad6ce700 1 -- 172.21.15.28:0/688965239 wait complete. 2024-04-25T17:06:05.413 INFO:teuthology.orchestra.run.smithi028.stdout:mgr epoch 5 is available 2024-04-25T17:06:05.413 INFO:teuthology.orchestra.run.smithi028.stdout:Setting orchestrator backend to cephadm... 2024-04-25T17:06:06.043 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:05 smithi028 ceph-mon[29207]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-25T17:06:06.043 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:05 smithi028 ceph-mon[29207]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-25T17:06:06.043 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:05 smithi028 ceph-mon[29207]: [25/Apr/2024:17:06:04] ENGINE Bus STARTING 2024-04-25T17:06:06.043 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:05 smithi028 ceph-mon[29207]: [25/Apr/2024:17:06:04] ENGINE Serving on http://172.21.15.28:8765 2024-04-25T17:06:06.043 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:05 smithi028 ceph-mon[29207]: [25/Apr/2024:17:06:05] ENGINE Serving on https://172.21.15.28:7150 2024-04-25T17:06:06.043 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:05 smithi028 ceph-mon[29207]: [25/Apr/2024:17:06:05] ENGINE Bus STARTED 2024-04-25T17:06:06.043 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:05 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:06:06.606 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.808+0000 7f4b79605700 1 Processor -- start 2024-04-25T17:06:06.627 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.808+0000 7f4b79605700 1 -- start start 2024-04-25T17:06:06.628 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.808+0000 7f4b79605700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b74108820 0x7f4b74108c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:06.628 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.808+0000 7f4b79605700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f4b74109220 con 0x7f4b74108820 2024-04-25T17:06:06.628 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.808+0000 7f4b72ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b74108820 0x7f4b74108c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:06.628 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.808+0000 7f4b72ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b74108820 0x7f4b74108c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39608/0 (socket says 172.21.15.28:39608) 2024-04-25T17:06:06.628 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.808+0000 7f4b72ffd700 1 -- 172.21.15.28:0/2423781531 learned_addr learned my addr 172.21.15.28:0/2423781531 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:06.628 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.809+0000 7f4b72ffd700 1 -- 172.21.15.28:0/2423781531 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b74109950 con 0x7f4b74108820 2024-04-25T17:06:06.628 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.809+0000 7f4b72ffd700 1 --2- 172.21.15.28:0/2423781531 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b74108820 0x7f4b74108c30 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f4b640098a0 tx=0x7f4b64009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c4f27b5b033fb4d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:06.628 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.809+0000 7f4b71ffb700 1 -- 172.21.15.28:0/2423781531 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b64004160 con 0x7f4b74108820 2024-04-25T17:06:06.633 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.809+0000 7f4b71ffb700 1 -- 172.21.15.28:0/2423781531 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f4b64004300 con 0x7f4b74108820 2024-04-25T17:06:06.633 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.809+0000 7f4b71ffb700 1 -- 172.21.15.28:0/2423781531 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b640119e0 con 0x7f4b74108820 2024-04-25T17:06:06.633 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.810+0000 7f4b79605700 1 -- 172.21.15.28:0/2423781531 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b74108820 msgr2=0x7f4b74108c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:06.633 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.810+0000 7f4b79605700 1 --2- 172.21.15.28:0/2423781531 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b74108820 0x7f4b74108c30 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f4b640098a0 tx=0x7f4b64009bb0 comp rx=0 tx=0).stop 2024-04-25T17:06:06.633 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.810+0000 7f4b79605700 1 -- 172.21.15.28:0/2423781531 shutdown_connections 2024-04-25T17:06:06.633 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.810+0000 7f4b79605700 1 --2- 172.21.15.28:0/2423781531 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b74108820 0x7f4b74108c30 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:06.633 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.810+0000 7f4b79605700 1 -- 172.21.15.28:0/2423781531 >> 172.21.15.28:0/2423781531 conn(0x7f4b74103f20 msgr2=0x7f4b74106370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:06.633 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.810+0000 7f4b79605700 1 -- 172.21.15.28:0/2423781531 shutdown_connections 2024-04-25T17:06:06.633 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.810+0000 7f4b79605700 1 -- 172.21.15.28:0/2423781531 wait complete. 2024-04-25T17:06:06.633 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.811+0000 7f4b79605700 1 Processor -- start 2024-04-25T17:06:06.633 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.811+0000 7f4b79605700 1 -- start start 2024-04-25T17:06:06.633 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.811+0000 7f4b79605700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b74108820 0x7f4b7419ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:06.634 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.811+0000 7f4b79605700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f4b7410cb80 con 0x7f4b74108820 2024-04-25T17:06:06.634 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.811+0000 7f4b72ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b74108820 0x7f4b7419ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:06.634 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.811+0000 7f4b72ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b74108820 0x7f4b7419ca70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39624/0 (socket says 172.21.15.28:39624) 2024-04-25T17:06:06.634 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.811+0000 7f4b72ffd700 1 -- 172.21.15.28:0/226715648 learned_addr learned my addr 172.21.15.28:0/226715648 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:06.634 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.811+0000 7f4b72ffd700 1 -- 172.21.15.28:0/226715648 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b7419cfb0 con 0x7f4b74108820 2024-04-25T17:06:06.634 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.812+0000 7f4b72ffd700 1 --2- 172.21.15.28:0/226715648 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b74108820 0x7f4b7419ca70 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f4b64009fb0 tx=0x7f4b64011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:06.634 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.812+0000 7f4b5bfff700 1 -- 172.21.15.28:0/226715648 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b640038b0 con 0x7f4b74108820 2024-04-25T17:06:06.634 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.812+0000 7f4b5bfff700 1 -- 172.21.15.28:0/226715648 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f4b64003a50 con 0x7f4b74108820 2024-04-25T17:06:06.634 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.812+0000 7f4b5bfff700 1 -- 172.21.15.28:0/226715648 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b64019550 con 0x7f4b74108820 2024-04-25T17:06:06.634 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.812+0000 7f4b79605700 1 -- 172.21.15.28:0/226715648 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b7419d240 con 0x7f4b74108820 2024-04-25T17:06:06.634 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.812+0000 7f4b79605700 1 -- 172.21.15.28:0/226715648 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b7419fe50 con 0x7f4b74108820 2024-04-25T17:06:06.634 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.813+0000 7f4b5bfff700 1 -- 172.21.15.28:0/226715648 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 7) ==== 49410+0+0 (secure 0 0 0) 0x7f4b64019800 con 0x7f4b74108820 2024-04-25T17:06:06.634 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.813+0000 7f4b79605700 1 -- 172.21.15.28:0/226715648 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b74064cf0 con 0x7f4b74108820 2024-04-25T17:06:06.635 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.813+0000 7f4b5bfff700 1 --2- 172.21.15.28:0/226715648 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f4b5c03d520 0x7f4b5c03fa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:06.635 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.813+0000 7f4b5bfff700 1 -- 172.21.15.28:0/226715648 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f4b64052760 con 0x7f4b74108820 2024-04-25T17:06:06.635 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.813+0000 7f4b727fc700 1 --2- 172.21.15.28:0/226715648 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f4b5c03d520 0x7f4b5c03fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:06.635 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.814+0000 7f4b727fc700 1 --2- 172.21.15.28:0/226715648 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f4b5c03d520 0x7f4b5c03fa30 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4b68006fd0 tx=0x7f4b68006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:06.635 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.819+0000 7f4b5bfff700 1 -- 172.21.15.28:0/226715648 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4b64017e90 con 0x7f4b74108820 2024-04-25T17:06:06.635 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:05.862+0000 7f4b5bfff700 1 -- 172.21.15.28:0/226715648 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mgrmap(e 8) ==== 49516+0+0 (secure 0 0 0) 0x7f4b6402d440 con 0x7f4b74108820 2024-04-25T17:06:06.635 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:06.044+0000 7f4b79605700 1 -- 172.21.15.28:0/226715648 --> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f4b74105f80 con 0x7f4b5c03d520 2024-04-25T17:06:06.635 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:06.050+0000 7f4b5bfff700 1 -- 172.21.15.28:0/226715648 <== mgr.14118 v2:172.21.15.28:6800/3754186796 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f4b74105f80 con 0x7f4b5c03d520 2024-04-25T17:06:06.635 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:06.052+0000 7f4b79605700 1 -- 172.21.15.28:0/226715648 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f4b5c03d520 msgr2=0x7f4b5c03fa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:06.635 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:06.052+0000 7f4b79605700 1 --2- 172.21.15.28:0/226715648 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f4b5c03d520 0x7f4b5c03fa30 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4b68006fd0 tx=0x7f4b68006e40 comp rx=0 tx=0).stop 2024-04-25T17:06:06.635 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:06.052+0000 7f4b79605700 1 -- 172.21.15.28:0/226715648 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b74108820 msgr2=0x7f4b7419ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:06.635 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:06.052+0000 7f4b79605700 1 --2- 172.21.15.28:0/226715648 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b74108820 0x7f4b7419ca70 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f4b64009fb0 tx=0x7f4b64011a60 comp rx=0 tx=0).stop 2024-04-25T17:06:06.635 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:06.052+0000 7f4b79605700 1 -- 172.21.15.28:0/226715648 shutdown_connections 2024-04-25T17:06:06.635 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:06.052+0000 7f4b79605700 1 --2- 172.21.15.28:0/226715648 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f4b5c03d520 0x7f4b5c03fa30 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:06.636 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:06.052+0000 7f4b79605700 1 --2- 172.21.15.28:0/226715648 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b74108820 0x7f4b7419ca70 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:06.636 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:06.052+0000 7f4b79605700 1 -- 172.21.15.28:0/226715648 >> 172.21.15.28:0/226715648 conn(0x7f4b74103f20 msgr2=0x7f4b74105870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:06.636 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:06.052+0000 7f4b79605700 1 -- 172.21.15.28:0/226715648 shutdown_connections 2024-04-25T17:06:06.636 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:06.052+0000 7f4b79605700 1 -- 172.21.15.28:0/226715648 wait complete. 2024-04-25T17:06:07.172 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:06 smithi028 ceph-mon[29207]: mgrmap e8: x(active, since 2s) 2024-04-25T17:06:07.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:06 smithi028 ceph-mon[29207]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:06:07.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:06 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' 2024-04-25T17:06:07.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:06 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:06:08.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:07 smithi028 ceph-mon[29207]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:06:08.128 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-25T17:06:08.130 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.382+0000 7fa0ad8be700 1 Processor -- start 2024-04-25T17:06:08.130 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.382+0000 7fa0ad8be700 1 -- start start 2024-04-25T17:06:08.130 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.382+0000 7fa0ad8be700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa0a81088a0 0x7fa0a8108cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:08.130 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.382+0000 7fa0ad8be700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a81092a0 con 0x7fa0a81088a0 2024-04-25T17:06:08.130 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.383+0000 7fa0a6ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa0a81088a0 0x7fa0a8108cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:08.130 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.383+0000 7fa0a6ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa0a81088a0 0x7fa0a8108cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39636/0 (socket says 172.21.15.28:39636) 2024-04-25T17:06:08.130 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.383+0000 7fa0a6ffd700 1 -- 172.21.15.28:0/2806297608 learned_addr learned my addr 172.21.15.28:0/2806297608 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:08.130 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.383+0000 7fa0a6ffd700 1 -- 172.21.15.28:0/2806297608 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0a81099d0 con 0x7fa0a81088a0 2024-04-25T17:06:08.130 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.383+0000 7fa0a6ffd700 1 --2- 172.21.15.28:0/2806297608 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa0a81088a0 0x7fa0a8108cb0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa0980098a0 tx=0x7fa098009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a16abebe48790faf server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:08.135 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.383+0000 7fa0a5ffb700 1 -- 172.21.15.28:0/2806297608 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa098004160 con 0x7fa0a81088a0 2024-04-25T17:06:08.135 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.383+0000 7fa0a5ffb700 1 -- 172.21.15.28:0/2806297608 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fa098004300 con 0x7fa0a81088a0 2024-04-25T17:06:08.135 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.383+0000 7fa0a5ffb700 1 -- 172.21.15.28:0/2806297608 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa0980119e0 con 0x7fa0a81088a0 2024-04-25T17:06:08.136 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.384+0000 7fa0ad8be700 1 -- 172.21.15.28:0/2806297608 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa0a81088a0 msgr2=0x7fa0a8108cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:08.136 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.384+0000 7fa0ad8be700 1 --2- 172.21.15.28:0/2806297608 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa0a81088a0 0x7fa0a8108cb0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa0980098a0 tx=0x7fa098009bb0 comp rx=0 tx=0).stop 2024-04-25T17:06:08.136 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.384+0000 7fa0ad8be700 1 -- 172.21.15.28:0/2806297608 shutdown_connections 2024-04-25T17:06:08.136 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.384+0000 7fa0ad8be700 1 --2- 172.21.15.28:0/2806297608 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa0a81088a0 0x7fa0a8108cb0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:08.136 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.384+0000 7fa0ad8be700 1 -- 172.21.15.28:0/2806297608 >> 172.21.15.28:0/2806297608 conn(0x7fa0a8103f40 msgr2=0x7fa0a8106390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:08.136 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.384+0000 7fa0ad8be700 1 -- 172.21.15.28:0/2806297608 shutdown_connections 2024-04-25T17:06:08.136 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.384+0000 7fa0ad8be700 1 -- 172.21.15.28:0/2806297608 wait complete. 2024-04-25T17:06:08.136 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.385+0000 7fa0ad8be700 1 Processor -- start 2024-04-25T17:06:08.136 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.385+0000 7fa0ad8be700 1 -- start start 2024-04-25T17:06:08.137 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.386+0000 7fa0ad8be700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa0a81088a0 0x7fa0a807d220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:08.137 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.386+0000 7fa0ad8be700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a810cc00 con 0x7fa0a81088a0 2024-04-25T17:06:08.137 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.386+0000 7fa0a6ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa0a81088a0 0x7fa0a807d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:08.137 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.386+0000 7fa0a6ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa0a81088a0 0x7fa0a807d220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39642/0 (socket says 172.21.15.28:39642) 2024-04-25T17:06:08.137 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.386+0000 7fa0a6ffd700 1 -- 172.21.15.28:0/2005559084 learned_addr learned my addr 172.21.15.28:0/2005559084 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:08.137 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.386+0000 7fa0a6ffd700 1 -- 172.21.15.28:0/2005559084 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0a807d760 con 0x7fa0a81088a0 2024-04-25T17:06:08.137 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.386+0000 7fa0a6ffd700 1 --2- 172.21.15.28:0/2005559084 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa0a81088a0 0x7fa0a807d220 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa098009fb0 tx=0x7fa098011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:08.137 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.386+0000 7fa0ac8bc700 1 -- 172.21.15.28:0/2005559084 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa0980038b0 con 0x7fa0a81088a0 2024-04-25T17:06:08.137 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.386+0000 7fa0ac8bc700 1 -- 172.21.15.28:0/2005559084 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fa098003a50 con 0x7fa0a81088a0 2024-04-25T17:06:08.137 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.386+0000 7fa0ac8bc700 1 -- 172.21.15.28:0/2005559084 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa098019550 con 0x7fa0a81088a0 2024-04-25T17:06:08.137 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.386+0000 7fa0ad8be700 1 -- 172.21.15.28:0/2005559084 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0a81a0970 con 0x7fa0a81088a0 2024-04-25T17:06:08.138 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.387+0000 7fa0ad8be700 1 -- 172.21.15.28:0/2005559084 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0a81a0df0 con 0x7fa0a81088a0 2024-04-25T17:06:08.138 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.387+0000 7fa0ad8be700 1 -- 172.21.15.28:0/2005559084 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0a8064cf0 con 0x7fa0a81088a0 2024-04-25T17:06:08.138 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.388+0000 7fa0ac8bc700 1 -- 172.21.15.28:0/2005559084 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 8) ==== 49516+0+0 (secure 0 0 0) 0x7fa098019800 con 0x7fa0a81088a0 2024-04-25T17:06:08.138 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.388+0000 7fa0ac8bc700 1 --2- 172.21.15.28:0/2005559084 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7fa09003d630 0x7fa09003fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:08.138 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.388+0000 7fa0ac8bc700 1 -- 172.21.15.28:0/2005559084 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa098052990 con 0x7fa0a81088a0 2024-04-25T17:06:08.138 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.388+0000 7fa0a67fc700 1 --2- 172.21.15.28:0/2005559084 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7fa09003d630 0x7fa09003fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:08.138 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.388+0000 7fa0a67fc700 1 --2- 172.21.15.28:0/2005559084 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7fa09003d630 0x7fa09003fb40 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa09c006fd0 tx=0x7fa09c006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:08.138 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.393+0000 7fa0ac8bc700 1 -- 172.21.15.28:0/2005559084 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa098017e90 con 0x7fa0a81088a0 2024-04-25T17:06:08.138 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.603+0000 7fa0ad8be700 1 -- 172.21.15.28:0/2005559084 --> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7fa0a8104e90 con 0x7fa09003d630 2024-04-25T17:06:08.138 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.603+0000 7fa0ac8bc700 1 -- 172.21.15.28:0/2005559084 <== mgr.14118 v2:172.21.15.28:6800/3754186796 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7fa0a8104e90 con 0x7fa09003d630 2024-04-25T17:06:08.138 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.605+0000 7fa0ad8be700 1 -- 172.21.15.28:0/2005559084 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7fa09003d630 msgr2=0x7fa09003fb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:08.138 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.605+0000 7fa0ad8be700 1 --2- 172.21.15.28:0/2005559084 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7fa09003d630 0x7fa09003fb40 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa09c006fd0 tx=0x7fa09c006e40 comp rx=0 tx=0).stop 2024-04-25T17:06:08.139 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.605+0000 7fa0ad8be700 1 -- 172.21.15.28:0/2005559084 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa0a81088a0 msgr2=0x7fa0a807d220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:08.139 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.605+0000 7fa0ad8be700 1 --2- 172.21.15.28:0/2005559084 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa0a81088a0 0x7fa0a807d220 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa098009fb0 tx=0x7fa098011a60 comp rx=0 tx=0).stop 2024-04-25T17:06:08.139 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.605+0000 7fa0ad8be700 1 -- 172.21.15.28:0/2005559084 shutdown_connections 2024-04-25T17:06:08.139 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.605+0000 7fa0ad8be700 1 --2- 172.21.15.28:0/2005559084 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7fa09003d630 0x7fa09003fb40 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:08.139 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.605+0000 7fa0ad8be700 1 --2- 172.21.15.28:0/2005559084 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa0a81088a0 0x7fa0a807d220 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:08.139 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.605+0000 7fa0ad8be700 1 -- 172.21.15.28:0/2005559084 >> 172.21.15.28:0/2005559084 conn(0x7fa0a8103f40 msgr2=0x7fa0a8104780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:08.139 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.606+0000 7fa0ad8be700 1 -- 172.21.15.28:0/2005559084 shutdown_connections 2024-04-25T17:06:08.139 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:07.606+0000 7fa0ad8be700 1 -- 172.21.15.28:0/2005559084 wait complete. 2024-04-25T17:06:08.139 INFO:teuthology.orchestra.run.smithi028.stdout:Generating ssh key... 2024-04-25T17:06:09.540 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:09 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: Generating public/private rsa key pair. 2024-04-25T17:06:09.540 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:09 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: Your identification has been saved in /tmp/tmp_xqvud5i/key. 2024-04-25T17:06:09.540 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:09 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: Your public key has been saved in /tmp/tmp_xqvud5i/key.pub. 2024-04-25T17:06:09.540 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:09 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: The key fingerprint is: 2024-04-25T17:06:09.540 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:09 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: SHA256:XQWBZunSWuFAdCqLFeoW7lX6J6aXc8PWd+ipj1Klmv0 ceph-dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:06:09.540 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:09 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: The key's randomart image is: 2024-04-25T17:06:09.540 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:09 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: +---[RSA 3072]----+ 2024-04-25T17:06:09.540 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:09 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: | .oo .ooo. | 2024-04-25T17:06:09.540 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:09 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: | . ..o* . | 2024-04-25T17:06:09.541 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:09 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: | o o oB .. | 2024-04-25T17:06:09.541 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:09 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: | o + =..=. . | 2024-04-25T17:06:09.541 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:09 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: | = + S+. o | 2024-04-25T17:06:09.541 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:09 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: | o . .. o | 2024-04-25T17:06:09.541 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:09 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: | . +o.* . | 2024-04-25T17:06:09.541 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:09 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: | o+oO o.o..| 2024-04-25T17:06:09.541 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:09 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: | .. + oo*E. | 2024-04-25T17:06:09.541 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:09 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: +----[SHA256]-----+ 2024-04-25T17:06:09.781 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.608+0000 7f782b0be700 1 Processor -- start 2024-04-25T17:06:09.781 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.608+0000 7f782b0be700 1 -- start start 2024-04-25T17:06:09.781 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.608+0000 7f782b0be700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f782407d6c0 0x7f782410c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:09.781 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.608+0000 7f782b0be700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f782410ca90 con 0x7f782407d6c0 2024-04-25T17:06:09.781 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.609+0000 7f7828e5a700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f782407d6c0 0x7f782410c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:09.781 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.609+0000 7f7828e5a700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f782407d6c0 0x7f782410c4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39652/0 (socket says 172.21.15.28:39652) 2024-04-25T17:06:09.782 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.609+0000 7f7828e5a700 1 -- 172.21.15.28:0/261084039 learned_addr learned my addr 172.21.15.28:0/261084039 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:09.782 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.609+0000 7f7828e5a700 1 -- 172.21.15.28:0/261084039 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f782410cc10 con 0x7f782407d6c0 2024-04-25T17:06:09.782 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.609+0000 7f7828e5a700 1 --2- 172.21.15.28:0/261084039 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f782407d6c0 0x7f782410c4c0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f781c009e80 tx=0x7f781c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c303ff3ceac71583 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:09.782 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.609+0000 7f78237fe700 1 -- 172.21.15.28:0/261084039 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f781c017070 con 0x7f782407d6c0 2024-04-25T17:06:09.782 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.609+0000 7f78237fe700 1 -- 172.21.15.28:0/261084039 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f781c00b8c0 con 0x7f782407d6c0 2024-04-25T17:06:09.782 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.609+0000 7f78237fe700 1 -- 172.21.15.28:0/261084039 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f781c004420 con 0x7f782407d6c0 2024-04-25T17:06:09.782 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.610+0000 7f782b0be700 1 -- 172.21.15.28:0/261084039 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f782407d6c0 msgr2=0x7f782410c4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:09.782 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.610+0000 7f782b0be700 1 --2- 172.21.15.28:0/261084039 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f782407d6c0 0x7f782410c4c0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f781c009e80 tx=0x7f781c00b330 comp rx=0 tx=0).stop 2024-04-25T17:06:09.782 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.610+0000 7f782b0be700 1 -- 172.21.15.28:0/261084039 shutdown_connections 2024-04-25T17:06:09.782 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.610+0000 7f782b0be700 1 --2- 172.21.15.28:0/261084039 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f782407d6c0 0x7f782410c4c0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:09.782 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.610+0000 7f782b0be700 1 -- 172.21.15.28:0/261084039 >> 172.21.15.28:0/261084039 conn(0x7f7824103ed0 msgr2=0x7f7824106320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:09.782 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.610+0000 7f782b0be700 1 -- 172.21.15.28:0/261084039 shutdown_connections 2024-04-25T17:06:09.782 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.610+0000 7f782b0be700 1 -- 172.21.15.28:0/261084039 wait complete. 2024-04-25T17:06:09.782 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.611+0000 7f782b0be700 1 Processor -- start 2024-04-25T17:06:09.783 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.611+0000 7f782b0be700 1 -- start start 2024-04-25T17:06:09.783 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.611+0000 7f782b0be700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f782407d6c0 0x7f782419db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:09.783 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.611+0000 7f782b0be700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f782410dbc0 con 0x7f782407d6c0 2024-04-25T17:06:09.783 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.611+0000 7f7828e5a700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f782407d6c0 0x7f782419db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:09.783 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.611+0000 7f7828e5a700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f782407d6c0 0x7f782419db00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39658/0 (socket says 172.21.15.28:39658) 2024-04-25T17:06:09.783 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.611+0000 7f7828e5a700 1 -- 172.21.15.28:0/1257794995 learned_addr learned my addr 172.21.15.28:0/1257794995 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:09.783 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.611+0000 7f7828e5a700 1 -- 172.21.15.28:0/1257794995 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f782419e040 con 0x7f782407d6c0 2024-04-25T17:06:09.783 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.612+0000 7f7828e5a700 1 --2- 172.21.15.28:0/1257794995 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f782407d6c0 0x7f782419db00 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f781c004000 tx=0x7f781c003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:09.783 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.612+0000 7f7821ffb700 1 -- 172.21.15.28:0/1257794995 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f781c020020 con 0x7f782407d6c0 2024-04-25T17:06:09.783 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.612+0000 7f7821ffb700 1 -- 172.21.15.28:0/1257794995 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f781c00be50 con 0x7f782407d6c0 2024-04-25T17:06:09.783 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.612+0000 7f782b0be700 1 -- 172.21.15.28:0/1257794995 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f782419e2d0 con 0x7f782407d6c0 2024-04-25T17:06:09.783 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.612+0000 7f7821ffb700 1 -- 172.21.15.28:0/1257794995 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f781c017040 con 0x7f782407d6c0 2024-04-25T17:06:09.783 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.612+0000 7f782b0be700 1 -- 172.21.15.28:0/1257794995 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78241a0ee0 con 0x7f782407d6c0 2024-04-25T17:06:09.783 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.613+0000 7f7821ffb700 1 -- 172.21.15.28:0/1257794995 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 8) ==== 49516+0+0 (secure 0 0 0) 0x7f781c023020 con 0x7f782407d6c0 2024-04-25T17:06:09.784 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.613+0000 7f782b0be700 1 -- 172.21.15.28:0/1257794995 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7824064cf0 con 0x7f782407d6c0 2024-04-25T17:06:09.784 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.613+0000 7f7821ffb700 1 --2- 172.21.15.28:0/1257794995 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f780c03d680 0x7f780c03fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:09.784 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.613+0000 7f7821ffb700 1 -- 172.21.15.28:0/1257794995 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f781c00f050 con 0x7f782407d6c0 2024-04-25T17:06:09.784 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.614+0000 7f7823fff700 1 --2- 172.21.15.28:0/1257794995 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f780c03d680 0x7f780c03fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:09.784 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.614+0000 7f7823fff700 1 --2- 172.21.15.28:0/1257794995 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f780c03d680 0x7f780c03fb90 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f7818006fd0 tx=0x7f7818006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:09.784 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.619+0000 7f7821ffb700 1 -- 172.21.15.28:0/1257794995 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f781c02a020 con 0x7f782407d6c0 2024-04-25T17:06:09.784 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:08.825+0000 7f782b0be700 1 -- 172.21.15.28:0/1257794995 --> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f7824104db0 con 0x7f780c03d680 2024-04-25T17:06:09.784 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:09.251+0000 7f7821ffb700 1 -- 172.21.15.28:0/1257794995 <== mgr.14118 v2:172.21.15.28:6800/3754186796 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f7824104db0 con 0x7f780c03d680 2024-04-25T17:06:09.784 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:09.253+0000 7f782b0be700 1 -- 172.21.15.28:0/1257794995 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f780c03d680 msgr2=0x7f780c03fb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:09.784 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:09.253+0000 7f782b0be700 1 --2- 172.21.15.28:0/1257794995 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f780c03d680 0x7f780c03fb90 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f7818006fd0 tx=0x7f7818006e40 comp rx=0 tx=0).stop 2024-04-25T17:06:09.784 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:09.253+0000 7f782b0be700 1 -- 172.21.15.28:0/1257794995 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f782407d6c0 msgr2=0x7f782419db00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:09.784 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:09.253+0000 7f782b0be700 1 --2- 172.21.15.28:0/1257794995 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f782407d6c0 0x7f782419db00 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f781c004000 tx=0x7f781c003d00 comp rx=0 tx=0).stop 2024-04-25T17:06:09.784 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:09.253+0000 7f782b0be700 1 -- 172.21.15.28:0/1257794995 shutdown_connections 2024-04-25T17:06:09.785 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:09.253+0000 7f782b0be700 1 --2- 172.21.15.28:0/1257794995 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f780c03d680 0x7f780c03fb90 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:09.785 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:09.253+0000 7f782b0be700 1 --2- 172.21.15.28:0/1257794995 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f782407d6c0 0x7f782419db00 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:09.785 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:09.253+0000 7f782b0be700 1 -- 172.21.15.28:0/1257794995 >> 172.21.15.28:0/1257794995 conn(0x7f7824103ed0 msgr2=0x7f78241046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:09.785 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:09.253+0000 7f782b0be700 1 -- 172.21.15.28:0/1257794995 shutdown_connections 2024-04-25T17:06:09.785 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:09.253+0000 7f782b0be700 1 -- 172.21.15.28:0/1257794995 wait complete. 2024-04-25T17:06:10.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:10 smithi028 ceph-mon[29207]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:06:10.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:10 smithi028 ceph-mon[29207]: Generating ssh key... 2024-04-25T17:06:10.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:10 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' 2024-04-25T17:06:10.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:10 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' 2024-04-25T17:06:10.938 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDomil4Pupto9xirm6adsMnm2HqIYKgw2wB1C3yhGfGwdKJqWtwwPtqlU8a4yXhjAhfVw1u7U4ycIvlp8aodyrbUFTFhduP5O/Lnm+/Od4A5pzY3zOrUxVqqF+8j1Ay5gXcAh22Q63eBFq7HCa2Pe1xoWsbn6ouibmJ4bwzTD+BKNzHwEMiT09WgrbKt0zLmt26W+uWTQ31yUUBaWB/ZzcN79e4eLgbfWIIGaggCXV7t7zdv0ZuNPGGNZr9Uo98bK+Gk+H5G8DitFN/SR/pINw6B8Pu1BoyYYRD7gKmyvfDyi2eLlbqzhZr2Rn2+43ONWfSUO+IRMPPqO2MZXQoEZBmEV7YVf3fNqugZ14acwYENmQrbW6VV4/PCqV/JMkpfXJ0jO2wZlTC1/Mcyd/6y4itDBWWNvGxLAL1Ujfo6Ui/462sBbpdoQXKveWHxoKjkCVDBWg1Xq2Lca9C9dhRcvUP5j1ElLOqeDGhy5SmzDI/h2e8M0pBcbjgHRcS2r9MEns= ceph-dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:06:10.938 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.206+0000 7f20dd8af700 1 Processor -- start 2024-04-25T17:06:10.938 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.206+0000 7f20dd8af700 1 -- start start 2024-04-25T17:06:10.938 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.206+0000 7f20dd8af700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f20d807d720 0x7f20d810c440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:10.938 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.206+0000 7f20dd8af700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f20d810ca50 con 0x7f20d807d720 2024-04-25T17:06:10.938 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.207+0000 7f20d6ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f20d807d720 0x7f20d810c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:10.938 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.207+0000 7f20d6ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f20d807d720 0x7f20d810c440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39674/0 (socket says 172.21.15.28:39674) 2024-04-25T17:06:10.938 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.207+0000 7f20d6ffd700 1 -- 172.21.15.28:0/1990866666 learned_addr learned my addr 172.21.15.28:0/1990866666 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:10.938 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.207+0000 7f20d6ffd700 1 -- 172.21.15.28:0/1990866666 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20d810cbd0 con 0x7f20d807d720 2024-04-25T17:06:10.938 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.207+0000 7f20d6ffd700 1 --2- 172.21.15.28:0/1990866666 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f20d807d720 0x7f20d810c440 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f20c80098a0 tx=0x7f20c8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb167cd1966257cd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:10.939 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.207+0000 7f20d5ffb700 1 -- 172.21.15.28:0/1990866666 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f20c8004160 con 0x7f20d807d720 2024-04-25T17:06:10.939 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.207+0000 7f20d5ffb700 1 -- 172.21.15.28:0/1990866666 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f20c8004300 con 0x7f20d807d720 2024-04-25T17:06:10.939 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.207+0000 7f20d5ffb700 1 -- 172.21.15.28:0/1990866666 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f20c80119e0 con 0x7f20d807d720 2024-04-25T17:06:10.939 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.208+0000 7f20dd8af700 1 -- 172.21.15.28:0/1990866666 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f20d807d720 msgr2=0x7f20d810c440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:10.939 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.208+0000 7f20dd8af700 1 --2- 172.21.15.28:0/1990866666 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f20d807d720 0x7f20d810c440 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f20c80098a0 tx=0x7f20c8009bb0 comp rx=0 tx=0).stop 2024-04-25T17:06:10.939 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.208+0000 7f20dd8af700 1 -- 172.21.15.28:0/1990866666 shutdown_connections 2024-04-25T17:06:10.939 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.208+0000 7f20dd8af700 1 --2- 172.21.15.28:0/1990866666 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f20d807d720 0x7f20d810c440 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:10.939 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.208+0000 7f20dd8af700 1 -- 172.21.15.28:0/1990866666 >> 172.21.15.28:0/1990866666 conn(0x7f20d8103e90 msgr2=0x7f20d8106300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:10.939 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.208+0000 7f20dd8af700 1 -- 172.21.15.28:0/1990866666 shutdown_connections 2024-04-25T17:06:10.939 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.208+0000 7f20dd8af700 1 -- 172.21.15.28:0/1990866666 wait complete. 2024-04-25T17:06:10.939 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.209+0000 7f20dd8af700 1 Processor -- start 2024-04-25T17:06:10.939 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.209+0000 7f20dd8af700 1 -- start start 2024-04-25T17:06:10.939 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.209+0000 7f20dd8af700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f20d807d720 0x7f20d819dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:10.939 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.209+0000 7f20dd8af700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f20d810db80 con 0x7f20d807d720 2024-04-25T17:06:10.940 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.209+0000 7f20d6ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f20d807d720 0x7f20d819dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:10.940 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.209+0000 7f20d6ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f20d807d720 0x7f20d819dab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39682/0 (socket says 172.21.15.28:39682) 2024-04-25T17:06:10.940 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.209+0000 7f20d6ffd700 1 -- 172.21.15.28:0/2667291696 learned_addr learned my addr 172.21.15.28:0/2667291696 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:10.940 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.210+0000 7f20d6ffd700 1 -- 172.21.15.28:0/2667291696 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20d819dff0 con 0x7f20d807d720 2024-04-25T17:06:10.940 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.210+0000 7f20d6ffd700 1 --2- 172.21.15.28:0/2667291696 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f20d807d720 0x7f20d819dab0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f20c80116a0 tx=0x7f20c8011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:10.940 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.210+0000 7f20dc8ad700 1 -- 172.21.15.28:0/2667291696 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f20c8003970 con 0x7f20d807d720 2024-04-25T17:06:10.940 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.210+0000 7f20dc8ad700 1 -- 172.21.15.28:0/2667291696 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f20c8003b10 con 0x7f20d807d720 2024-04-25T17:06:10.940 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.210+0000 7f20dd8af700 1 -- 172.21.15.28:0/2667291696 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20d819e280 con 0x7f20d807d720 2024-04-25T17:06:10.940 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.210+0000 7f20dc8ad700 1 -- 172.21.15.28:0/2667291696 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f20c8019550 con 0x7f20d807d720 2024-04-25T17:06:10.940 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.210+0000 7f20dd8af700 1 -- 172.21.15.28:0/2667291696 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20d81a0e90 con 0x7f20d807d720 2024-04-25T17:06:10.940 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.211+0000 7f20dc8ad700 1 -- 172.21.15.28:0/2667291696 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 8) ==== 49516+0+0 (secure 0 0 0) 0x7f20c80197c0 con 0x7f20d807d720 2024-04-25T17:06:10.940 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.211+0000 7f20dd8af700 1 -- 172.21.15.28:0/2667291696 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20d8064cf0 con 0x7f20d807d720 2024-04-25T17:06:10.940 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.211+0000 7f20dc8ad700 1 --2- 172.21.15.28:0/2667291696 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f20c403d680 0x7f20c403fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:10.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.211+0000 7f20dc8ad700 1 -- 172.21.15.28:0/2667291696 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f20c8052690 con 0x7f20d807d720 2024-04-25T17:06:10.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.212+0000 7f20d67fc700 1 --2- 172.21.15.28:0/2667291696 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f20c403d680 0x7f20c403fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:10.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.212+0000 7f20d67fc700 1 --2- 172.21.15.28:0/2667291696 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f20c403d680 0x7f20c403fb90 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f20c0006fd0 tx=0x7f20c0006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:10.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.217+0000 7f20dc8ad700 1 -- 172.21.15.28:0/2667291696 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f20c8016260 con 0x7f20d807d720 2024-04-25T17:06:10.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.427+0000 7f20dd8af700 1 -- 172.21.15.28:0/2667291696 --> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f20d8104d80 con 0x7f20c403d680 2024-04-25T17:06:10.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.428+0000 7f20dc8ad700 1 -- 172.21.15.28:0/2667291696 <== mgr.14118 v2:172.21.15.28:6800/3754186796 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f20d8104d80 con 0x7f20c403d680 2024-04-25T17:06:10.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.430+0000 7f20dd8af700 1 -- 172.21.15.28:0/2667291696 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f20c403d680 msgr2=0x7f20c403fb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:10.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.430+0000 7f20dd8af700 1 --2- 172.21.15.28:0/2667291696 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f20c403d680 0x7f20c403fb90 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f20c0006fd0 tx=0x7f20c0006e40 comp rx=0 tx=0).stop 2024-04-25T17:06:10.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.430+0000 7f20dd8af700 1 -- 172.21.15.28:0/2667291696 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f20d807d720 msgr2=0x7f20d819dab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:10.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.430+0000 7f20dd8af700 1 --2- 172.21.15.28:0/2667291696 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f20d807d720 0x7f20d819dab0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f20c80116a0 tx=0x7f20c8011a60 comp rx=0 tx=0).stop 2024-04-25T17:06:10.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.430+0000 7f20dd8af700 1 -- 172.21.15.28:0/2667291696 shutdown_connections 2024-04-25T17:06:10.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.430+0000 7f20dd8af700 1 --2- 172.21.15.28:0/2667291696 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f20c403d680 0x7f20c403fb90 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:10.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.430+0000 7f20dd8af700 1 --2- 172.21.15.28:0/2667291696 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f20d807d720 0x7f20d819dab0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:10.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.430+0000 7f20dd8af700 1 -- 172.21.15.28:0/2667291696 >> 172.21.15.28:0/2667291696 conn(0x7f20d8103e90 msgr2=0x7f20d8104670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:10.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.431+0000 7f20dd8af700 1 -- 172.21.15.28:0/2667291696 shutdown_connections 2024-04-25T17:06:10.942 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:10.431+0000 7f20dd8af700 1 -- 172.21.15.28:0/2667291696 wait complete. 2024-04-25T17:06:10.942 INFO:teuthology.orchestra.run.smithi028.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-25T17:06:10.942 INFO:teuthology.orchestra.run.smithi028.stdout:Adding key to root@localhost authorized_keys... 2024-04-25T17:06:10.942 INFO:teuthology.orchestra.run.smithi028.stdout:Adding host smithi028... 2024-04-25T17:06:11.550 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:11 smithi028 ceph-mon[29207]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:06:12.411 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:12 smithi028 ceph-mon[29207]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi028", "addr": "172.21.15.28", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:06:13.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:13 smithi028 ceph-mon[29207]: Deploying cephadm binary to smithi028 2024-04-25T17:06:16.311 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout Added host 'smithi028' with addr '172.21.15.28' 2024-04-25T17:06:16.312 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.325+0000 7f91f4fd3700 1 Processor -- start 2024-04-25T17:06:16.312 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.325+0000 7f91f4fd3700 1 -- start start 2024-04-25T17:06:16.312 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.325+0000 7f91f4fd3700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f91f010a3f0 0x7f91f010c810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:16.312 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.325+0000 7f91f4fd3700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f91f007d830 con 0x7f91f010a3f0 2024-04-25T17:06:16.312 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.325+0000 7f91ee59c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f91f010a3f0 0x7f91f010c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:16.312 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.325+0000 7f91ee59c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f91f010a3f0 0x7f91f010c810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39694/0 (socket says 172.21.15.28:39694) 2024-04-25T17:06:16.312 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.325+0000 7f91ee59c700 1 -- 172.21.15.28:0/756462549 learned_addr learned my addr 172.21.15.28:0/756462549 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:16.312 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.326+0000 7f91ee59c700 1 -- 172.21.15.28:0/756462549 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91f010cd50 con 0x7f91f010a3f0 2024-04-25T17:06:16.312 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.326+0000 7f91ee59c700 1 --2- 172.21.15.28:0/756462549 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f91f010a3f0 0x7f91f010c810 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f91e00098a0 tx=0x7f91e0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5aea5209afb838bf server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:16.312 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.326+0000 7f91ed59a700 1 -- 172.21.15.28:0/756462549 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f91e0004160 con 0x7f91f010a3f0 2024-04-25T17:06:16.312 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.326+0000 7f91ed59a700 1 -- 172.21.15.28:0/756462549 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f91e0004300 con 0x7f91f010a3f0 2024-04-25T17:06:16.312 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.326+0000 7f91ed59a700 1 -- 172.21.15.28:0/756462549 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f91e00119e0 con 0x7f91f010a3f0 2024-04-25T17:06:16.313 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.327+0000 7f91f4fd3700 1 -- 172.21.15.28:0/756462549 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f91f010a3f0 msgr2=0x7f91f010c810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:16.313 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.327+0000 7f91f4fd3700 1 --2- 172.21.15.28:0/756462549 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f91f010a3f0 0x7f91f010c810 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f91e00098a0 tx=0x7f91e0009bb0 comp rx=0 tx=0).stop 2024-04-25T17:06:16.313 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.327+0000 7f91f4fd3700 1 -- 172.21.15.28:0/756462549 shutdown_connections 2024-04-25T17:06:16.313 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.327+0000 7f91f4fd3700 1 --2- 172.21.15.28:0/756462549 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f91f010a3f0 0x7f91f010c810 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:16.313 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.327+0000 7f91f4fd3700 1 -- 172.21.15.28:0/756462549 >> 172.21.15.28:0/756462549 conn(0x7f91f0103e90 msgr2=0x7f91f0106300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:16.313 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.327+0000 7f91f4fd3700 1 -- 172.21.15.28:0/756462549 shutdown_connections 2024-04-25T17:06:16.313 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.327+0000 7f91f4fd3700 1 -- 172.21.15.28:0/756462549 wait complete. 2024-04-25T17:06:16.313 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.328+0000 7f91f4fd3700 1 Processor -- start 2024-04-25T17:06:16.313 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.328+0000 7f91f4fd3700 1 -- start start 2024-04-25T17:06:16.313 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.328+0000 7f91f4fd3700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f91f010a3f0 0x7f91f0109b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:16.313 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.328+0000 7f91f4fd3700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f91f010db80 con 0x7f91f010a3f0 2024-04-25T17:06:16.313 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.328+0000 7f91ee59c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f91f010a3f0 0x7f91f0109b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:16.313 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.328+0000 7f91ee59c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f91f010a3f0 0x7f91f0109b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39710/0 (socket says 172.21.15.28:39710) 2024-04-25T17:06:16.314 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.328+0000 7f91ee59c700 1 -- 172.21.15.28:0/1046139362 learned_addr learned my addr 172.21.15.28:0/1046139362 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:16.314 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.329+0000 7f91ee59c700 1 -- 172.21.15.28:0/1046139362 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91f010a0b0 con 0x7f91f010a3f0 2024-04-25T17:06:16.314 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.329+0000 7f91ee59c700 1 --2- 172.21.15.28:0/1046139362 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f91f010a3f0 0x7f91f0109b70 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f91e00116a0 tx=0x7f91e0011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:16.314 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.329+0000 7f91df7fe700 1 -- 172.21.15.28:0/1046139362 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f91e0003970 con 0x7f91f010a3f0 2024-04-25T17:06:16.314 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.329+0000 7f91df7fe700 1 -- 172.21.15.28:0/1046139362 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f91e0003b10 con 0x7f91f010a3f0 2024-04-25T17:06:16.314 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.329+0000 7f91df7fe700 1 -- 172.21.15.28:0/1046139362 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f91e0019550 con 0x7f91f010a3f0 2024-04-25T17:06:16.314 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.329+0000 7f91f4fd3700 1 -- 172.21.15.28:0/1046139362 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91f0108300 con 0x7f91f010a3f0 2024-04-25T17:06:16.314 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.329+0000 7f91f4fd3700 1 -- 172.21.15.28:0/1046139362 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91f01087e0 con 0x7f91f010a3f0 2024-04-25T17:06:16.314 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.330+0000 7f91df7fe700 1 -- 172.21.15.28:0/1046139362 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 8) ==== 49516+0+0 (secure 0 0 0) 0x7f91e00197c0 con 0x7f91f010a3f0 2024-04-25T17:06:16.314 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.330+0000 7f91df7fe700 1 --2- 172.21.15.28:0/1046139362 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f91d803d680 0x7f91d803fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:16.314 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.330+0000 7f91df7fe700 1 -- 172.21.15.28:0/1046139362 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f91e001aa50 con 0x7f91f010a3f0 2024-04-25T17:06:16.314 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.330+0000 7f91f4fd3700 1 -- 172.21.15.28:0/1046139362 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91f0064cf0 con 0x7f91f010a3f0 2024-04-25T17:06:16.314 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.330+0000 7f91edd9b700 1 --2- 172.21.15.28:0/1046139362 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f91d803d680 0x7f91d803fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:16.314 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.331+0000 7f91edd9b700 1 --2- 172.21.15.28:0/1046139362 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f91d803d680 0x7f91d803fb90 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f91e4006fd0 tx=0x7f91e4006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:16.315 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.336+0000 7f91df7fe700 1 -- 172.21.15.28:0/1046139362 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f91e001a840 con 0x7f91f010a3f0 2024-04-25T17:06:16.315 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:11.551+0000 7f91f4fd3700 1 -- 172.21.15.28:0/1046139362 --> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi028", "addr": "172.21.15.28", "target": ["mon-mgr", ""]}) -- 0x7f91f0108fa0 con 0x7f91d803d680 2024-04-25T17:06:16.315 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:15.724+0000 7f91df7fe700 1 -- 172.21.15.28:0/1046139362 <== mgr.14118 v2:172.21.15.28:6800/3754186796 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f91f0108fa0 con 0x7f91d803d680 2024-04-25T17:06:16.315 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:15.727+0000 7f91f4fd3700 1 -- 172.21.15.28:0/1046139362 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f91d803d680 msgr2=0x7f91d803fb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:16.315 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:15.727+0000 7f91f4fd3700 1 --2- 172.21.15.28:0/1046139362 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f91d803d680 0x7f91d803fb90 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f91e4006fd0 tx=0x7f91e4006e40 comp rx=0 tx=0).stop 2024-04-25T17:06:16.315 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:15.727+0000 7f91f4fd3700 1 -- 172.21.15.28:0/1046139362 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f91f010a3f0 msgr2=0x7f91f0109b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:16.315 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:15.727+0000 7f91f4fd3700 1 --2- 172.21.15.28:0/1046139362 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f91f010a3f0 0x7f91f0109b70 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f91e00116a0 tx=0x7f91e0011a60 comp rx=0 tx=0).stop 2024-04-25T17:06:16.315 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:15.727+0000 7f91f4fd3700 1 -- 172.21.15.28:0/1046139362 shutdown_connections 2024-04-25T17:06:16.315 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:15.727+0000 7f91f4fd3700 1 --2- 172.21.15.28:0/1046139362 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f91d803d680 0x7f91d803fb90 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:16.315 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:15.727+0000 7f91f4fd3700 1 --2- 172.21.15.28:0/1046139362 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f91f010a3f0 0x7f91f0109b70 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:16.315 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:15.727+0000 7f91f4fd3700 1 -- 172.21.15.28:0/1046139362 >> 172.21.15.28:0/1046139362 conn(0x7f91f0103e90 msgr2=0x7f91f0104690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:16.315 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:15.727+0000 7f91f4fd3700 1 -- 172.21.15.28:0/1046139362 shutdown_connections 2024-04-25T17:06:16.315 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:15.727+0000 7f91f4fd3700 1 -- 172.21.15.28:0/1046139362 wait complete. 2024-04-25T17:06:16.315 INFO:teuthology.orchestra.run.smithi028.stdout:Deploying unmanaged mon service... 2024-04-25T17:06:17.000 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:16 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' 2024-04-25T17:06:17.000 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:16 smithi028 ceph-mon[29207]: Added host smithi028 2024-04-25T17:06:17.000 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:16 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:06:17.704 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-25T17:06:17.704 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.747+0000 7f7550ed7700 1 Processor -- start 2024-04-25T17:06:17.704 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.747+0000 7f7550ed7700 1 -- start start 2024-04-25T17:06:17.704 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.747+0000 7f7550ed7700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f754c108830 0x7f754c108c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:17.704 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.747+0000 7f7550ed7700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f754c109230 con 0x7f754c108830 2024-04-25T17:06:17.704 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.748+0000 7f754a59c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f754c108830 0x7f754c108c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:17.704 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.748+0000 7f754a59c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f754c108830 0x7f754c108c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:33642/0 (socket says 172.21.15.28:33642) 2024-04-25T17:06:17.704 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.748+0000 7f754a59c700 1 -- 172.21.15.28:0/2162207119 learned_addr learned my addr 172.21.15.28:0/2162207119 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:17.705 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.748+0000 7f754a59c700 1 -- 172.21.15.28:0/2162207119 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f754c109960 con 0x7f754c108830 2024-04-25T17:06:17.705 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.748+0000 7f754a59c700 1 --2- 172.21.15.28:0/2162207119 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f754c108830 0x7f754c108c40 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f753c0098a0 tx=0x7f753c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef20c7aee5ac0d02 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:17.705 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.748+0000 7f754959a700 1 -- 172.21.15.28:0/2162207119 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f753c004160 con 0x7f754c108830 2024-04-25T17:06:17.705 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.748+0000 7f754959a700 1 -- 172.21.15.28:0/2162207119 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f753c004300 con 0x7f754c108830 2024-04-25T17:06:17.705 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.748+0000 7f754959a700 1 -- 172.21.15.28:0/2162207119 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f753c0119e0 con 0x7f754c108830 2024-04-25T17:06:17.705 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.749+0000 7f7550ed7700 1 -- 172.21.15.28:0/2162207119 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f754c108830 msgr2=0x7f754c108c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:17.705 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.749+0000 7f7550ed7700 1 --2- 172.21.15.28:0/2162207119 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f754c108830 0x7f754c108c40 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f753c0098a0 tx=0x7f753c009bb0 comp rx=0 tx=0).stop 2024-04-25T17:06:17.705 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.749+0000 7f7550ed7700 1 -- 172.21.15.28:0/2162207119 shutdown_connections 2024-04-25T17:06:17.705 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.749+0000 7f7550ed7700 1 --2- 172.21.15.28:0/2162207119 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f754c108830 0x7f754c108c40 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:17.705 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.749+0000 7f7550ed7700 1 -- 172.21.15.28:0/2162207119 >> 172.21.15.28:0/2162207119 conn(0x7f754c103eb0 msgr2=0x7f754c106320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:17.705 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.749+0000 7f7550ed7700 1 -- 172.21.15.28:0/2162207119 shutdown_connections 2024-04-25T17:06:17.705 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.749+0000 7f7550ed7700 1 -- 172.21.15.28:0/2162207119 wait complete. 2024-04-25T17:06:17.705 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.750+0000 7f7550ed7700 1 Processor -- start 2024-04-25T17:06:17.706 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.750+0000 7f7550ed7700 1 -- start start 2024-04-25T17:06:17.706 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.750+0000 7f7550ed7700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f754c108830 0x7f754c07d220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:17.706 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.750+0000 7f7550ed7700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f754c10cb90 con 0x7f754c108830 2024-04-25T17:06:17.706 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.750+0000 7f754a59c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f754c108830 0x7f754c07d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:17.706 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.750+0000 7f754a59c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f754c108830 0x7f754c07d220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:33648/0 (socket says 172.21.15.28:33648) 2024-04-25T17:06:17.706 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.750+0000 7f754a59c700 1 -- 172.21.15.28:0/1582965359 learned_addr learned my addr 172.21.15.28:0/1582965359 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:17.706 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.751+0000 7f754a59c700 1 -- 172.21.15.28:0/1582965359 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f754c07d760 con 0x7f754c108830 2024-04-25T17:06:17.706 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.751+0000 7f754a59c700 1 --2- 172.21.15.28:0/1582965359 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f754c108830 0x7f754c07d220 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f753c009fb0 tx=0x7f753c011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:17.706 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.751+0000 7f753b7fe700 1 -- 172.21.15.28:0/1582965359 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f753c0038b0 con 0x7f754c108830 2024-04-25T17:06:17.706 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.751+0000 7f7550ed7700 1 -- 172.21.15.28:0/1582965359 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f754c1a08e0 con 0x7f754c108830 2024-04-25T17:06:17.706 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.751+0000 7f753b7fe700 1 -- 172.21.15.28:0/1582965359 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f753c003a50 con 0x7f754c108830 2024-04-25T17:06:17.706 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.751+0000 7f753b7fe700 1 -- 172.21.15.28:0/1582965359 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f753c019550 con 0x7f754c108830 2024-04-25T17:06:17.707 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.751+0000 7f7550ed7700 1 -- 172.21.15.28:0/1582965359 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f754c1a0d60 con 0x7f754c108830 2024-04-25T17:06:17.707 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.752+0000 7f7550ed7700 1 -- 172.21.15.28:0/1582965359 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f754c064cf0 con 0x7f754c108830 2024-04-25T17:06:17.707 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.752+0000 7f753b7fe700 1 -- 172.21.15.28:0/1582965359 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 8) ==== 49516+0+0 (secure 0 0 0) 0x7f753c019850 con 0x7f754c108830 2024-04-25T17:06:17.707 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.752+0000 7f753b7fe700 1 --2- 172.21.15.28:0/1582965359 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f753403d5e0 0x7f753403faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:17.707 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.752+0000 7f753b7fe700 1 -- 172.21.15.28:0/1582965359 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f753c0529a0 con 0x7f754c108830 2024-04-25T17:06:17.707 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.753+0000 7f7549d9b700 1 --2- 172.21.15.28:0/1582965359 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f753403d5e0 0x7f753403faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:17.707 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.753+0000 7f7549d9b700 1 --2- 172.21.15.28:0/1582965359 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f753403d5e0 0x7f753403faf0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f7540006fd0 tx=0x7f7540006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:17.707 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:16.758+0000 7f753b7fe700 1 -- 172.21.15.28:0/1582965359 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f753c017e90 con 0x7f754c108830 2024-04-25T17:06:17.707 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:17.001+0000 7f7550ed7700 1 -- 172.21.15.28:0/1582965359 --> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f754c104e40 con 0x7f753403d5e0 2024-04-25T17:06:17.707 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:17.006+0000 7f753b7fe700 1 -- 172.21.15.28:0/1582965359 <== mgr.14118 v2:172.21.15.28:6800/3754186796 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f754c104e40 con 0x7f753403d5e0 2024-04-25T17:06:17.707 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:17.008+0000 7f7550ed7700 1 -- 172.21.15.28:0/1582965359 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f753403d5e0 msgr2=0x7f753403faf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:17.707 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:17.008+0000 7f7550ed7700 1 --2- 172.21.15.28:0/1582965359 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f753403d5e0 0x7f753403faf0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f7540006fd0 tx=0x7f7540006e40 comp rx=0 tx=0).stop 2024-04-25T17:06:17.708 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:17.008+0000 7f7550ed7700 1 -- 172.21.15.28:0/1582965359 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f754c108830 msgr2=0x7f754c07d220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:17.708 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:17.008+0000 7f7550ed7700 1 --2- 172.21.15.28:0/1582965359 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f754c108830 0x7f754c07d220 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f753c009fb0 tx=0x7f753c011a60 comp rx=0 tx=0).stop 2024-04-25T17:06:17.708 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:17.008+0000 7f7550ed7700 1 -- 172.21.15.28:0/1582965359 shutdown_connections 2024-04-25T17:06:17.708 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:17.008+0000 7f7550ed7700 1 --2- 172.21.15.28:0/1582965359 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f753403d5e0 0x7f753403faf0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:17.708 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:17.008+0000 7f7550ed7700 1 --2- 172.21.15.28:0/1582965359 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f754c108830 0x7f754c07d220 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:17.708 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:17.008+0000 7f7550ed7700 1 -- 172.21.15.28:0/1582965359 >> 172.21.15.28:0/1582965359 conn(0x7f754c103eb0 msgr2=0x7f754c104730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:17.708 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:17.008+0000 7f7550ed7700 1 -- 172.21.15.28:0/1582965359 shutdown_connections 2024-04-25T17:06:17.708 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:17.008+0000 7f7550ed7700 1 -- 172.21.15.28:0/1582965359 wait complete. 2024-04-25T17:06:17.708 INFO:teuthology.orchestra.run.smithi028.stdout:Deploying unmanaged mgr service... 2024-04-25T17:06:18.274 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:18 smithi028 ceph-mon[29207]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:06:18.274 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:18 smithi028 ceph-mon[29207]: Saving service mon spec with placement count:5 2024-04-25T17:06:18.274 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:18 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' 2024-04-25T17:06:19.052 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-25T17:06:19.053 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.112+0000 7faada0a2700 1 Processor -- start 2024-04-25T17:06:19.053 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.112+0000 7faada0a2700 1 -- start start 2024-04-25T17:06:19.053 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.112+0000 7faada0a2700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faad4108870 0x7faad4108c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:19.053 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.112+0000 7faada0a2700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7faad4109270 con 0x7faad4108870 2024-04-25T17:06:19.053 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.112+0000 7faad37fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faad4108870 0x7faad4108c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:19.053 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.112+0000 7faad37fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faad4108870 0x7faad4108c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:33660/0 (socket says 172.21.15.28:33660) 2024-04-25T17:06:19.054 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.112+0000 7faad37fe700 1 -- 172.21.15.28:0/561152635 learned_addr learned my addr 172.21.15.28:0/561152635 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:19.054 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.113+0000 7faad37fe700 1 -- 172.21.15.28:0/561152635 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faad41099a0 con 0x7faad4108870 2024-04-25T17:06:19.054 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.113+0000 7faad37fe700 1 --2- 172.21.15.28:0/561152635 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faad4108870 0x7faad4108c80 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7faac40098a0 tx=0x7faac4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a876d60601e1a9ba server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:19.054 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.113+0000 7faad27fc700 1 -- 172.21.15.28:0/561152635 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faac4004160 con 0x7faad4108870 2024-04-25T17:06:19.054 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.113+0000 7faad27fc700 1 -- 172.21.15.28:0/561152635 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7faac4004300 con 0x7faad4108870 2024-04-25T17:06:19.054 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.113+0000 7faad27fc700 1 -- 172.21.15.28:0/561152635 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faac40119e0 con 0x7faad4108870 2024-04-25T17:06:19.054 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.114+0000 7faada0a2700 1 -- 172.21.15.28:0/561152635 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faad4108870 msgr2=0x7faad4108c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:19.054 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.114+0000 7faada0a2700 1 --2- 172.21.15.28:0/561152635 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faad4108870 0x7faad4108c80 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7faac40098a0 tx=0x7faac4009bb0 comp rx=0 tx=0).stop 2024-04-25T17:06:19.054 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.114+0000 7faada0a2700 1 -- 172.21.15.28:0/561152635 shutdown_connections 2024-04-25T17:06:19.055 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.114+0000 7faada0a2700 1 --2- 172.21.15.28:0/561152635 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faad4108870 0x7faad4108c80 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:19.055 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.114+0000 7faada0a2700 1 -- 172.21.15.28:0/561152635 >> 172.21.15.28:0/561152635 conn(0x7faad4103ef0 msgr2=0x7faad4106360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:19.055 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.114+0000 7faada0a2700 1 -- 172.21.15.28:0/561152635 shutdown_connections 2024-04-25T17:06:19.055 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.114+0000 7faada0a2700 1 -- 172.21.15.28:0/561152635 wait complete. 2024-04-25T17:06:19.055 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.115+0000 7faada0a2700 1 Processor -- start 2024-04-25T17:06:19.055 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.115+0000 7faada0a2700 1 -- start start 2024-04-25T17:06:19.055 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.115+0000 7faada0a2700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faad4108870 0x7faad407d200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:19.055 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.115+0000 7faada0a2700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7faad410cbd0 con 0x7faad4108870 2024-04-25T17:06:19.055 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.115+0000 7faad37fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faad4108870 0x7faad407d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:19.055 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.115+0000 7faad37fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faad4108870 0x7faad407d200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:33676/0 (socket says 172.21.15.28:33676) 2024-04-25T17:06:19.055 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.115+0000 7faad37fe700 1 -- 172.21.15.28:0/2176933504 learned_addr learned my addr 172.21.15.28:0/2176933504 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:19.055 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.115+0000 7faad37fe700 1 -- 172.21.15.28:0/2176933504 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faad407d740 con 0x7faad4108870 2024-04-25T17:06:19.055 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.116+0000 7faad37fe700 1 --2- 172.21.15.28:0/2176933504 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faad4108870 0x7faad407d200 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7faac4009fb0 tx=0x7faac4011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:19.056 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.116+0000 7faad0ff9700 1 -- 172.21.15.28:0/2176933504 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faac40038b0 con 0x7faad4108870 2024-04-25T17:06:19.056 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.116+0000 7faad0ff9700 1 -- 172.21.15.28:0/2176933504 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7faac4003a50 con 0x7faad4108870 2024-04-25T17:06:19.056 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.116+0000 7faada0a2700 1 -- 172.21.15.28:0/2176933504 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faad41a0940 con 0x7faad4108870 2024-04-25T17:06:19.056 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.116+0000 7faad0ff9700 1 -- 172.21.15.28:0/2176933504 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faac4019550 con 0x7faad4108870 2024-04-25T17:06:19.056 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.116+0000 7faada0a2700 1 -- 172.21.15.28:0/2176933504 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faad41a0dc0 con 0x7faad4108870 2024-04-25T17:06:19.056 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.117+0000 7faada0a2700 1 -- 172.21.15.28:0/2176933504 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faad4064cf0 con 0x7faad4108870 2024-04-25T17:06:19.056 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.117+0000 7faad0ff9700 1 -- 172.21.15.28:0/2176933504 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 8) ==== 49516+0+0 (secure 0 0 0) 0x7faac4019800 con 0x7faad4108870 2024-04-25T17:06:19.056 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.117+0000 7faad0ff9700 1 --2- 172.21.15.28:0/2176933504 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7faabc03d630 0x7faabc03fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:19.056 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.117+0000 7faad0ff9700 1 -- 172.21.15.28:0/2176933504 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7faac4052940 con 0x7faad4108870 2024-04-25T17:06:19.056 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.117+0000 7faad2ffd700 1 --2- 172.21.15.28:0/2176933504 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7faabc03d630 0x7faabc03fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:19.056 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.118+0000 7faad2ffd700 1 --2- 172.21.15.28:0/2176933504 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7faabc03d630 0x7faabc03fb40 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7faac8006fd0 tx=0x7faac8006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:19.056 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.123+0000 7faad0ff9700 1 -- 172.21.15.28:0/2176933504 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7faac4017e90 con 0x7faad4108870 2024-04-25T17:06:19.056 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.352+0000 7faada0a2700 1 -- 172.21.15.28:0/2176933504 --> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7faad4104e80 con 0x7faabc03d630 2024-04-25T17:06:19.056 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.356+0000 7faad0ff9700 1 -- 172.21.15.28:0/2176933504 <== mgr.14118 v2:172.21.15.28:6800/3754186796 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7faad4104e80 con 0x7faabc03d630 2024-04-25T17:06:19.057 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.358+0000 7faada0a2700 1 -- 172.21.15.28:0/2176933504 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7faabc03d630 msgr2=0x7faabc03fb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:19.057 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.358+0000 7faada0a2700 1 --2- 172.21.15.28:0/2176933504 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7faabc03d630 0x7faabc03fb40 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7faac8006fd0 tx=0x7faac8006e40 comp rx=0 tx=0).stop 2024-04-25T17:06:19.057 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.358+0000 7faada0a2700 1 -- 172.21.15.28:0/2176933504 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faad4108870 msgr2=0x7faad407d200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:19.057 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.358+0000 7faada0a2700 1 --2- 172.21.15.28:0/2176933504 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faad4108870 0x7faad407d200 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7faac4009fb0 tx=0x7faac4011a60 comp rx=0 tx=0).stop 2024-04-25T17:06:19.057 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.358+0000 7faada0a2700 1 -- 172.21.15.28:0/2176933504 shutdown_connections 2024-04-25T17:06:19.057 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.358+0000 7faada0a2700 1 --2- 172.21.15.28:0/2176933504 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7faabc03d630 0x7faabc03fb40 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:19.057 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.359+0000 7faada0a2700 1 --2- 172.21.15.28:0/2176933504 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faad4108870 0x7faad407d200 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:19.057 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.359+0000 7faada0a2700 1 -- 172.21.15.28:0/2176933504 >> 172.21.15.28:0/2176933504 conn(0x7faad4103ef0 msgr2=0x7faad4104770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:19.057 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.359+0000 7faada0a2700 1 -- 172.21.15.28:0/2176933504 shutdown_connections 2024-04-25T17:06:19.057 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:18.359+0000 7faada0a2700 1 -- 172.21.15.28:0/2176933504 wait complete. 2024-04-25T17:06:19.640 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:19 smithi028 ceph-mon[29207]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:06:19.640 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:19 smithi028 ceph-mon[29207]: Saving service mgr spec with placement count:2 2024-04-25T17:06:19.640 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:19 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' 2024-04-25T17:06:20.638 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.760+0000 7f299e0bd700 1 Processor -- start 2024-04-25T17:06:20.638 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.760+0000 7f299e0bd700 1 -- start start 2024-04-25T17:06:20.638 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.761+0000 7f299e0bd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f29981087e0 0x7f2998108bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:20.638 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.761+0000 7f299e0bd700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f29981091e0 con 0x7f29981087e0 2024-04-25T17:06:20.638 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.761+0000 7f29977fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f29981087e0 0x7f2998108bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:20.638 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.761+0000 7f29977fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f29981087e0 0x7f2998108bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:33688/0 (socket says 172.21.15.28:33688) 2024-04-25T17:06:20.638 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.761+0000 7f29977fe700 1 -- 172.21.15.28:0/885640421 learned_addr learned my addr 172.21.15.28:0/885640421 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:20.638 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.761+0000 7f29977fe700 1 -- 172.21.15.28:0/885640421 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2998109910 con 0x7f29981087e0 2024-04-25T17:06:20.639 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.761+0000 7f29977fe700 1 --2- 172.21.15.28:0/885640421 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f29981087e0 0x7f2998108bf0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f29900098a0 tx=0x7f2990009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48a32c35fecbbab7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:20.639 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.761+0000 7f29967fc700 1 -- 172.21.15.28:0/885640421 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2990004160 con 0x7f29981087e0 2024-04-25T17:06:20.639 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.761+0000 7f29967fc700 1 -- 172.21.15.28:0/885640421 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f2990004300 con 0x7f29981087e0 2024-04-25T17:06:20.639 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.761+0000 7f29967fc700 1 -- 172.21.15.28:0/885640421 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f29900119e0 con 0x7f29981087e0 2024-04-25T17:06:20.639 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.762+0000 7f299e0bd700 1 -- 172.21.15.28:0/885640421 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f29981087e0 msgr2=0x7f2998108bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:20.639 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.762+0000 7f299e0bd700 1 --2- 172.21.15.28:0/885640421 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f29981087e0 0x7f2998108bf0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f29900098a0 tx=0x7f2990009bb0 comp rx=0 tx=0).stop 2024-04-25T17:06:20.639 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.762+0000 7f299e0bd700 1 -- 172.21.15.28:0/885640421 shutdown_connections 2024-04-25T17:06:20.639 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.762+0000 7f299e0bd700 1 --2- 172.21.15.28:0/885640421 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f29981087e0 0x7f2998108bf0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:20.639 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.762+0000 7f299e0bd700 1 -- 172.21.15.28:0/885640421 >> 172.21.15.28:0/885640421 conn(0x7f2998103ee0 msgr2=0x7f2998106330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:20.639 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.762+0000 7f299e0bd700 1 -- 172.21.15.28:0/885640421 shutdown_connections 2024-04-25T17:06:20.639 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.762+0000 7f299e0bd700 1 -- 172.21.15.28:0/885640421 wait complete. 2024-04-25T17:06:20.639 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.763+0000 7f299e0bd700 1 Processor -- start 2024-04-25T17:06:20.639 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.763+0000 7f299e0bd700 1 -- start start 2024-04-25T17:06:20.640 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.763+0000 7f299e0bd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f29981087e0 0x7f299807c990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:20.640 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.763+0000 7f299e0bd700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f299810cb40 con 0x7f29981087e0 2024-04-25T17:06:20.640 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.764+0000 7f29977fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f29981087e0 0x7f299807c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:20.640 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.764+0000 7f29977fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f29981087e0 0x7f299807c990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:33700/0 (socket says 172.21.15.28:33700) 2024-04-25T17:06:20.640 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.764+0000 7f29977fe700 1 -- 172.21.15.28:0/2367808277 learned_addr learned my addr 172.21.15.28:0/2367808277 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:20.640 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.764+0000 7f29977fe700 1 -- 172.21.15.28:0/2367808277 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f299807ced0 con 0x7f29981087e0 2024-04-25T17:06:20.640 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.764+0000 7f29977fe700 1 --2- 172.21.15.28:0/2367808277 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f29981087e0 0x7f299807c990 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f2990009fb0 tx=0x7f2990011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:20.640 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.764+0000 7f2994ff9700 1 -- 172.21.15.28:0/2367808277 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f29900038b0 con 0x7f29981087e0 2024-04-25T17:06:20.640 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.764+0000 7f299e0bd700 1 -- 172.21.15.28:0/2367808277 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29981a0920 con 0x7f29981087e0 2024-04-25T17:06:20.640 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.764+0000 7f2994ff9700 1 -- 172.21.15.28:0/2367808277 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f2990003a50 con 0x7f29981087e0 2024-04-25T17:06:20.640 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.764+0000 7f2994ff9700 1 -- 172.21.15.28:0/2367808277 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2990019550 con 0x7f29981087e0 2024-04-25T17:06:20.640 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.764+0000 7f299e0bd700 1 -- 172.21.15.28:0/2367808277 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29981a0da0 con 0x7f29981087e0 2024-04-25T17:06:20.640 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.765+0000 7f2994ff9700 1 -- 172.21.15.28:0/2367808277 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 8) ==== 49516+0+0 (secure 0 0 0) 0x7f2990019850 con 0x7f29981087e0 2024-04-25T17:06:20.640 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.765+0000 7f299e0bd700 1 -- 172.21.15.28:0/2367808277 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2998064cf0 con 0x7f29981087e0 2024-04-25T17:06:20.641 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.765+0000 7f2994ff9700 1 --2- 172.21.15.28:0/2367808277 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f298403d5e0 0x7f298403faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:20.641 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.766+0000 7f2994ff9700 1 -- 172.21.15.28:0/2367808277 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f29900529a0 con 0x7f29981087e0 2024-04-25T17:06:20.641 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.766+0000 7f2996ffd700 1 --2- 172.21.15.28:0/2367808277 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f298403d5e0 0x7f298403faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:20.641 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.766+0000 7f2996ffd700 1 --2- 172.21.15.28:0/2367808277 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f298403d5e0 0x7f298403faf0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f2980006fd0 tx=0x7f2980006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:20.641 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.771+0000 7f2994ff9700 1 -- 172.21.15.28:0/2367808277 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2990017e90 con 0x7f29981087e0 2024-04-25T17:06:20.641 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.979+0000 7f299e0bd700 1 -- 172.21.15.28:0/2367808277 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f29981a17e0 con 0x7f29981087e0 2024-04-25T17:06:20.641 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.982+0000 7f2994ff9700 1 -- 172.21.15.28:0/2367808277 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v6)=0 v6) ==== 142+0+0 (secure 0 0 0) 0x7f2990023390 con 0x7f29981087e0 2024-04-25T17:06:20.641 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.984+0000 7f299e0bd700 1 -- 172.21.15.28:0/2367808277 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f298403d5e0 msgr2=0x7f298403faf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:20.641 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.984+0000 7f299e0bd700 1 --2- 172.21.15.28:0/2367808277 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f298403d5e0 0x7f298403faf0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f2980006fd0 tx=0x7f2980006e40 comp rx=0 tx=0).stop 2024-04-25T17:06:20.641 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.984+0000 7f299e0bd700 1 -- 172.21.15.28:0/2367808277 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f29981087e0 msgr2=0x7f299807c990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:20.641 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.984+0000 7f299e0bd700 1 --2- 172.21.15.28:0/2367808277 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f29981087e0 0x7f299807c990 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f2990009fb0 tx=0x7f2990011a60 comp rx=0 tx=0).stop 2024-04-25T17:06:20.641 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.984+0000 7f299e0bd700 1 -- 172.21.15.28:0/2367808277 shutdown_connections 2024-04-25T17:06:20.641 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.984+0000 7f299e0bd700 1 --2- 172.21.15.28:0/2367808277 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f298403d5e0 0x7f298403faf0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:20.642 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.984+0000 7f299e0bd700 1 --2- 172.21.15.28:0/2367808277 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f29981087e0 0x7f299807c990 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:20.642 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.984+0000 7f299e0bd700 1 -- 172.21.15.28:0/2367808277 >> 172.21.15.28:0/2367808277 conn(0x7f2998103ee0 msgr2=0x7f2998105810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:20.642 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.985+0000 7f299e0bd700 1 -- 172.21.15.28:0/2367808277 shutdown_connections 2024-04-25T17:06:20.642 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:19.985+0000 7f299e0bd700 1 -- 172.21.15.28:0/2367808277 wait complete. 2024-04-25T17:06:21.023 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:20 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2367808277' entity='client.admin' 2024-04-25T17:06:21.023 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:20 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' 2024-04-25T17:06:21.023 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:20 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' 2024-04-25T17:06:21.859 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.058+0000 7fcb2b8d7700 1 Processor -- start 2024-04-25T17:06:21.860 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.058+0000 7fcb2b8d7700 1 -- start start 2024-04-25T17:06:21.860 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.059+0000 7fcb2b8d7700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcb2410a400 0x7fcb2410c820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:21.860 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.059+0000 7fcb2b8d7700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fcb2407ce00 con 0x7fcb2410a400 2024-04-25T17:06:21.860 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.059+0000 7fcb29673700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcb2410a400 0x7fcb2410c820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:21.860 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.059+0000 7fcb29673700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcb2410a400 0x7fcb2410c820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:33710/0 (socket says 172.21.15.28:33710) 2024-04-25T17:06:21.860 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.059+0000 7fcb29673700 1 -- 172.21.15.28:0/3940232582 learned_addr learned my addr 172.21.15.28:0/3940232582 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:21.860 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.059+0000 7fcb29673700 1 -- 172.21.15.28:0/3940232582 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb2410cd60 con 0x7fcb2410a400 2024-04-25T17:06:21.860 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.059+0000 7fcb29673700 1 --2- 172.21.15.28:0/3940232582 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcb2410a400 0x7fcb2410c820 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fcb140098a0 tx=0x7fcb14009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4229a700f080d21b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:21.860 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.059+0000 7fcb1bfff700 1 -- 172.21.15.28:0/3940232582 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcb14004160 con 0x7fcb2410a400 2024-04-25T17:06:21.860 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.060+0000 7fcb1bfff700 1 -- 172.21.15.28:0/3940232582 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcb14004300 con 0x7fcb2410a400 2024-04-25T17:06:21.860 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.060+0000 7fcb1bfff700 1 -- 172.21.15.28:0/3940232582 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcb14011960 con 0x7fcb2410a400 2024-04-25T17:06:21.861 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.060+0000 7fcb2b8d7700 1 -- 172.21.15.28:0/3940232582 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcb2410a400 msgr2=0x7fcb2410c820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:21.861 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.060+0000 7fcb2b8d7700 1 --2- 172.21.15.28:0/3940232582 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcb2410a400 0x7fcb2410c820 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fcb140098a0 tx=0x7fcb14009bb0 comp rx=0 tx=0).stop 2024-04-25T17:06:21.861 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.061+0000 7fcb2b8d7700 1 -- 172.21.15.28:0/3940232582 shutdown_connections 2024-04-25T17:06:21.861 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.061+0000 7fcb2b8d7700 1 --2- 172.21.15.28:0/3940232582 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcb2410a400 0x7fcb2410c820 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:21.861 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.061+0000 7fcb2b8d7700 1 -- 172.21.15.28:0/3940232582 >> 172.21.15.28:0/3940232582 conn(0x7fcb24103f20 msgr2=0x7fcb24106370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:21.861 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.061+0000 7fcb2b8d7700 1 -- 172.21.15.28:0/3940232582 shutdown_connections 2024-04-25T17:06:21.861 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.061+0000 7fcb2b8d7700 1 -- 172.21.15.28:0/3940232582 wait complete. 2024-04-25T17:06:21.861 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.061+0000 7fcb2b8d7700 1 Processor -- start 2024-04-25T17:06:21.861 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.061+0000 7fcb2b8d7700 1 -- start start 2024-04-25T17:06:21.861 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.061+0000 7fcb2b8d7700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcb2410a400 0x7fcb2419fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:21.861 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.061+0000 7fcb2b8d7700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fcb24108f00 con 0x7fcb2410a400 2024-04-25T17:06:21.861 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.062+0000 7fcb29673700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcb2410a400 0x7fcb2419fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:21.861 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.062+0000 7fcb29673700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcb2410a400 0x7fcb2419fd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:33714/0 (socket says 172.21.15.28:33714) 2024-04-25T17:06:21.861 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.062+0000 7fcb29673700 1 -- 172.21.15.28:0/3389188364 learned_addr learned my addr 172.21.15.28:0/3389188364 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:21.862 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.062+0000 7fcb29673700 1 -- 172.21.15.28:0/3389188364 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb241a0290 con 0x7fcb2410a400 2024-04-25T17:06:21.862 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.062+0000 7fcb29673700 1 --2- 172.21.15.28:0/3389188364 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcb2410a400 0x7fcb2419fd50 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fcb14011670 tx=0x7fcb14011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:21.862 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.062+0000 7fcb1a7fc700 1 -- 172.21.15.28:0/3389188364 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcb14003a60 con 0x7fcb2410a400 2024-04-25T17:06:21.862 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.062+0000 7fcb1a7fc700 1 -- 172.21.15.28:0/3389188364 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcb1401b8d0 con 0x7fcb2410a400 2024-04-25T17:06:21.862 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.062+0000 7fcb2b8d7700 1 -- 172.21.15.28:0/3389188364 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb241a0520 con 0x7fcb2410a400 2024-04-25T17:06:21.862 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.062+0000 7fcb1a7fc700 1 -- 172.21.15.28:0/3389188364 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcb14023750 con 0x7fcb2410a400 2024-04-25T17:06:21.862 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.062+0000 7fcb2b8d7700 1 -- 172.21.15.28:0/3389188364 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb241a3120 con 0x7fcb2410a400 2024-04-25T17:06:21.862 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.063+0000 7fcb2b8d7700 1 -- 172.21.15.28:0/3389188364 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb24064cf0 con 0x7fcb2410a400 2024-04-25T17:06:21.862 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.064+0000 7fcb1a7fc700 1 -- 172.21.15.28:0/3389188364 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 8) ==== 49516+0+0 (secure 0 0 0) 0x7fcb14023ad0 con 0x7fcb2410a400 2024-04-25T17:06:21.862 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.064+0000 7fcb1a7fc700 1 --2- 172.21.15.28:0/3389188364 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7fcb1003d5e0 0x7fcb1003faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:21.862 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.064+0000 7fcb1a7fc700 1 -- 172.21.15.28:0/3389188364 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fcb14052e10 con 0x7fcb2410a400 2024-04-25T17:06:21.862 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.064+0000 7fcb28e72700 1 --2- 172.21.15.28:0/3389188364 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7fcb1003d5e0 0x7fcb1003faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:21.862 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.064+0000 7fcb28e72700 1 --2- 172.21.15.28:0/3389188364 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7fcb1003d5e0 0x7fcb1003faf0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fcb20006fd0 tx=0x7fcb20006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:21.863 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.069+0000 7fcb1a7fc700 1 -- 172.21.15.28:0/3389188364 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcb1401f030 con 0x7fcb2410a400 2024-04-25T17:06:21.863 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.305+0000 7fcb2b8d7700 1 -- 172.21.15.28:0/3389188364 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7fcb240642a0 con 0x7fcb2410a400 2024-04-25T17:06:21.863 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.308+0000 7fcb1a7fc700 1 -- 172.21.15.28:0/3389188364 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7fcb14019e20 con 0x7fcb2410a400 2024-04-25T17:06:21.863 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.311+0000 7fcb2b8d7700 1 -- 172.21.15.28:0/3389188364 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7fcb1003d5e0 msgr2=0x7fcb1003faf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:21.863 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.311+0000 7fcb2b8d7700 1 --2- 172.21.15.28:0/3389188364 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7fcb1003d5e0 0x7fcb1003faf0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fcb20006fd0 tx=0x7fcb20006e40 comp rx=0 tx=0).stop 2024-04-25T17:06:21.863 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.311+0000 7fcb2b8d7700 1 -- 172.21.15.28:0/3389188364 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcb2410a400 msgr2=0x7fcb2419fd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:21.863 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.311+0000 7fcb2b8d7700 1 --2- 172.21.15.28:0/3389188364 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcb2410a400 0x7fcb2419fd50 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fcb14011670 tx=0x7fcb14011a30 comp rx=0 tx=0).stop 2024-04-25T17:06:21.863 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.311+0000 7fcb2b8d7700 1 -- 172.21.15.28:0/3389188364 shutdown_connections 2024-04-25T17:06:21.863 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.311+0000 7fcb2b8d7700 1 --2- 172.21.15.28:0/3389188364 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7fcb1003d5e0 0x7fcb1003faf0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:21.863 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.311+0000 7fcb2b8d7700 1 --2- 172.21.15.28:0/3389188364 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcb2410a400 0x7fcb2419fd50 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:21.863 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.311+0000 7fcb2b8d7700 1 -- 172.21.15.28:0/3389188364 >> 172.21.15.28:0/3389188364 conn(0x7fcb24103f20 msgr2=0x7fcb24105e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:21.863 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.311+0000 7fcb2b8d7700 1 -- 172.21.15.28:0/3389188364 shutdown_connections 2024-04-25T17:06:21.863 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:21.311+0000 7fcb2b8d7700 1 -- 172.21.15.28:0/3389188364 wait complete. 2024-04-25T17:06:21.863 INFO:teuthology.orchestra.run.smithi028.stdout:Enabling the dashboard module... 2024-04-25T17:06:22.569 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:22 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3389188364' entity='client.admin' 2024-04-25T17:06:23.570 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:23 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3699170756' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-25T17:06:23.570 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:23 smithi028 ceph-mon[29207]: from='mgr.14118 172.21.15.28:0/3843655874' entity='mgr.x' 2024-04-25T17:06:23.571 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:23 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: ignoring --setuser ceph since I am not root 2024-04-25T17:06:23.571 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:23 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: ignoring --setgroup ceph since I am not root 2024-04-25T17:06:23.571 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:23 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:23.570+0000 7f8cca46f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T17:06:23.876 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:23 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:23.769+0000 7f8cca46f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T17:06:23.877 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:23 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:23.877+0000 7f8cca46f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T17:06:23.910 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.313+0000 7fa069cb6700 1 Processor -- start 2024-04-25T17:06:23.910 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.313+0000 7fa069cb6700 1 -- start start 2024-04-25T17:06:23.910 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.313+0000 7fa069cb6700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa06407f7a0 0x7fa06407dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:23.910 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.313+0000 7fa069cb6700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fa06407e1b0 con 0x7fa06407f7a0 2024-04-25T17:06:23.910 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.313+0000 7fa0637fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa06407f7a0 0x7fa06407dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:23.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.313+0000 7fa0637fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa06407f7a0 0x7fa06407dc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:33722/0 (socket says 172.21.15.28:33722) 2024-04-25T17:06:23.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.313+0000 7fa0637fe700 1 -- 172.21.15.28:0/3346666943 learned_addr learned my addr 172.21.15.28:0/3346666943 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:23.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.314+0000 7fa0637fe700 1 -- 172.21.15.28:0/3346666943 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa06407e330 con 0x7fa06407f7a0 2024-04-25T17:06:23.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.314+0000 7fa0637fe700 1 --2- 172.21.15.28:0/3346666943 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa06407f7a0 0x7fa06407dc70 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa0540098a0 tx=0x7fa054009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68b29d4b2a208c51 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:23.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.314+0000 7fa0627fc700 1 -- 172.21.15.28:0/3346666943 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa054004160 con 0x7fa06407f7a0 2024-04-25T17:06:23.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.314+0000 7fa0627fc700 1 -- 172.21.15.28:0/3346666943 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa054004300 con 0x7fa06407f7a0 2024-04-25T17:06:23.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.314+0000 7fa0627fc700 1 -- 172.21.15.28:0/3346666943 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa054011960 con 0x7fa06407f7a0 2024-04-25T17:06:23.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.315+0000 7fa069cb6700 1 -- 172.21.15.28:0/3346666943 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa06407f7a0 msgr2=0x7fa06407dc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:23.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.315+0000 7fa069cb6700 1 --2- 172.21.15.28:0/3346666943 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa06407f7a0 0x7fa06407dc70 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa0540098a0 tx=0x7fa054009bb0 comp rx=0 tx=0).stop 2024-04-25T17:06:23.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.315+0000 7fa069cb6700 1 -- 172.21.15.28:0/3346666943 shutdown_connections 2024-04-25T17:06:23.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.315+0000 7fa069cb6700 1 --2- 172.21.15.28:0/3346666943 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa06407f7a0 0x7fa06407dc70 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:23.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.315+0000 7fa069cb6700 1 -- 172.21.15.28:0/3346666943 >> 172.21.15.28:0/3346666943 conn(0x7fa064105080 msgr2=0x7fa0641074f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:23.911 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.315+0000 7fa069cb6700 1 -- 172.21.15.28:0/3346666943 shutdown_connections 2024-04-25T17:06:23.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.315+0000 7fa069cb6700 1 -- 172.21.15.28:0/3346666943 wait complete. 2024-04-25T17:06:23.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.315+0000 7fa069cb6700 1 Processor -- start 2024-04-25T17:06:23.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.316+0000 7fa069cb6700 1 -- start start 2024-04-25T17:06:23.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.316+0000 7fa069cb6700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa06407f7a0 0x7fa06419fe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:23.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.316+0000 7fa069cb6700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fa06410ff20 con 0x7fa06407f7a0 2024-04-25T17:06:23.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.316+0000 7fa0637fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa06407f7a0 0x7fa06419fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:23.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.316+0000 7fa0637fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa06407f7a0 0x7fa06419fe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:33728/0 (socket says 172.21.15.28:33728) 2024-04-25T17:06:23.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.316+0000 7fa0637fe700 1 -- 172.21.15.28:0/3699170756 learned_addr learned my addr 172.21.15.28:0/3699170756 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:23.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.316+0000 7fa0637fe700 1 -- 172.21.15.28:0/3699170756 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0641a0370 con 0x7fa06407f7a0 2024-04-25T17:06:23.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.317+0000 7fa0637fe700 1 --2- 172.21.15.28:0/3699170756 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa06407f7a0 0x7fa06419fe30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fa054011670 tx=0x7fa054011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:23.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.317+0000 7fa060ff9700 1 -- 172.21.15.28:0/3699170756 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa054003a60 con 0x7fa06407f7a0 2024-04-25T17:06:23.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.317+0000 7fa069cb6700 1 -- 172.21.15.28:0/3699170756 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0641a0600 con 0x7fa06407f7a0 2024-04-25T17:06:23.912 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.317+0000 7fa060ff9700 1 -- 172.21.15.28:0/3699170756 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa05401b8d0 con 0x7fa06407f7a0 2024-04-25T17:06:23.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.317+0000 7fa060ff9700 1 -- 172.21.15.28:0/3699170756 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa054023790 con 0x7fa06407f7a0 2024-04-25T17:06:23.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.317+0000 7fa069cb6700 1 -- 172.21.15.28:0/3699170756 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0641a3210 con 0x7fa06407f7a0 2024-04-25T17:06:23.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.318+0000 7fa060ff9700 1 -- 172.21.15.28:0/3699170756 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 8) ==== 49516+0+0 (secure 0 0 0) 0x7fa054023a90 con 0x7fa06407f7a0 2024-04-25T17:06:23.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.318+0000 7fa060ff9700 1 --2- 172.21.15.28:0/3699170756 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7fa04c03d630 0x7fa04c03fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:23.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.318+0000 7fa060ff9700 1 -- 172.21.15.28:0/3699170756 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa054053b90 con 0x7fa06407f7a0 2024-04-25T17:06:23.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.318+0000 7fa062ffd700 1 --2- 172.21.15.28:0/3699170756 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7fa04c03d630 0x7fa04c03fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:23.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.318+0000 7fa069cb6700 1 -- 172.21.15.28:0/3699170756 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa064064cf0 con 0x7fa06407f7a0 2024-04-25T17:06:23.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.319+0000 7fa062ffd700 1 --2- 172.21.15.28:0/3699170756 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7fa04c03d630 0x7fa04c03fb40 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fa058006fd0 tx=0x7fa058006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:23.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.324+0000 7fa060ff9700 1 -- 172.21.15.28:0/3699170756 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa05401f030 con 0x7fa06407f7a0 2024-04-25T17:06:23.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:22.593+0000 7fa069cb6700 1 -- 172.21.15.28:0/3699170756 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7fa0641a33e0 con 0x7fa06407f7a0 2024-04-25T17:06:23.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:23.312+0000 7fa060ff9700 1 -- 172.21.15.28:0/3699170756 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7fa05400b3e0 con 0x7fa06407f7a0 2024-04-25T17:06:23.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:23.315+0000 7fa060ff9700 1 -- 172.21.15.28:0/3699170756 <== mon.0 v2:172.21.15.28:3300/0 8 ==== mgrmap(e 9) ==== 49529+0+0 (secure 0 0 0) 0x7fa05402c3f0 con 0x7fa06407f7a0 2024-04-25T17:06:23.913 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:23.315+0000 7fa069cb6700 1 -- 172.21.15.28:0/3699170756 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7fa04c03d630 msgr2=0x7fa04c03fb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:23.914 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:23.315+0000 7fa069cb6700 1 --2- 172.21.15.28:0/3699170756 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7fa04c03d630 0x7fa04c03fb40 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fa058006fd0 tx=0x7fa058006e40 comp rx=0 tx=0).stop 2024-04-25T17:06:23.914 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:23.315+0000 7fa069cb6700 1 -- 172.21.15.28:0/3699170756 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa06407f7a0 msgr2=0x7fa06419fe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:23.914 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:23.315+0000 7fa069cb6700 1 --2- 172.21.15.28:0/3699170756 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa06407f7a0 0x7fa06419fe30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fa054011670 tx=0x7fa054011a30 comp rx=0 tx=0).stop 2024-04-25T17:06:23.914 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:23.315+0000 7fa069cb6700 1 -- 172.21.15.28:0/3699170756 shutdown_connections 2024-04-25T17:06:23.914 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:23.315+0000 7fa069cb6700 1 --2- 172.21.15.28:0/3699170756 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7fa04c03d630 0x7fa04c03fb40 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:23.914 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:23.315+0000 7fa069cb6700 1 --2- 172.21.15.28:0/3699170756 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa06407f7a0 0x7fa06419fe30 secure :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fa054011670 tx=0x7fa054011a30 comp rx=0 tx=0).stop 2024-04-25T17:06:23.914 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:23.315+0000 7fa069cb6700 1 -- 172.21.15.28:0/3699170756 >> 172.21.15.28:0/3699170756 conn(0x7fa064105080 msgr2=0x7fa064105870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:23.914 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:23.316+0000 7fa069cb6700 1 -- 172.21.15.28:0/3699170756 shutdown_connections 2024-04-25T17:06:23.914 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:23.316+0000 7fa069cb6700 1 -- 172.21.15.28:0/3699170756 wait complete. 2024-04-25T17:06:24.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:24 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3699170756' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-25T17:06:24.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:24 smithi028 ceph-mon[29207]: mgrmap e9: x(active, since 19s) 2024-04-25T17:06:24.423 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:24 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:24.211+0000 7f8cca46f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T17:06:24.423 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:24 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:24.303+0000 7f8cca46f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T17:06:25.225 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout { 2024-04-25T17:06:25.225 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-25T17:06:25.225 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-25T17:06:25.225 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-25T17:06:25.225 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-25T17:06:25.226 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout } 2024-04-25T17:06:25.226 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.378+0000 7f3757c3e700 1 Processor -- start 2024-04-25T17:06:25.226 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.379+0000 7f3757c3e700 1 -- start start 2024-04-25T17:06:25.226 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.379+0000 7f3757c3e700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f37501098f0 0x7f3750109d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:25.226 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.379+0000 7f3757c3e700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f375010a2f0 con 0x7f37501098f0 2024-04-25T17:06:25.226 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.379+0000 7f37559da700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f37501098f0 0x7f3750109d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:25.226 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.379+0000 7f37559da700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f37501098f0 0x7f3750109d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:33762/0 (socket says 172.21.15.28:33762) 2024-04-25T17:06:25.226 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.379+0000 7f37559da700 1 -- 172.21.15.28:0/1968074247 learned_addr learned my addr 172.21.15.28:0/1968074247 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:25.226 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.380+0000 7f37559da700 1 -- 172.21.15.28:0/1968074247 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f375010aa20 con 0x7f37501098f0 2024-04-25T17:06:25.226 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.380+0000 7f37559da700 1 --2- 172.21.15.28:0/1968074247 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f37501098f0 0x7f3750109d00 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f374c0098a0 tx=0x7f374c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=befddf879ec8066a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:25.226 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.380+0000 7f37549d8700 1 -- 172.21.15.28:0/1968074247 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f374c004160 con 0x7f37501098f0 2024-04-25T17:06:25.226 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.380+0000 7f37549d8700 1 -- 172.21.15.28:0/1968074247 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f374c004300 con 0x7f37501098f0 2024-04-25T17:06:25.227 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.380+0000 7f37549d8700 1 -- 172.21.15.28:0/1968074247 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f374c011960 con 0x7f37501098f0 2024-04-25T17:06:25.227 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.381+0000 7f3757c3e700 1 -- 172.21.15.28:0/1968074247 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f37501098f0 msgr2=0x7f3750109d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:25.227 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.381+0000 7f3757c3e700 1 --2- 172.21.15.28:0/1968074247 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f37501098f0 0x7f3750109d00 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f374c0098a0 tx=0x7f374c009bb0 comp rx=0 tx=0).stop 2024-04-25T17:06:25.227 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.381+0000 7f3757c3e700 1 -- 172.21.15.28:0/1968074247 shutdown_connections 2024-04-25T17:06:25.227 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.381+0000 7f3757c3e700 1 --2- 172.21.15.28:0/1968074247 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f37501098f0 0x7f3750109d00 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:25.227 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.381+0000 7f3757c3e700 1 -- 172.21.15.28:0/1968074247 >> 172.21.15.28:0/1968074247 conn(0x7f3750104f50 msgr2=0x7f37501073e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:25.227 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.381+0000 7f3757c3e700 1 -- 172.21.15.28:0/1968074247 shutdown_connections 2024-04-25T17:06:25.227 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.381+0000 7f3757c3e700 1 -- 172.21.15.28:0/1968074247 wait complete. 2024-04-25T17:06:25.228 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.382+0000 7f3757c3e700 1 Processor -- start 2024-04-25T17:06:25.228 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.382+0000 7f3757c3e700 1 -- start start 2024-04-25T17:06:25.228 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.382+0000 7f3757c3e700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f37501098f0 0x7f375019db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:25.228 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.382+0000 7f3757c3e700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f375010ddd0 con 0x7f37501098f0 2024-04-25T17:06:25.228 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.382+0000 7f37559da700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f37501098f0 0x7f375019db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:25.228 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.382+0000 7f37559da700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f37501098f0 0x7f375019db00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:33778/0 (socket says 172.21.15.28:33778) 2024-04-25T17:06:25.228 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.382+0000 7f37559da700 1 -- 172.21.15.28:0/518330482 learned_addr learned my addr 172.21.15.28:0/518330482 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:25.228 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.383+0000 7f37559da700 1 -- 172.21.15.28:0/518330482 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f375019e040 con 0x7f37501098f0 2024-04-25T17:06:25.228 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.383+0000 7f37559da700 1 --2- 172.21.15.28:0/518330482 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f37501098f0 0x7f375019db00 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f374c011980 tx=0x7f374c011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:25.229 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.383+0000 7f3742ffd700 1 -- 172.21.15.28:0/518330482 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f374c01f070 con 0x7f37501098f0 2024-04-25T17:06:25.229 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.383+0000 7f3742ffd700 1 -- 172.21.15.28:0/518330482 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f374c003aa0 con 0x7f37501098f0 2024-04-25T17:06:25.229 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.383+0000 7f3757c3e700 1 -- 172.21.15.28:0/518330482 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f375019e2d0 con 0x7f37501098f0 2024-04-25T17:06:25.229 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.383+0000 7f3742ffd700 1 -- 172.21.15.28:0/518330482 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f374c019560 con 0x7f37501098f0 2024-04-25T17:06:25.229 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.383+0000 7f3757c3e700 1 -- 172.21.15.28:0/518330482 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37501a0ee0 con 0x7f37501098f0 2024-04-25T17:06:25.229 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.384+0000 7f3757c3e700 1 -- 172.21.15.28:0/518330482 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3750064cf0 con 0x7f37501098f0 2024-04-25T17:06:25.229 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.384+0000 7f3742ffd700 1 -- 172.21.15.28:0/518330482 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 9) ==== 49529+0+0 (secure 0 0 0) 0x7f374c022070 con 0x7f37501098f0 2024-04-25T17:06:25.229 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.385+0000 7f3742ffd700 1 --2- 172.21.15.28:0/518330482 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f373c03d680 0x7f373c03fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:25.229 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.385+0000 7f3742ffd700 1 -- 172.21.15.28:0/518330482 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f374c0527d0 con 0x7f37501098f0 2024-04-25T17:06:25.229 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.385+0000 7f37551d9700 1 -- 172.21.15.28:0/518330482 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f373c03d680 msgr2=0x7f373c03fb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.28:6800/3754186796 2024-04-25T17:06:25.229 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.385+0000 7f37551d9700 1 --2- 172.21.15.28:0/518330482 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f373c03d680 0x7f373c03fb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T17:06:25.229 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.390+0000 7f3742ffd700 1 -- 172.21.15.28:0/518330482 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f374c0212c0 con 0x7f37501098f0 2024-04-25T17:06:25.229 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.586+0000 7f37551d9700 1 -- 172.21.15.28:0/518330482 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f373c03d680 msgr2=0x7f373c03fb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.28:6800/3754186796 2024-04-25T17:06:25.230 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.586+0000 7f37551d9700 1 --2- 172.21.15.28:0/518330482 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f373c03d680 0x7f373c03fb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T17:06:25.230 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.677+0000 7f3757c3e700 1 -- 172.21.15.28:0/518330482 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f37501a10b0 con 0x7f37501098f0 2024-04-25T17:06:25.230 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.677+0000 7f3742ffd700 1 -- 172.21.15.28:0/518330482 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f374c019d90 con 0x7f37501098f0 2024-04-25T17:06:25.230 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.680+0000 7f3757c3e700 1 -- 172.21.15.28:0/518330482 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f373c03d680 msgr2=0x7f373c03fb90 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T17:06:25.230 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.680+0000 7f3757c3e700 1 --2- 172.21.15.28:0/518330482 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f373c03d680 0x7f373c03fb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:25.230 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.680+0000 7f3757c3e700 1 -- 172.21.15.28:0/518330482 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f37501098f0 msgr2=0x7f375019db00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:25.230 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.680+0000 7f3757c3e700 1 --2- 172.21.15.28:0/518330482 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f37501098f0 0x7f375019db00 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f374c011980 tx=0x7f374c011a60 comp rx=0 tx=0).stop 2024-04-25T17:06:25.230 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.680+0000 7f3757c3e700 1 -- 172.21.15.28:0/518330482 shutdown_connections 2024-04-25T17:06:25.230 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.680+0000 7f3757c3e700 1 --2- 172.21.15.28:0/518330482 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f373c03d680 0x7f373c03fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:25.230 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.680+0000 7f3757c3e700 1 --2- 172.21.15.28:0/518330482 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f37501098f0 0x7f375019db00 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:25.230 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.680+0000 7f3757c3e700 1 -- 172.21.15.28:0/518330482 >> 172.21.15.28:0/518330482 conn(0x7f3750104f50 msgr2=0x7f3750105760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:25.230 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.680+0000 7f3757c3e700 1 -- 172.21.15.28:0/518330482 shutdown_connections 2024-04-25T17:06:25.230 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:24.680+0000 7f3757c3e700 1 -- 172.21.15.28:0/518330482 wait complete. 2024-04-25T17:06:25.231 INFO:teuthology.orchestra.run.smithi028.stdout:Waiting for the mgr to restart... 2024-04-25T17:06:25.231 INFO:teuthology.orchestra.run.smithi028.stdout:Waiting for mgr epoch 9... 2024-04-25T17:06:25.594 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:25 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/518330482' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-25T17:06:25.923 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:25 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:25.603+0000 7f8cca46f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T17:06:25.923 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:25 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:25.786+0000 7f8cca46f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T17:06:26.243 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:25 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:25.963+0000 7f8cca46f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T17:06:26.576 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:26 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:26.269+0000 7f8cca46f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T17:06:26.576 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:26 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:26.365+0000 7f8cca46f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T17:06:26.576 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:26 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:26.576+0000 7f8cca46f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T17:06:26.923 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:26 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:26.780+0000 7f8cca46f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T17:06:27.673 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:27 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:27.410+0000 7f8cca46f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T17:06:28.171 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:27 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:27.856+0000 7f8cca46f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T17:06:28.171 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:27 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:27.958+0000 7f8cca46f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T17:06:28.171 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:28 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:28.171+0000 7f8cca46f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T17:06:28.923 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:28 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:28.716+0000 7f8cca46f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T17:06:28.923 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:28 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:28.814+0000 7f8cca46f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T17:06:29.423 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:29 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:29.071+0000 7f8cca46f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T17:06:29.423 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:29 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:29.212+0000 7f8cca46f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T17:06:29.423 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:29 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:29.312+0000 7f8cca46f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T17:06:29.748 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:29 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:29.435+0000 7f8cca46f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T17:06:29.748 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:29 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:29.748+0000 7f8cca46f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T17:06:30.661 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:30 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:30.381+0000 7f8cca46f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T17:06:30.662 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:06:30 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:06:30.609+0000 7f8cca46f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T17:06:30.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:30 smithi028 ceph-mon[29207]: Active manager daemon x restarted 2024-04-25T17:06:30.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:30 smithi028 ceph-mon[29207]: Activating manager daemon x 2024-04-25T17:06:30.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:30 smithi028 ceph-mon[29207]: osdmap e3: 0 total, 0 up, 0 in 2024-04-25T17:06:30.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:30 smithi028 ceph-mon[29207]: mgrmap e10: x(active, starting, since 0.00413396s) 2024-04-25T17:06:30.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T17:06:30.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-25T17:06:30.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T17:06:30.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T17:06:30.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T17:06:30.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:30 smithi028 ceph-mon[29207]: Manager daemon x is now available 2024-04-25T17:06:30.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:06:31.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:31 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-25T17:06:31.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:31 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-25T17:06:31.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:31 smithi028 ceph-mon[29207]: mgrmap e11: x(active, since 1.00735s) 2024-04-25T17:06:32.471 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout { 2024-04-25T17:06:32.471 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-25T17:06:32.472 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-25T17:06:32.472 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout } 2024-04-25T17:06:32.472 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.636+0000 7f6f5c8bf700 1 Processor -- start 2024-04-25T17:06:32.472 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.636+0000 7f6f5c8bf700 1 -- start start 2024-04-25T17:06:32.472 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.636+0000 7f6f5c8bf700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6f5807ed90 0x7f6f5807d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:32.481 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.637+0000 7f6f5c8bf700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f6f5807d7a0 con 0x7f6f5807ed90 2024-04-25T17:06:32.481 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.637+0000 7f6f5659c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6f5807ed90 0x7f6f5807d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:32.482 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.637+0000 7f6f5659c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6f5807ed90 0x7f6f5807d260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:56922/0 (socket says 172.21.15.28:56922) 2024-04-25T17:06:32.482 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.637+0000 7f6f5659c700 1 -- 172.21.15.28:0/1293871638 learned_addr learned my addr 172.21.15.28:0/1293871638 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:32.482 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.637+0000 7f6f5659c700 1 -- 172.21.15.28:0/1293871638 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f5807d920 con 0x7f6f5807ed90 2024-04-25T17:06:32.482 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.637+0000 7f6f5659c700 1 --2- 172.21.15.28:0/1293871638 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6f5807ed90 0x7f6f5807d260 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f6f4c0098a0 tx=0x7f6f4c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b13dbc6bd351c6c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:32.482 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.637+0000 7f6f5559a700 1 -- 172.21.15.28:0/1293871638 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6f4c004160 con 0x7f6f5807ed90 2024-04-25T17:06:32.482 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.637+0000 7f6f5559a700 1 -- 172.21.15.28:0/1293871638 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6f4c004300 con 0x7f6f5807ed90 2024-04-25T17:06:32.482 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.637+0000 7f6f5559a700 1 -- 172.21.15.28:0/1293871638 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6f4c011960 con 0x7f6f5807ed90 2024-04-25T17:06:32.482 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.638+0000 7f6f5c8bf700 1 -- 172.21.15.28:0/1293871638 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6f5807ed90 msgr2=0x7f6f5807d260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:32.482 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.638+0000 7f6f5c8bf700 1 --2- 172.21.15.28:0/1293871638 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6f5807ed90 0x7f6f5807d260 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f6f4c0098a0 tx=0x7f6f4c009bb0 comp rx=0 tx=0).stop 2024-04-25T17:06:32.482 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.638+0000 7f6f5c8bf700 1 -- 172.21.15.28:0/1293871638 shutdown_connections 2024-04-25T17:06:32.483 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.638+0000 7f6f5c8bf700 1 --2- 172.21.15.28:0/1293871638 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6f5807ed90 0x7f6f5807d260 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:32.483 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.638+0000 7f6f5c8bf700 1 -- 172.21.15.28:0/1293871638 >> 172.21.15.28:0/1293871638 conn(0x7f6f58104f70 msgr2=0x7f6f581073e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:32.483 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.638+0000 7f6f5c8bf700 1 -- 172.21.15.28:0/1293871638 shutdown_connections 2024-04-25T17:06:32.483 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.638+0000 7f6f5c8bf700 1 -- 172.21.15.28:0/1293871638 wait complete. 2024-04-25T17:06:32.483 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.639+0000 7f6f5c8bf700 1 Processor -- start 2024-04-25T17:06:32.483 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.639+0000 7f6f5c8bf700 1 -- start start 2024-04-25T17:06:32.483 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.639+0000 7f6f5c8bf700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6f5807ed90 0x7f6f5819fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:32.483 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.639+0000 7f6f5c8bf700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f6f5810fe50 con 0x7f6f5807ed90 2024-04-25T17:06:32.483 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.640+0000 7f6f5659c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6f5807ed90 0x7f6f5819fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:32.484 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.640+0000 7f6f5659c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6f5807ed90 0x7f6f5819fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:56932/0 (socket says 172.21.15.28:56932) 2024-04-25T17:06:32.484 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.640+0000 7f6f5659c700 1 -- 172.21.15.28:0/808255861 learned_addr learned my addr 172.21.15.28:0/808255861 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:32.484 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.640+0000 7f6f5659c700 1 -- 172.21.15.28:0/808255861 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f581a01f0 con 0x7f6f5807ed90 2024-04-25T17:06:32.484 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.640+0000 7f6f5659c700 1 --2- 172.21.15.28:0/808255861 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6f5807ed90 0x7f6f5819fcb0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f6f4c011670 tx=0x7f6f4c011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:32.484 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.640+0000 7f6f477fe700 1 -- 172.21.15.28:0/808255861 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6f4c01f070 con 0x7f6f5807ed90 2024-04-25T17:06:32.484 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.640+0000 7f6f477fe700 1 -- 172.21.15.28:0/808255861 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6f4c003b20 con 0x7f6f5807ed90 2024-04-25T17:06:32.484 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.640+0000 7f6f5c8bf700 1 -- 172.21.15.28:0/808255861 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f581a0480 con 0x7f6f5807ed90 2024-04-25T17:06:32.484 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.640+0000 7f6f477fe700 1 -- 172.21.15.28:0/808255861 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6f4c019580 con 0x7f6f5807ed90 2024-04-25T17:06:32.484 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.640+0000 7f6f5c8bf700 1 -- 172.21.15.28:0/808255861 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f581a3090 con 0x7f6f5807ed90 2024-04-25T17:06:32.485 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.641+0000 7f6f477fe700 1 -- 172.21.15.28:0/808255861 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 9) ==== 49529+0+0 (secure 0 0 0) 0x7f6f4c022070 con 0x7f6f5807ed90 2024-04-25T17:06:32.485 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.642+0000 7f6f477fe700 1 --2- 172.21.15.28:0/808255861 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f6f4003d680 0x7f6f4003fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:32.485 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.642+0000 7f6f477fe700 1 -- 172.21.15.28:0/808255861 --> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f6f400402a0 con 0x7f6f4003d680 2024-04-25T17:06:32.485 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.642+0000 7f6f477fe700 1 -- 172.21.15.28:0/808255861 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f6f4c0528f0 con 0x7f6f5807ed90 2024-04-25T17:06:32.485 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.642+0000 7f6f55d9b700 1 -- 172.21.15.28:0/808255861 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f6f4003d680 msgr2=0x7f6f4003fb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.28:6800/3754186796 2024-04-25T17:06:32.485 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.642+0000 7f6f55d9b700 1 --2- 172.21.15.28:0/808255861 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f6f4003d680 0x7f6f4003fb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T17:06:32.485 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.843+0000 7f6f55d9b700 1 -- 172.21.15.28:0/808255861 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f6f4003d680 msgr2=0x7f6f4003fb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.28:6800/3754186796 2024-04-25T17:06:32.485 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:25.843+0000 7f6f55d9b700 1 --2- 172.21.15.28:0/808255861 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f6f4003d680 0x7f6f4003fb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T17:06:32.485 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:26.244+0000 7f6f55d9b700 1 -- 172.21.15.28:0/808255861 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f6f4003d680 msgr2=0x7f6f4003fb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.28:6800/3754186796 2024-04-25T17:06:32.485 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:26.244+0000 7f6f55d9b700 1 --2- 172.21.15.28:0/808255861 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f6f4003d680 0x7f6f4003fb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-25T17:06:32.486 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:27.044+0000 7f6f55d9b700 1 -- 172.21.15.28:0/808255861 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f6f4003d680 msgr2=0x7f6f4003fb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.28:6800/3754186796 2024-04-25T17:06:32.486 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:27.044+0000 7f6f55d9b700 1 --2- 172.21.15.28:0/808255861 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f6f4003d680 0x7f6f4003fb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-25T17:06:32.486 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:28.645+0000 7f6f55d9b700 1 -- 172.21.15.28:0/808255861 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f6f4003d680 msgr2=0x7f6f4003fb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.28:6800/3754186796 2024-04-25T17:06:32.486 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:28.645+0000 7f6f55d9b700 1 --2- 172.21.15.28:0/808255861 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f6f4003d680 0x7f6f4003fb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-25T17:06:32.486 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:30.613+0000 7f6f477fe700 1 -- 172.21.15.28:0/808255861 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mgrmap(e 10) ==== 49296+0+0 (secure 0 0 0) 0x7f6f4c018d60 con 0x7f6f5807ed90 2024-04-25T17:06:32.486 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:30.614+0000 7f6f477fe700 1 -- 172.21.15.28:0/808255861 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f6f4003d680 msgr2=0x7f6f4003fb90 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T17:06:32.486 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:30.614+0000 7f6f477fe700 1 --2- 172.21.15.28:0/808255861 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f6f4003d680 0x7f6f4003fb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:32.486 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:31.615+0000 7f6f477fe700 1 -- 172.21.15.28:0/808255861 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mgrmap(e 11) ==== 49423+0+0 (secure 0 0 0) 0x7f6f4c02bd10 con 0x7f6f5807ed90 2024-04-25T17:06:32.486 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:31.615+0000 7f6f477fe700 1 --2- 172.21.15.28:0/808255861 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6f4c052480 0x7f6f40042fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:32.487 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:31.616+0000 7f6f477fe700 1 -- 172.21.15.28:0/808255861 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f6f400402a0 con 0x7f6f4c052480 2024-04-25T17:06:32.487 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:31.616+0000 7f6f55d9b700 1 --2- 172.21.15.28:0/808255861 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6f4c052480 0x7f6f40042fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:32.487 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:31.618+0000 7f6f55d9b700 1 --2- 172.21.15.28:0/808255861 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6f4c052480 0x7f6f40042fd0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f6f48003a10 tx=0x7f6f480092b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:32.487 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:31.618+0000 7f6f477fe700 1 -- 172.21.15.28:0/808255861 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f6f400402a0 con 0x7f6f4c052480 2024-04-25T17:06:32.487 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:31.631+0000 7f6f5c8bf700 1 -- 172.21.15.28:0/808255861 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f6f58064cf0 con 0x7f6f4c052480 2024-04-25T17:06:32.487 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:31.632+0000 7f6f477fe700 1 -- 172.21.15.28:0/808255861 <== mgr.14150 v2:172.21.15.28:6800/1333936085 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f6f58064cf0 con 0x7f6f4c052480 2024-04-25T17:06:32.487 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:31.632+0000 7f6f5c8bf700 1 -- 172.21.15.28:0/808255861 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6f4c052480 msgr2=0x7f6f40042fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:32.487 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:31.632+0000 7f6f5c8bf700 1 --2- 172.21.15.28:0/808255861 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6f4c052480 0x7f6f40042fd0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f6f48003a10 tx=0x7f6f480092b0 comp rx=0 tx=0).stop 2024-04-25T17:06:32.487 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:31.632+0000 7f6f5c8bf700 1 -- 172.21.15.28:0/808255861 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6f5807ed90 msgr2=0x7f6f5819fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:32.487 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:31.632+0000 7f6f5c8bf700 1 --2- 172.21.15.28:0/808255861 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6f5807ed90 0x7f6f5819fcb0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f6f4c011670 tx=0x7f6f4c011a30 comp rx=0 tx=0).stop 2024-04-25T17:06:32.488 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:31.632+0000 7f6f5c8bf700 1 -- 172.21.15.28:0/808255861 shutdown_connections 2024-04-25T17:06:32.488 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:31.632+0000 7f6f5c8bf700 1 --2- 172.21.15.28:0/808255861 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6f4c052480 0x7f6f40042fd0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:32.488 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:31.632+0000 7f6f5c8bf700 1 --2- 172.21.15.28:0/808255861 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6f5807ed90 0x7f6f5819fcb0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:32.488 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:31.632+0000 7f6f5c8bf700 1 --2- 172.21.15.28:0/808255861 >> [v2:172.21.15.28:6800/3754186796,v1:172.21.15.28:6801/3754186796] conn(0x7f6f4003d680 0x7f6f4003fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:32.488 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:31.632+0000 7f6f5c8bf700 1 -- 172.21.15.28:0/808255861 >> 172.21.15.28:0/808255861 conn(0x7f6f58104f70 msgr2=0x7f6f58105790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:32.488 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:31.632+0000 7f6f5c8bf700 1 -- 172.21.15.28:0/808255861 shutdown_connections 2024-04-25T17:06:32.488 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:31.632+0000 7f6f5c8bf700 1 -- 172.21.15.28:0/808255861 wait complete. 2024-04-25T17:06:32.488 INFO:teuthology.orchestra.run.smithi028.stdout:mgr epoch 9 is available 2024-04-25T17:06:32.488 INFO:teuthology.orchestra.run.smithi028.stdout:Generating a dashboard self-signed certificate... 2024-04-25T17:06:32.744 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:32 smithi028 ceph-mon[29207]: [25/Apr/2024:17:06:31] ENGINE Bus STARTING 2024-04-25T17:06:32.744 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:32 smithi028 ceph-mon[29207]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-25T17:06:32.744 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:32 smithi028 ceph-mon[29207]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-25T17:06:32.744 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:32 smithi028 ceph-mon[29207]: [25/Apr/2024:17:06:31] ENGINE Serving on https://172.21.15.28:7150 2024-04-25T17:06:32.744 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:32 smithi028 ceph-mon[29207]: [25/Apr/2024:17:06:31] ENGINE Serving on http://172.21.15.28:8765 2024-04-25T17:06:32.744 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:32 smithi028 ceph-mon[29207]: [25/Apr/2024:17:06:31] ENGINE Bus STARTED 2024-04-25T17:06:32.744 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:06:33.940 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-25T17:06:33.940 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.953+0000 7f113c0b2700 1 Processor -- start 2024-04-25T17:06:33.940 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.953+0000 7f113c0b2700 1 -- start start 2024-04-25T17:06:33.940 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.953+0000 7f113c0b2700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1134108820 0x7f1134108c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:33.940 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.953+0000 7f113c0b2700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f1134109220 con 0x7f1134108820 2024-04-25T17:06:33.940 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.954+0000 7f1139e4e700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1134108820 0x7f1134108c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:33.940 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.954+0000 7f1139e4e700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1134108820 0x7f1134108c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57012/0 (socket says 172.21.15.28:57012) 2024-04-25T17:06:33.940 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.954+0000 7f1139e4e700 1 -- 172.21.15.28:0/3215404924 learned_addr learned my addr 172.21.15.28:0/3215404924 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:33.940 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.954+0000 7f1139e4e700 1 -- 172.21.15.28:0/3215404924 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1134109950 con 0x7f1134108820 2024-04-25T17:06:33.940 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.954+0000 7f1139e4e700 1 --2- 172.21.15.28:0/3215404924 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1134108820 0x7f1134108c30 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f11240098a0 tx=0x7f1124009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3c581e66893fa41 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:33.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.954+0000 7f1138e4c700 1 -- 172.21.15.28:0/3215404924 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1124004160 con 0x7f1134108820 2024-04-25T17:06:33.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.954+0000 7f1138e4c700 1 -- 172.21.15.28:0/3215404924 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1124004300 con 0x7f1134108820 2024-04-25T17:06:33.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.954+0000 7f1138e4c700 1 -- 172.21.15.28:0/3215404924 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1124011960 con 0x7f1134108820 2024-04-25T17:06:33.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.955+0000 7f113c0b2700 1 -- 172.21.15.28:0/3215404924 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1134108820 msgr2=0x7f1134108c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:33.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.955+0000 7f113c0b2700 1 --2- 172.21.15.28:0/3215404924 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1134108820 0x7f1134108c30 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f11240098a0 tx=0x7f1124009bb0 comp rx=0 tx=0).stop 2024-04-25T17:06:33.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.955+0000 7f113c0b2700 1 -- 172.21.15.28:0/3215404924 shutdown_connections 2024-04-25T17:06:33.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.955+0000 7f113c0b2700 1 --2- 172.21.15.28:0/3215404924 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1134108820 0x7f1134108c30 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:33.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.955+0000 7f113c0b2700 1 -- 172.21.15.28:0/3215404924 >> 172.21.15.28:0/3215404924 conn(0x7f1134103f20 msgr2=0x7f1134106370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:33.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.955+0000 7f113c0b2700 1 -- 172.21.15.28:0/3215404924 shutdown_connections 2024-04-25T17:06:33.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.955+0000 7f113c0b2700 1 -- 172.21.15.28:0/3215404924 wait complete. 2024-04-25T17:06:33.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.956+0000 7f113c0b2700 1 Processor -- start 2024-04-25T17:06:33.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.956+0000 7f113c0b2700 1 -- start start 2024-04-25T17:06:33.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.956+0000 7f113c0b2700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1134108820 0x7f113419dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:33.941 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.956+0000 7f113c0b2700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f113410cd00 con 0x7f1134108820 2024-04-25T17:06:33.942 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.957+0000 7f1139e4e700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1134108820 0x7f113419dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:33.942 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.957+0000 7f1139e4e700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1134108820 0x7f113419dbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57020/0 (socket says 172.21.15.28:57020) 2024-04-25T17:06:33.942 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.957+0000 7f1139e4e700 1 -- 172.21.15.28:0/2689586894 learned_addr learned my addr 172.21.15.28:0/2689586894 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:33.942 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.957+0000 7f1139e4e700 1 -- 172.21.15.28:0/2689586894 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f113419e0f0 con 0x7f1134108820 2024-04-25T17:06:33.942 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.957+0000 7f1139e4e700 1 --2- 172.21.15.28:0/2689586894 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1134108820 0x7f113419dbb0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1124006af0 tx=0x7f1124011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:33.942 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.957+0000 7f112affd700 1 -- 172.21.15.28:0/2689586894 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1124003af0 con 0x7f1134108820 2024-04-25T17:06:33.942 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.957+0000 7f112affd700 1 -- 172.21.15.28:0/2689586894 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f112401b8d0 con 0x7f1134108820 2024-04-25T17:06:33.942 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.957+0000 7f112affd700 1 -- 172.21.15.28:0/2689586894 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1124023820 con 0x7f1134108820 2024-04-25T17:06:33.942 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.957+0000 7f113c0b2700 1 -- 172.21.15.28:0/2689586894 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f113419e380 con 0x7f1134108820 2024-04-25T17:06:33.942 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.957+0000 7f113c0b2700 1 -- 172.21.15.28:0/2689586894 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f113419e7a0 con 0x7f1134108820 2024-04-25T17:06:33.942 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.958+0000 7f112affd700 1 -- 172.21.15.28:0/2689586894 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 11) ==== 49423+0+0 (secure 0 0 0) 0x7f112402c3f0 con 0x7f1134108820 2024-04-25T17:06:33.942 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.959+0000 7f112affd700 1 --2- 172.21.15.28:0/2689586894 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f112003d560 0x7f112003fa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:33.942 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.959+0000 7f113c0b2700 1 -- 172.21.15.28:0/2689586894 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1134064cf0 con 0x7f1134108820 2024-04-25T17:06:33.943 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.959+0000 7f112affd700 1 -- 172.21.15.28:0/2689586894 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f112401bd80 con 0x7f1134108820 2024-04-25T17:06:33.943 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.959+0000 7f113964d700 1 --2- 172.21.15.28:0/2689586894 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f112003d560 0x7f112003fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:33.943 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.959+0000 7f113964d700 1 --2- 172.21.15.28:0/2689586894 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f112003d560 0x7f112003fa70 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1130006fd0 tx=0x7f1130006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:33.943 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:32.964+0000 7f112affd700 1 -- 172.21.15.28:0/2689586894 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f112401f030 con 0x7f1134108820 2024-04-25T17:06:33.943 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:33.182+0000 7f113c0b2700 1 -- 172.21.15.28:0/2689586894 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f1134063ad0 con 0x7f112003d560 2024-04-25T17:06:33.943 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:33.287+0000 7f112affd700 1 -- 172.21.15.28:0/2689586894 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f1134063ad0 con 0x7f112003d560 2024-04-25T17:06:33.943 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:33.290+0000 7f113c0b2700 1 -- 172.21.15.28:0/2689586894 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f112003d560 msgr2=0x7f112003fa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:33.943 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:33.290+0000 7f113c0b2700 1 --2- 172.21.15.28:0/2689586894 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f112003d560 0x7f112003fa70 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1130006fd0 tx=0x7f1130006e40 comp rx=0 tx=0).stop 2024-04-25T17:06:33.943 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:33.290+0000 7f113c0b2700 1 -- 172.21.15.28:0/2689586894 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1134108820 msgr2=0x7f113419dbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:33.943 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:33.290+0000 7f113c0b2700 1 --2- 172.21.15.28:0/2689586894 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1134108820 0x7f113419dbb0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1124006af0 tx=0x7f1124011a30 comp rx=0 tx=0).stop 2024-04-25T17:06:33.943 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:33.290+0000 7f113c0b2700 1 -- 172.21.15.28:0/2689586894 shutdown_connections 2024-04-25T17:06:33.943 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:33.290+0000 7f113c0b2700 1 --2- 172.21.15.28:0/2689586894 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f112003d560 0x7f112003fa70 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:33.943 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:33.290+0000 7f113c0b2700 1 --2- 172.21.15.28:0/2689586894 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1134108820 0x7f113419dbb0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:33.943 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:33.290+0000 7f113c0b2700 1 -- 172.21.15.28:0/2689586894 >> 172.21.15.28:0/2689586894 conn(0x7f1134103f20 msgr2=0x7f1134194160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:33.944 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:33.291+0000 7f113c0b2700 1 -- 172.21.15.28:0/2689586894 shutdown_connections 2024-04-25T17:06:33.944 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:33.291+0000 7f113c0b2700 1 -- 172.21.15.28:0/2689586894 wait complete. 2024-04-25T17:06:33.944 INFO:teuthology.orchestra.run.smithi028.stdout:Creating initial admin user... 2024-04-25T17:06:34.638 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:34 smithi028 ceph-mon[29207]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:06:34.638 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:34 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:06:34.638 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:34 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:06:34.638 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:34 smithi028 ceph-mon[29207]: mgrmap e12: x(active, since 2s) 2024-04-25T17:06:35.446 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$MDlSH8G3K4ZI5bngoEV5k.zjtR0JdbE149qCuzzZqGpybu.UX.9aa", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1714064794, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-25T17:06:35.446 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.385+0000 7f3b3e10b700 1 Processor -- start 2024-04-25T17:06:35.446 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.385+0000 7f3b3e10b700 1 -- start start 2024-04-25T17:06:35.446 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.385+0000 7f3b3e10b700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3b38108870 0x7f3b38108c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:35.446 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.385+0000 7f3b3e10b700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f3b38109270 con 0x7f3b38108870 2024-04-25T17:06:35.447 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.385+0000 7f3b377fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3b38108870 0x7f3b38108c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:35.447 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.385+0000 7f3b377fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3b38108870 0x7f3b38108c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57028/0 (socket says 172.21.15.28:57028) 2024-04-25T17:06:35.447 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.385+0000 7f3b377fe700 1 -- 172.21.15.28:0/3537986512 learned_addr learned my addr 172.21.15.28:0/3537986512 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:35.447 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.386+0000 7f3b377fe700 1 -- 172.21.15.28:0/3537986512 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b381099a0 con 0x7f3b38108870 2024-04-25T17:06:35.447 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.386+0000 7f3b377fe700 1 --2- 172.21.15.28:0/3537986512 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3b38108870 0x7f3b38108c80 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f3b280098a0 tx=0x7f3b28009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4db5eacd0dbe1c91 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:35.447 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.386+0000 7f3b367fc700 1 -- 172.21.15.28:0/3537986512 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3b28004160 con 0x7f3b38108870 2024-04-25T17:06:35.447 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.386+0000 7f3b367fc700 1 -- 172.21.15.28:0/3537986512 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3b28004300 con 0x7f3b38108870 2024-04-25T17:06:35.447 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.386+0000 7f3b367fc700 1 -- 172.21.15.28:0/3537986512 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3b28011960 con 0x7f3b38108870 2024-04-25T17:06:35.447 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.387+0000 7f3b3e10b700 1 -- 172.21.15.28:0/3537986512 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3b38108870 msgr2=0x7f3b38108c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:35.447 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.387+0000 7f3b3e10b700 1 --2- 172.21.15.28:0/3537986512 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3b38108870 0x7f3b38108c80 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f3b280098a0 tx=0x7f3b28009bb0 comp rx=0 tx=0).stop 2024-04-25T17:06:35.447 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.387+0000 7f3b3e10b700 1 -- 172.21.15.28:0/3537986512 shutdown_connections 2024-04-25T17:06:35.447 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.387+0000 7f3b3e10b700 1 --2- 172.21.15.28:0/3537986512 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3b38108870 0x7f3b38108c80 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:35.447 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.387+0000 7f3b3e10b700 1 -- 172.21.15.28:0/3537986512 >> 172.21.15.28:0/3537986512 conn(0x7f3b38103ef0 msgr2=0x7f3b38106360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:35.447 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.387+0000 7f3b3e10b700 1 -- 172.21.15.28:0/3537986512 shutdown_connections 2024-04-25T17:06:35.448 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.387+0000 7f3b3e10b700 1 -- 172.21.15.28:0/3537986512 wait complete. 2024-04-25T17:06:35.448 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.387+0000 7f3b3e10b700 1 Processor -- start 2024-04-25T17:06:35.448 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.388+0000 7f3b3e10b700 1 -- start start 2024-04-25T17:06:35.448 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.388+0000 7f3b3e10b700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3b38108870 0x7f3b38105f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:35.448 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.388+0000 7f3b3e10b700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f3b3810cd50 con 0x7f3b38108870 2024-04-25T17:06:35.448 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.388+0000 7f3b377fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3b38108870 0x7f3b38105f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:35.448 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.388+0000 7f3b377fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3b38108870 0x7f3b38105f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57038/0 (socket says 172.21.15.28:57038) 2024-04-25T17:06:35.448 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.388+0000 7f3b377fe700 1 -- 172.21.15.28:0/69158720 learned_addr learned my addr 172.21.15.28:0/69158720 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:35.448 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.388+0000 7f3b377fe700 1 -- 172.21.15.28:0/69158720 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b381064a0 con 0x7f3b38108870 2024-04-25T17:06:35.448 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.388+0000 7f3b377fe700 1 --2- 172.21.15.28:0/69158720 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3b38108870 0x7f3b38105f60 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3b280119b0 tx=0x7f3b28011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:35.448 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.388+0000 7f3b34ff9700 1 -- 172.21.15.28:0/69158720 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3b28003aa0 con 0x7f3b38108870 2024-04-25T17:06:35.448 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.389+0000 7f3b34ff9700 1 -- 172.21.15.28:0/69158720 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3b2801b8d0 con 0x7f3b38108870 2024-04-25T17:06:35.448 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.389+0000 7f3b3e10b700 1 -- 172.21.15.28:0/69158720 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b381046f0 con 0x7f3b38108870 2024-04-25T17:06:35.449 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.389+0000 7f3b34ff9700 1 -- 172.21.15.28:0/69158720 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3b28023860 con 0x7f3b38108870 2024-04-25T17:06:35.449 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.389+0000 7f3b3e10b700 1 -- 172.21.15.28:0/69158720 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b38104bd0 con 0x7f3b38108870 2024-04-25T17:06:35.449 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.390+0000 7f3b3e10b700 1 -- 172.21.15.28:0/69158720 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b38064cf0 con 0x7f3b38108870 2024-04-25T17:06:35.449 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.390+0000 7f3b34ff9700 1 -- 172.21.15.28:0/69158720 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 12) ==== 49529+0+0 (secure 0 0 0) 0x7f3b2802c3f0 con 0x7f3b38108870 2024-04-25T17:06:35.449 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.390+0000 7f3b34ff9700 1 --2- 172.21.15.28:0/69158720 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f3b2003d630 0x7f3b2003fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:35.449 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.390+0000 7f3b34ff9700 1 -- 172.21.15.28:0/69158720 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f3b28052e10 con 0x7f3b38108870 2024-04-25T17:06:35.449 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.390+0000 7f3b36ffd700 1 --2- 172.21.15.28:0/69158720 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f3b2003d630 0x7f3b2003fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:35.449 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.391+0000 7f3b36ffd700 1 --2- 172.21.15.28:0/69158720 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f3b2003d630 0x7f3b2003fb40 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f3b2c006fd0 tx=0x7f3b2c006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:35.449 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.395+0000 7f3b34ff9700 1 -- 172.21.15.28:0/69158720 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3b2801f030 con 0x7f3b38108870 2024-04-25T17:06:35.449 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.639+0000 7f3b3e10b700 1 -- 172.21.15.28:0/69158720 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f3b38196c70 con 0x7f3b2003d630 2024-04-25T17:06:35.449 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.885+0000 7f3b34ff9700 1 -- 172.21.15.28:0/69158720 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f3b38196c70 con 0x7f3b2003d630 2024-04-25T17:06:35.449 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.889+0000 7f3b3e10b700 1 -- 172.21.15.28:0/69158720 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f3b2003d630 msgr2=0x7f3b2003fb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:35.449 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.889+0000 7f3b3e10b700 1 --2- 172.21.15.28:0/69158720 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f3b2003d630 0x7f3b2003fb40 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f3b2c006fd0 tx=0x7f3b2c006e40 comp rx=0 tx=0).stop 2024-04-25T17:06:35.450 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.889+0000 7f3b3e10b700 1 -- 172.21.15.28:0/69158720 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3b38108870 msgr2=0x7f3b38105f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:35.450 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.889+0000 7f3b3e10b700 1 --2- 172.21.15.28:0/69158720 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3b38108870 0x7f3b38105f60 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3b280119b0 tx=0x7f3b28011a90 comp rx=0 tx=0).stop 2024-04-25T17:06:35.450 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.889+0000 7f3b3e10b700 1 -- 172.21.15.28:0/69158720 shutdown_connections 2024-04-25T17:06:35.450 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.889+0000 7f3b3e10b700 1 --2- 172.21.15.28:0/69158720 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f3b2003d630 0x7f3b2003fb40 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:35.450 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.889+0000 7f3b3e10b700 1 --2- 172.21.15.28:0/69158720 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3b38108870 0x7f3b38105f60 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:35.450 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.889+0000 7f3b3e10b700 1 -- 172.21.15.28:0/69158720 >> 172.21.15.28:0/69158720 conn(0x7f3b38103ef0 msgr2=0x7f3b381940a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:35.450 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.889+0000 7f3b3e10b700 1 -- 172.21.15.28:0/69158720 shutdown_connections 2024-04-25T17:06:35.450 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:34.889+0000 7f3b3e10b700 1 -- 172.21.15.28:0/69158720 wait complete. 2024-04-25T17:06:35.450 INFO:teuthology.orchestra.run.smithi028.stdout:Fetching dashboard port number... 2024-04-25T17:06:35.782 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:35 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:06:35.782 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:35 smithi028 ceph-mon[29207]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:06:35.782 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:35 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:06:36.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:36 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1622425763' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-25T17:06:37.449 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 8443 2024-04-25T17:06:37.449 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.898+0000 7f51a6415700 1 Processor -- start 2024-04-25T17:06:37.449 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.898+0000 7f51a6415700 1 -- start start 2024-04-25T17:06:37.449 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.898+0000 7f51a6415700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f51a0109d50 0x7f51a010a160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:37.449 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.898+0000 7f51a6415700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f51a010a730 con 0x7f51a0109d50 2024-04-25T17:06:37.450 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.898+0000 7f519ffff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f51a0109d50 0x7f51a010a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:37.450 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.898+0000 7f519ffff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f51a0109d50 0x7f51a010a160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52740/0 (socket says 172.21.15.28:52740) 2024-04-25T17:06:37.450 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.898+0000 7f519ffff700 1 -- 172.21.15.28:0/3698680299 learned_addr learned my addr 172.21.15.28:0/3698680299 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:37.450 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.899+0000 7f519ffff700 1 -- 172.21.15.28:0/3698680299 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51a010a8b0 con 0x7f51a0109d50 2024-04-25T17:06:37.450 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.899+0000 7f519ffff700 1 --2- 172.21.15.28:0/3698680299 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f51a0109d50 0x7f51a010a160 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f519000bb40 tx=0x7f519000be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cd785b93fbc0a5d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:37.450 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.899+0000 7f519effd700 1 -- 172.21.15.28:0/3698680299 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f519000dbe0 con 0x7f51a0109d50 2024-04-25T17:06:37.450 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.899+0000 7f519effd700 1 -- 172.21.15.28:0/3698680299 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f51900044c0 con 0x7f51a0109d50 2024-04-25T17:06:37.450 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.899+0000 7f519effd700 1 -- 172.21.15.28:0/3698680299 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5190003e20 con 0x7f51a0109d50 2024-04-25T17:06:37.450 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.900+0000 7f51a6415700 1 -- 172.21.15.28:0/3698680299 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f51a0109d50 msgr2=0x7f51a010a160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:37.450 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.900+0000 7f51a6415700 1 --2- 172.21.15.28:0/3698680299 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f51a0109d50 0x7f51a010a160 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f519000bb40 tx=0x7f519000be50 comp rx=0 tx=0).stop 2024-04-25T17:06:37.450 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.900+0000 7f51a6415700 1 -- 172.21.15.28:0/3698680299 shutdown_connections 2024-04-25T17:06:37.450 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.900+0000 7f51a6415700 1 --2- 172.21.15.28:0/3698680299 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f51a0109d50 0x7f51a010a160 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:37.451 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.900+0000 7f51a6415700 1 -- 172.21.15.28:0/3698680299 >> 172.21.15.28:0/3698680299 conn(0x7f51a01035f0 msgr2=0x7f51a0105a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:37.451 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.900+0000 7f51a6415700 1 -- 172.21.15.28:0/3698680299 shutdown_connections 2024-04-25T17:06:37.451 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.900+0000 7f51a6415700 1 -- 172.21.15.28:0/3698680299 wait complete. 2024-04-25T17:06:37.451 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.900+0000 7f51a6415700 1 Processor -- start 2024-04-25T17:06:37.451 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.900+0000 7f51a6415700 1 -- start start 2024-04-25T17:06:37.451 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.901+0000 7f51a6415700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f51a0109d50 0x7f51a019b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:37.451 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.901+0000 7f51a6415700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f51a0109900 con 0x7f51a0109d50 2024-04-25T17:06:37.451 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.901+0000 7f519ffff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f51a0109d50 0x7f51a019b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:37.451 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.901+0000 7f519ffff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f51a0109d50 0x7f51a019b9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52746/0 (socket says 172.21.15.28:52746) 2024-04-25T17:06:37.451 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.901+0000 7f519ffff700 1 -- 172.21.15.28:0/1622425763 learned_addr learned my addr 172.21.15.28:0/1622425763 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:37.451 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.901+0000 7f519ffff700 1 -- 172.21.15.28:0/1622425763 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51a019bef0 con 0x7f51a0109d50 2024-04-25T17:06:37.451 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.901+0000 7f519ffff700 1 --2- 172.21.15.28:0/1622425763 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f51a0109d50 0x7f51a019b9b0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f51900046b0 tx=0x7f5190003b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:37.451 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.901+0000 7f519d7fa700 1 -- 172.21.15.28:0/1622425763 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5190027070 con 0x7f51a0109d50 2024-04-25T17:06:37.452 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.901+0000 7f519d7fa700 1 -- 172.21.15.28:0/1622425763 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5190004310 con 0x7f51a0109d50 2024-04-25T17:06:37.452 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.901+0000 7f51a6415700 1 -- 172.21.15.28:0/1622425763 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51a019c180 con 0x7f51a0109d50 2024-04-25T17:06:37.452 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.901+0000 7f519d7fa700 1 -- 172.21.15.28:0/1622425763 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5190022730 con 0x7f51a0109d50 2024-04-25T17:06:37.452 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.902+0000 7f51a6415700 1 -- 172.21.15.28:0/1622425763 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51a019ed90 con 0x7f51a0109d50 2024-04-25T17:06:37.452 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.902+0000 7f519d7fa700 1 -- 172.21.15.28:0/1622425763 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 12) ==== 49529+0+0 (secure 0 0 0) 0x7f519002a070 con 0x7f51a0109d50 2024-04-25T17:06:37.452 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.903+0000 7f519d7fa700 1 --2- 172.21.15.28:0/1622425763 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f518803d6d0 0x7f518803fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:37.452 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.903+0000 7f519d7fa700 1 -- 172.21.15.28:0/1622425763 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f519001f070 con 0x7f51a0109d50 2024-04-25T17:06:37.452 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.903+0000 7f51a6415700 1 -- 172.21.15.28:0/1622425763 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51a0064cf0 con 0x7f51a0109d50 2024-04-25T17:06:37.452 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.903+0000 7f519f7fe700 1 --2- 172.21.15.28:0/1622425763 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f518803d6d0 0x7f518803fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:37.452 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.903+0000 7f519f7fe700 1 --2- 172.21.15.28:0/1622425763 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f518803d6d0 0x7f518803fbe0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f5194006fd0 tx=0x7f5194006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:37.452 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:35.908+0000 7f519d7fa700 1 -- 172.21.15.28:0/1622425763 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f51a010a8b0 con 0x7f51a0109d50 2024-04-25T17:06:37.452 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:36.121+0000 7f51a6415700 1 -- 172.21.15.28:0/1622425763 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f51a0194bc0 con 0x7f51a0109d50 2024-04-25T17:06:37.452 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:36.121+0000 7f519d7fa700 1 -- 172.21.15.28:0/1622425763 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f51a0194bc0 con 0x7f51a0109d50 2024-04-25T17:06:37.452 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:36.123+0000 7f51a6415700 1 -- 172.21.15.28:0/1622425763 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f518803d6d0 msgr2=0x7f518803fbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:37.453 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:36.123+0000 7f51a6415700 1 --2- 172.21.15.28:0/1622425763 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f518803d6d0 0x7f518803fbe0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f5194006fd0 tx=0x7f5194006e40 comp rx=0 tx=0).stop 2024-04-25T17:06:37.453 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:36.123+0000 7f51a6415700 1 -- 172.21.15.28:0/1622425763 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f51a0109d50 msgr2=0x7f51a019b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:37.453 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:36.123+0000 7f51a6415700 1 --2- 172.21.15.28:0/1622425763 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f51a0109d50 0x7f51a019b9b0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f51900046b0 tx=0x7f5190003b20 comp rx=0 tx=0).stop 2024-04-25T17:06:37.453 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:36.123+0000 7f51a6415700 1 -- 172.21.15.28:0/1622425763 shutdown_connections 2024-04-25T17:06:37.453 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:36.123+0000 7f51a6415700 1 --2- 172.21.15.28:0/1622425763 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f518803d6d0 0x7f518803fbe0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:37.453 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:36.123+0000 7f51a6415700 1 --2- 172.21.15.28:0/1622425763 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f51a0109d50 0x7f51a019b9b0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:37.453 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:36.123+0000 7f51a6415700 1 -- 172.21.15.28:0/1622425763 >> 172.21.15.28:0/1622425763 conn(0x7f51a01035f0 msgr2=0x7f51a0191c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:37.453 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:36.123+0000 7f51a6415700 1 -- 172.21.15.28:0/1622425763 shutdown_connections 2024-04-25T17:06:37.453 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:36.123+0000 7f51a6415700 1 -- 172.21.15.28:0/1622425763 wait complete. 2024-04-25T17:06:37.459 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-25T17:06:37.459 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout disabled 2024-04-25T17:06:37.469 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-25T17:06:37.469 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout inactive 2024-04-25T17:06:37.469 INFO:teuthology.orchestra.run.smithi028.stdout:firewalld.service is not enabled 2024-04-25T17:06:37.469 INFO:teuthology.orchestra.run.smithi028.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-25T17:06:37.471 INFO:teuthology.orchestra.run.smithi028.stdout:Ceph Dashboard is now available at: 2024-04-25T17:06:37.471 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:06:37.471 INFO:teuthology.orchestra.run.smithi028.stdout: URL: https://smithi028:8443/ 2024-04-25T17:06:37.471 INFO:teuthology.orchestra.run.smithi028.stdout: User: admin 2024-04-25T17:06:37.471 INFO:teuthology.orchestra.run.smithi028.stdout: Password: x3q9tyf325 2024-04-25T17:06:37.471 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:06:37.472 INFO:teuthology.orchestra.run.smithi028.stdout:Saving cluster configuration to /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/config directory 2024-04-25T17:06:37.472 INFO:teuthology.orchestra.run.smithi028.stdout:Enabling autotune for osd_memory_target 2024-04-25T17:06:38.712 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.919+0000 7fbc03edf700 1 Processor -- start 2024-04-25T17:06:38.712 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.919+0000 7fbc03edf700 1 -- start start 2024-04-25T17:06:38.712 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.919+0000 7fbc03edf700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbfc07d6e0 0x7fbbfc10e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:38.712 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.919+0000 7fbc03edf700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fbbfc10edc0 con 0x7fbbfc07d6e0 2024-04-25T17:06:38.713 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.919+0000 7fbc01c7b700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbfc07d6e0 0x7fbbfc10e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:38.713 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.919+0000 7fbc01c7b700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbfc07d6e0 0x7fbbfc10e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52748/0 (socket says 172.21.15.28:52748) 2024-04-25T17:06:38.713 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.919+0000 7fbc01c7b700 1 -- 172.21.15.28:0/1144513808 learned_addr learned my addr 172.21.15.28:0/1144513808 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:38.713 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.920+0000 7fbc01c7b700 1 -- 172.21.15.28:0/1144513808 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbfc10ef40 con 0x7fbbfc07d6e0 2024-04-25T17:06:38.713 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.920+0000 7fbc01c7b700 1 --2- 172.21.15.28:0/1144513808 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbfc07d6e0 0x7fbbfc10e880 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fbbf80098a0 tx=0x7fbbf8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3655d3b1a023c0d7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:38.713 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.920+0000 7fbc00c79700 1 -- 172.21.15.28:0/1144513808 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbbf8004160 con 0x7fbbfc07d6e0 2024-04-25T17:06:38.713 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.920+0000 7fbc00c79700 1 -- 172.21.15.28:0/1144513808 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbbf8004300 con 0x7fbbfc07d6e0 2024-04-25T17:06:38.713 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.920+0000 7fbc00c79700 1 -- 172.21.15.28:0/1144513808 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbbf8011960 con 0x7fbbfc07d6e0 2024-04-25T17:06:38.713 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.921+0000 7fbc03edf700 1 -- 172.21.15.28:0/1144513808 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbfc07d6e0 msgr2=0x7fbbfc10e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:38.713 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.921+0000 7fbc03edf700 1 --2- 172.21.15.28:0/1144513808 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbfc07d6e0 0x7fbbfc10e880 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fbbf80098a0 tx=0x7fbbf8009bb0 comp rx=0 tx=0).stop 2024-04-25T17:06:38.713 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.921+0000 7fbc03edf700 1 -- 172.21.15.28:0/1144513808 shutdown_connections 2024-04-25T17:06:38.713 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.921+0000 7fbc03edf700 1 --2- 172.21.15.28:0/1144513808 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbfc07d6e0 0x7fbbfc10e880 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:38.713 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.921+0000 7fbc03edf700 1 -- 172.21.15.28:0/1144513808 >> 172.21.15.28:0/1144513808 conn(0x7fbbfc103e90 msgr2=0x7fbbfc106300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:38.713 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.921+0000 7fbc03edf700 1 -- 172.21.15.28:0/1144513808 shutdown_connections 2024-04-25T17:06:38.713 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.921+0000 7fbc03edf700 1 -- 172.21.15.28:0/1144513808 wait complete. 2024-04-25T17:06:38.714 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.922+0000 7fbc03edf700 1 Processor -- start 2024-04-25T17:06:38.714 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.922+0000 7fbc03edf700 1 -- start start 2024-04-25T17:06:38.714 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.922+0000 7fbc03edf700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbfc07d6e0 0x7fbbfc19fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:38.714 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.922+0000 7fbc03edf700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fbbfc10fe30 con 0x7fbbfc07d6e0 2024-04-25T17:06:38.714 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.922+0000 7fbc01c7b700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbfc07d6e0 0x7fbbfc19fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:38.714 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.922+0000 7fbc01c7b700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbfc07d6e0 0x7fbbfc19fc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52764/0 (socket says 172.21.15.28:52764) 2024-04-25T17:06:38.714 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.922+0000 7fbc01c7b700 1 -- 172.21.15.28:0/154683018 learned_addr learned my addr 172.21.15.28:0/154683018 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:38.714 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.922+0000 7fbc01c7b700 1 -- 172.21.15.28:0/154683018 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbfc1a01b0 con 0x7fbbfc07d6e0 2024-04-25T17:06:38.714 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.923+0000 7fbc01c7b700 1 --2- 172.21.15.28:0/154683018 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbfc07d6e0 0x7fbbfc19fc70 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fbbf8011670 tx=0x7fbbf8011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:38.714 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.923+0000 7fbbf2ffd700 1 -- 172.21.15.28:0/154683018 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbbf801f070 con 0x7fbbfc07d6e0 2024-04-25T17:06:38.714 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.923+0000 7fbbf2ffd700 1 -- 172.21.15.28:0/154683018 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbbf8003b20 con 0x7fbbfc07d6e0 2024-04-25T17:06:38.714 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.923+0000 7fbc03edf700 1 -- 172.21.15.28:0/154683018 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbfc1a0440 con 0x7fbbfc07d6e0 2024-04-25T17:06:38.714 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.923+0000 7fbbf2ffd700 1 -- 172.21.15.28:0/154683018 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbbf80195f0 con 0x7fbbfc07d6e0 2024-04-25T17:06:38.714 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.923+0000 7fbc03edf700 1 -- 172.21.15.28:0/154683018 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbfc1a3050 con 0x7fbbfc07d6e0 2024-04-25T17:06:38.715 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.924+0000 7fbc03edf700 1 -- 172.21.15.28:0/154683018 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbfc064cf0 con 0x7fbbfc07d6e0 2024-04-25T17:06:38.715 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.924+0000 7fbbf2ffd700 1 -- 172.21.15.28:0/154683018 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 13) ==== 49572+0+0 (secure 0 0 0) 0x7fbbf8022070 con 0x7fbbfc07d6e0 2024-04-25T17:06:38.715 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.924+0000 7fbbf2ffd700 1 --2- 172.21.15.28:0/154683018 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbbe803d780 0x7fbbe803fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:38.715 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.924+0000 7fbbf2ffd700 1 -- 172.21.15.28:0/154683018 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fbbf8052bc0 con 0x7fbbfc07d6e0 2024-04-25T17:06:38.715 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.924+0000 7fbc0147a700 1 --2- 172.21.15.28:0/154683018 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbbe803d780 0x7fbbe803fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:38.715 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.925+0000 7fbc0147a700 1 --2- 172.21.15.28:0/154683018 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbbe803d780 0x7fbbe803fc90 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fbbec006fd0 tx=0x7fbbec006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:38.715 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:37.930+0000 7fbbf2ffd700 1 -- 172.21.15.28:0/154683018 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbbf8019df0 con 0x7fbbfc07d6e0 2024-04-25T17:06:38.715 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:38.137+0000 7fbc03edf700 1 -- 172.21.15.28:0/154683018 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7fbbfc1a3220 con 0x7fbbfc07d6e0 2024-04-25T17:06:38.715 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:38.138+0000 7fbbf2ffd700 1 -- 172.21.15.28:0/154683018 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7fbbf8018d60 con 0x7fbbfc07d6e0 2024-04-25T17:06:38.715 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:38.140+0000 7fbc03edf700 1 -- 172.21.15.28:0/154683018 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbbe803d780 msgr2=0x7fbbe803fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:38.715 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:38.140+0000 7fbc03edf700 1 --2- 172.21.15.28:0/154683018 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbbe803d780 0x7fbbe803fc90 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fbbec006fd0 tx=0x7fbbec006e40 comp rx=0 tx=0).stop 2024-04-25T17:06:38.715 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:38.140+0000 7fbc03edf700 1 -- 172.21.15.28:0/154683018 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbfc07d6e0 msgr2=0x7fbbfc19fc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:38.715 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:38.140+0000 7fbc03edf700 1 --2- 172.21.15.28:0/154683018 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbfc07d6e0 0x7fbbfc19fc70 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fbbf8011670 tx=0x7fbbf8011a30 comp rx=0 tx=0).stop 2024-04-25T17:06:38.715 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:38.140+0000 7fbc03edf700 1 -- 172.21.15.28:0/154683018 shutdown_connections 2024-04-25T17:06:38.716 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:38.140+0000 7fbc03edf700 1 --2- 172.21.15.28:0/154683018 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbbe803d780 0x7fbbe803fc90 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:38.716 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:38.140+0000 7fbc03edf700 1 --2- 172.21.15.28:0/154683018 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbfc07d6e0 0x7fbbfc19fc70 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:38.716 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:38.140+0000 7fbc03edf700 1 -- 172.21.15.28:0/154683018 >> 172.21.15.28:0/154683018 conn(0x7fbbfc103e90 msgr2=0x7fbbfc1045c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:38.716 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:38.140+0000 7fbc03edf700 1 -- 172.21.15.28:0/154683018 shutdown_connections 2024-04-25T17:06:38.716 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:38.140+0000 7fbc03edf700 1 -- 172.21.15.28:0/154683018 wait complete. 2024-04-25T17:06:38.830 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:38 smithi028 ceph-mon[29207]: mgrmap e13: x(active, since 6s) 2024-04-25T17:06:40.035 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.131+0000 7ff9e5fda700 1 Processor -- start 2024-04-25T17:06:40.035 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.131+0000 7ff9e5fda700 1 -- start start 2024-04-25T17:06:40.035 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.132+0000 7ff9e5fda700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff9e0109970 0x7ff9e0109d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:40.035 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.132+0000 7ff9e5fda700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7ff9e010a370 con 0x7ff9e0109970 2024-04-25T17:06:40.035 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.132+0000 7ff9df7fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff9e0109970 0x7ff9e0109d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:40.036 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.132+0000 7ff9df7fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff9e0109970 0x7ff9e0109d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52766/0 (socket says 172.21.15.28:52766) 2024-04-25T17:06:40.036 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.132+0000 7ff9df7fe700 1 -- 172.21.15.28:0/2654163923 learned_addr learned my addr 172.21.15.28:0/2654163923 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:40.036 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.132+0000 7ff9df7fe700 1 -- 172.21.15.28:0/2654163923 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9e010aaa0 con 0x7ff9e0109970 2024-04-25T17:06:40.036 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.132+0000 7ff9df7fe700 1 --2- 172.21.15.28:0/2654163923 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff9e0109970 0x7ff9e0109d80 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff9d00098a0 tx=0x7ff9d0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a39886fc57485fe server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:40.036 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.133+0000 7ff9de7fc700 1 -- 172.21.15.28:0/2654163923 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff9d0004160 con 0x7ff9e0109970 2024-04-25T17:06:40.036 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.133+0000 7ff9de7fc700 1 -- 172.21.15.28:0/2654163923 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff9d0004300 con 0x7ff9e0109970 2024-04-25T17:06:40.036 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.133+0000 7ff9de7fc700 1 -- 172.21.15.28:0/2654163923 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff9d0011960 con 0x7ff9e0109970 2024-04-25T17:06:40.036 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.133+0000 7ff9e5fda700 1 -- 172.21.15.28:0/2654163923 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff9e0109970 msgr2=0x7ff9e0109d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:40.036 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.133+0000 7ff9e5fda700 1 --2- 172.21.15.28:0/2654163923 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff9e0109970 0x7ff9e0109d80 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff9d00098a0 tx=0x7ff9d0009bb0 comp rx=0 tx=0).stop 2024-04-25T17:06:40.036 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.133+0000 7ff9e5fda700 1 -- 172.21.15.28:0/2654163923 shutdown_connections 2024-04-25T17:06:40.036 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.133+0000 7ff9e5fda700 1 --2- 172.21.15.28:0/2654163923 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff9e0109970 0x7ff9e0109d80 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:40.036 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.133+0000 7ff9e5fda700 1 -- 172.21.15.28:0/2654163923 >> 172.21.15.28:0/2654163923 conn(0x7ff9e0105010 msgr2=0x7ff9e0107460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:40.036 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.134+0000 7ff9e5fda700 1 -- 172.21.15.28:0/2654163923 shutdown_connections 2024-04-25T17:06:40.037 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.134+0000 7ff9e5fda700 1 -- 172.21.15.28:0/2654163923 wait complete. 2024-04-25T17:06:40.037 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.134+0000 7ff9e5fda700 1 Processor -- start 2024-04-25T17:06:40.037 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.134+0000 7ff9e5fda700 1 -- start start 2024-04-25T17:06:40.037 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.134+0000 7ff9e5fda700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff9e0109970 0x7ff9e007f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:40.037 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.134+0000 7ff9e5fda700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7ff9e010de50 con 0x7ff9e0109970 2024-04-25T17:06:40.037 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.135+0000 7ff9df7fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff9e0109970 0x7ff9e007f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:40.037 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.135+0000 7ff9df7fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff9e0109970 0x7ff9e007f320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52770/0 (socket says 172.21.15.28:52770) 2024-04-25T17:06:40.037 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.135+0000 7ff9df7fe700 1 -- 172.21.15.28:0/1376097093 learned_addr learned my addr 172.21.15.28:0/1376097093 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:40.037 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.135+0000 7ff9df7fe700 1 -- 172.21.15.28:0/1376097093 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9e007f860 con 0x7ff9e0109970 2024-04-25T17:06:40.037 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.135+0000 7ff9df7fe700 1 --2- 172.21.15.28:0/1376097093 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff9e0109970 0x7ff9e007f320 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ff9d00119b0 tx=0x7ff9d0011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:40.037 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.135+0000 7ff9dcff9700 1 -- 172.21.15.28:0/1376097093 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff9d0003aa0 con 0x7ff9e0109970 2024-04-25T17:06:40.037 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.135+0000 7ff9dcff9700 1 -- 172.21.15.28:0/1376097093 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff9d001b8d0 con 0x7ff9e0109970 2024-04-25T17:06:40.037 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.135+0000 7ff9e5fda700 1 -- 172.21.15.28:0/1376097093 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9e007dab0 con 0x7ff9e0109970 2024-04-25T17:06:40.037 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.135+0000 7ff9dcff9700 1 -- 172.21.15.28:0/1376097093 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff9d0023860 con 0x7ff9e0109970 2024-04-25T17:06:40.038 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.135+0000 7ff9e5fda700 1 -- 172.21.15.28:0/1376097093 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9e007df90 con 0x7ff9e0109970 2024-04-25T17:06:40.038 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.136+0000 7ff9e5fda700 1 -- 172.21.15.28:0/1376097093 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9e0064cf0 con 0x7ff9e0109970 2024-04-25T17:06:40.038 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.136+0000 7ff9dcff9700 1 -- 172.21.15.28:0/1376097093 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 13) ==== 49572+0+0 (secure 0 0 0) 0x7ff9d002c3f0 con 0x7ff9e0109970 2024-04-25T17:06:40.038 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.137+0000 7ff9dcff9700 1 --2- 172.21.15.28:0/1376097093 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff9c803d730 0x7ff9c803fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:40.038 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.137+0000 7ff9dcff9700 1 -- 172.21.15.28:0/1376097093 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ff9d0052df0 con 0x7ff9e0109970 2024-04-25T17:06:40.038 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.137+0000 7ff9deffd700 1 --2- 172.21.15.28:0/1376097093 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff9c803d730 0x7ff9c803fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:40.038 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.137+0000 7ff9deffd700 1 --2- 172.21.15.28:0/1376097093 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff9c803d730 0x7ff9c803fc40 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff9d4006fd0 tx=0x7ff9d4006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:40.038 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.142+0000 7ff9dcff9700 1 -- 172.21.15.28:0/1376097093 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff9d001f030 con 0x7ff9e0109970 2024-04-25T17:06:40.038 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.464+0000 7ff9e5fda700 1 -- 172.21.15.28:0/1376097093 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7ff9e007e660 con 0x7ff9e0109970 2024-04-25T17:06:40.038 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.467+0000 7ff9dcff9700 1 -- 172.21.15.28:0/1376097093 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v27)=0 set mgr/dashboard/cluster/status v27) ==== 153+0+0 (secure 0 0 0) 0x7ff9d0016df0 con 0x7ff9e0109970 2024-04-25T17:06:40.038 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.469+0000 7ff9e5fda700 1 -- 172.21.15.28:0/1376097093 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff9c803d730 msgr2=0x7ff9c803fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:40.038 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.469+0000 7ff9e5fda700 1 --2- 172.21.15.28:0/1376097093 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff9c803d730 0x7ff9c803fc40 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff9d4006fd0 tx=0x7ff9d4006e40 comp rx=0 tx=0).stop 2024-04-25T17:06:40.039 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.469+0000 7ff9e5fda700 1 -- 172.21.15.28:0/1376097093 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff9e0109970 msgr2=0x7ff9e007f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:40.039 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.469+0000 7ff9e5fda700 1 --2- 172.21.15.28:0/1376097093 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff9e0109970 0x7ff9e007f320 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ff9d00119b0 tx=0x7ff9d0011a90 comp rx=0 tx=0).stop 2024-04-25T17:06:40.039 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.469+0000 7ff9e5fda700 1 -- 172.21.15.28:0/1376097093 shutdown_connections 2024-04-25T17:06:40.039 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.469+0000 7ff9e5fda700 1 --2- 172.21.15.28:0/1376097093 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff9c803d730 0x7ff9c803fc40 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:40.039 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.469+0000 7ff9e5fda700 1 --2- 172.21.15.28:0/1376097093 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff9e0109970 0x7ff9e007f320 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:40.039 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.469+0000 7ff9e5fda700 1 -- 172.21.15.28:0/1376097093 >> 172.21.15.28:0/1376097093 conn(0x7ff9e0105010 msgr2=0x7ff9e0105860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:40.039 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.469+0000 7ff9e5fda700 1 -- 172.21.15.28:0/1376097093 shutdown_connections 2024-04-25T17:06:40.039 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr 2024-04-25T17:06:39.469+0000 7ff9e5fda700 1 -- 172.21.15.28:0/1376097093 wait complete. 2024-04-25T17:06:40.039 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-25T17:06:40.039 INFO:teuthology.orchestra.run.smithi028.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-25T17:06:40.039 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:06:40.039 INFO:teuthology.orchestra.run.smithi028.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-25T17:06:40.039 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:06:40.039 INFO:teuthology.orchestra.run.smithi028.stdout:Or, if you are only running a single cluster on this host: 2024-04-25T17:06:40.040 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:06:40.040 INFO:teuthology.orchestra.run.smithi028.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-25T17:06:40.040 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:06:40.040 INFO:teuthology.orchestra.run.smithi028.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-25T17:06:40.040 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:06:40.040 INFO:teuthology.orchestra.run.smithi028.stdout: ceph telemetry on 2024-04-25T17:06:40.040 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:06:40.040 INFO:teuthology.orchestra.run.smithi028.stdout:For more information see: 2024-04-25T17:06:40.040 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:06:40.040 INFO:teuthology.orchestra.run.smithi028.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-25T17:06:40.040 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:06:40.040 INFO:teuthology.orchestra.run.smithi028.stdout:Bootstrap complete. 2024-04-25T17:06:40.077 INFO:tasks.cephadm:Fetching config... 2024-04-25T17:06:40.077 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-25T17:06:40.077 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-25T17:06:40.094 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-25T17:06:40.094 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-25T17:06:40.094 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-25T17:06:40.149 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-25T17:06:40.149 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-25T17:06:40.149 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd if=/var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-25T17:06:40.215 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-25T17:06:40.216 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-25T17:06:40.216 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-25T17:06:40.271 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-25T17:06:40.271 DEBUG:teuthology.orchestra.run.smithi028:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDomil4Pupto9xirm6adsMnm2HqIYKgw2wB1C3yhGfGwdKJqWtwwPtqlU8a4yXhjAhfVw1u7U4ycIvlp8aodyrbUFTFhduP5O/Lnm+/Od4A5pzY3zOrUxVqqF+8j1Ay5gXcAh22Q63eBFq7HCa2Pe1xoWsbn6ouibmJ4bwzTD+BKNzHwEMiT09WgrbKt0zLmt26W+uWTQ31yUUBaWB/ZzcN79e4eLgbfWIIGaggCXV7t7zdv0ZuNPGGNZr9Uo98bK+Gk+H5G8DitFN/SR/pINw6B8Pu1BoyYYRD7gKmyvfDyi2eLlbqzhZr2Rn2+43ONWfSUO+IRMPPqO2MZXQoEZBmEV7YVf3fNqugZ14acwYENmQrbW6VV4/PCqV/JMkpfXJ0jO2wZlTC1/Mcyd/6y4itDBWWNvGxLAL1Ujfo6Ui/462sBbpdoQXKveWHxoKjkCVDBWg1Xq2Lca9C9dhRcvUP5j1ElLOqeDGhy5SmzDI/h2e8M0pBcbjgHRcS2r9MEns= ceph-dfbd4644-0325-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-25T17:06:40.347 INFO:teuthology.orchestra.run.smithi028.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDomil4Pupto9xirm6adsMnm2HqIYKgw2wB1C3yhGfGwdKJqWtwwPtqlU8a4yXhjAhfVw1u7U4ycIvlp8aodyrbUFTFhduP5O/Lnm+/Od4A5pzY3zOrUxVqqF+8j1Ay5gXcAh22Q63eBFq7HCa2Pe1xoWsbn6ouibmJ4bwzTD+BKNzHwEMiT09WgrbKt0zLmt26W+uWTQ31yUUBaWB/ZzcN79e4eLgbfWIIGaggCXV7t7zdv0ZuNPGGNZr9Uo98bK+Gk+H5G8DitFN/SR/pINw6B8Pu1BoyYYRD7gKmyvfDyi2eLlbqzhZr2Rn2+43ONWfSUO+IRMPPqO2MZXQoEZBmEV7YVf3fNqugZ14acwYENmQrbW6VV4/PCqV/JMkpfXJ0jO2wZlTC1/Mcyd/6y4itDBWWNvGxLAL1Ujfo6Ui/462sBbpdoQXKveWHxoKjkCVDBWg1Xq2Lca9C9dhRcvUP5j1ElLOqeDGhy5SmzDI/h2e8M0pBcbjgHRcS2r9MEns= ceph-dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:06:40.358 DEBUG:teuthology.orchestra.run.smithi042:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDomil4Pupto9xirm6adsMnm2HqIYKgw2wB1C3yhGfGwdKJqWtwwPtqlU8a4yXhjAhfVw1u7U4ycIvlp8aodyrbUFTFhduP5O/Lnm+/Od4A5pzY3zOrUxVqqF+8j1Ay5gXcAh22Q63eBFq7HCa2Pe1xoWsbn6ouibmJ4bwzTD+BKNzHwEMiT09WgrbKt0zLmt26W+uWTQ31yUUBaWB/ZzcN79e4eLgbfWIIGaggCXV7t7zdv0ZuNPGGNZr9Uo98bK+Gk+H5G8DitFN/SR/pINw6B8Pu1BoyYYRD7gKmyvfDyi2eLlbqzhZr2Rn2+43ONWfSUO+IRMPPqO2MZXQoEZBmEV7YVf3fNqugZ14acwYENmQrbW6VV4/PCqV/JMkpfXJ0jO2wZlTC1/Mcyd/6y4itDBWWNvGxLAL1Ujfo6Ui/462sBbpdoQXKveWHxoKjkCVDBWg1Xq2Lca9C9dhRcvUP5j1ElLOqeDGhy5SmzDI/h2e8M0pBcbjgHRcS2r9MEns= ceph-dfbd4644-0325-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-25T17:06:40.398 INFO:teuthology.orchestra.run.smithi042.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDomil4Pupto9xirm6adsMnm2HqIYKgw2wB1C3yhGfGwdKJqWtwwPtqlU8a4yXhjAhfVw1u7U4ycIvlp8aodyrbUFTFhduP5O/Lnm+/Od4A5pzY3zOrUxVqqF+8j1Ay5gXcAh22Q63eBFq7HCa2Pe1xoWsbn6ouibmJ4bwzTD+BKNzHwEMiT09WgrbKt0zLmt26W+uWTQ31yUUBaWB/ZzcN79e4eLgbfWIIGaggCXV7t7zdv0ZuNPGGNZr9Uo98bK+Gk+H5G8DitFN/SR/pINw6B8Pu1BoyYYRD7gKmyvfDyi2eLlbqzhZr2Rn2+43ONWfSUO+IRMPPqO2MZXQoEZBmEV7YVf3fNqugZ14acwYENmQrbW6VV4/PCqV/JMkpfXJ0jO2wZlTC1/Mcyd/6y4itDBWWNvGxLAL1Ujfo6Ui/462sBbpdoQXKveWHxoKjkCVDBWg1Xq2Lca9C9dhRcvUP5j1ElLOqeDGhy5SmzDI/h2e8M0pBcbjgHRcS2r9MEns= ceph-dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:06:40.410 DEBUG:teuthology.orchestra.run.smithi084:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDomil4Pupto9xirm6adsMnm2HqIYKgw2wB1C3yhGfGwdKJqWtwwPtqlU8a4yXhjAhfVw1u7U4ycIvlp8aodyrbUFTFhduP5O/Lnm+/Od4A5pzY3zOrUxVqqF+8j1Ay5gXcAh22Q63eBFq7HCa2Pe1xoWsbn6ouibmJ4bwzTD+BKNzHwEMiT09WgrbKt0zLmt26W+uWTQ31yUUBaWB/ZzcN79e4eLgbfWIIGaggCXV7t7zdv0ZuNPGGNZr9Uo98bK+Gk+H5G8DitFN/SR/pINw6B8Pu1BoyYYRD7gKmyvfDyi2eLlbqzhZr2Rn2+43ONWfSUO+IRMPPqO2MZXQoEZBmEV7YVf3fNqugZ14acwYENmQrbW6VV4/PCqV/JMkpfXJ0jO2wZlTC1/Mcyd/6y4itDBWWNvGxLAL1Ujfo6Ui/462sBbpdoQXKveWHxoKjkCVDBWg1Xq2Lca9C9dhRcvUP5j1ElLOqeDGhy5SmzDI/h2e8M0pBcbjgHRcS2r9MEns= ceph-dfbd4644-0325-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-25T17:06:40.449 INFO:teuthology.orchestra.run.smithi084.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDomil4Pupto9xirm6adsMnm2HqIYKgw2wB1C3yhGfGwdKJqWtwwPtqlU8a4yXhjAhfVw1u7U4ycIvlp8aodyrbUFTFhduP5O/Lnm+/Od4A5pzY3zOrUxVqqF+8j1Ay5gXcAh22Q63eBFq7HCa2Pe1xoWsbn6ouibmJ4bwzTD+BKNzHwEMiT09WgrbKt0zLmt26W+uWTQ31yUUBaWB/ZzcN79e4eLgbfWIIGaggCXV7t7zdv0ZuNPGGNZr9Uo98bK+Gk+H5G8DitFN/SR/pINw6B8Pu1BoyYYRD7gKmyvfDyi2eLlbqzhZr2Rn2+43ONWfSUO+IRMPPqO2MZXQoEZBmEV7YVf3fNqugZ14acwYENmQrbW6VV4/PCqV/JMkpfXJ0jO2wZlTC1/Mcyd/6y4itDBWWNvGxLAL1Ujfo6Ui/462sBbpdoQXKveWHxoKjkCVDBWg1Xq2Lca9C9dhRcvUP5j1ElLOqeDGhy5SmzDI/h2e8M0pBcbjgHRcS2r9MEns= ceph-dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:06:40.460 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-25T17:06:40.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:40 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1376097093' entity='client.admin' 2024-04-25T17:06:40.707 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:06:42.845 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.844+0000 7f06e97d2700 1 -- 172.21.15.28:0/4224413353 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06e4103ab0 msgr2=0x7f06e4103ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:42.845 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.844+0000 7f06e97d2700 1 --2- 172.21.15.28:0/4224413353 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06e4103ab0 0x7f06e4103ec0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f06d4009910 tx=0x7f06d4009c20 comp rx=0 tx=0).stop 2024-04-25T17:06:42.845 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.844+0000 7f06e97d2700 1 -- 172.21.15.28:0/4224413353 shutdown_connections 2024-04-25T17:06:42.845 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.844+0000 7f06e97d2700 1 --2- 172.21.15.28:0/4224413353 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06e4103ab0 0x7f06e4103ec0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:42.845 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.844+0000 7f06e97d2700 1 -- 172.21.15.28:0/4224413353 >> 172.21.15.28:0/4224413353 conn(0x7f06e40ff0f0 msgr2=0x7f06e41015a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:42.845 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.845+0000 7f06e97d2700 1 -- 172.21.15.28:0/4224413353 shutdown_connections 2024-04-25T17:06:42.845 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.845+0000 7f06e97d2700 1 -- 172.21.15.28:0/4224413353 wait complete. 2024-04-25T17:06:42.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.845+0000 7f06e97d2700 1 Processor -- start 2024-04-25T17:06:42.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.845+0000 7f06e97d2700 1 -- start start 2024-04-25T17:06:42.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.846+0000 7f06e97d2700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06e4103ab0 0x7f06e41994e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:42.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.846+0000 7f06e97d2700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f06e4109920 con 0x7f06e4103ab0 2024-04-25T17:06:42.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.846+0000 7f06e2ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06e4103ab0 0x7f06e41994e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:42.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.846+0000 7f06e2ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06e4103ab0 0x7f06e41994e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52800/0 (socket says 172.21.15.28:52800) 2024-04-25T17:06:42.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.846+0000 7f06e2ffd700 1 -- 172.21.15.28:0/3508393557 learned_addr learned my addr 172.21.15.28:0/3508393557 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:42.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.846+0000 7f06e2ffd700 1 -- 172.21.15.28:0/3508393557 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06e4199a20 con 0x7f06e4103ab0 2024-04-25T17:06:42.851 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.846+0000 7f06e2ffd700 1 --2- 172.21.15.28:0/3508393557 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06e4103ab0 0x7f06e41994e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f06d4005950 tx=0x7f06d4005810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:42.851 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.847+0000 7f06cbfff700 1 -- 172.21.15.28:0/3508393557 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f06d4027070 con 0x7f06e4103ab0 2024-04-25T17:06:42.851 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.847+0000 7f06cbfff700 1 -- 172.21.15.28:0/3508393557 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f06d400bdf0 con 0x7f06e4103ab0 2024-04-25T17:06:42.851 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.847+0000 7f06e97d2700 1 -- 172.21.15.28:0/3508393557 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06e4199cb0 con 0x7f06e4103ab0 2024-04-25T17:06:42.851 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.847+0000 7f06cbfff700 1 -- 172.21.15.28:0/3508393557 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f06d400fdb0 con 0x7f06e4103ab0 2024-04-25T17:06:42.851 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.847+0000 7f06e97d2700 1 -- 172.21.15.28:0/3508393557 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06e419c8c0 con 0x7f06e4103ab0 2024-04-25T17:06:42.851 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.848+0000 7f06cbfff700 1 -- 172.21.15.28:0/3508393557 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 13) ==== 49572+0+0 (secure 0 0 0) 0x7f06d402a070 con 0x7f06e4103ab0 2024-04-25T17:06:42.851 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.848+0000 7f06cbfff700 1 --2- 172.21.15.28:0/3508393557 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f06cc03d670 0x7f06cc03fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:42.851 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.848+0000 7f06cbfff700 1 -- 172.21.15.28:0/3508393557 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f06d4053510 con 0x7f06e4103ab0 2024-04-25T17:06:42.851 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.848+0000 7f06e97d2700 1 -- 172.21.15.28:0/3508393557 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06e410a0a0 con 0x7f06e4103ab0 2024-04-25T17:06:42.851 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.848+0000 7f06e27fc700 1 --2- 172.21.15.28:0/3508393557 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f06cc03d670 0x7f06cc03fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:42.851 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.848+0000 7f06e27fc700 1 --2- 172.21.15.28:0/3508393557 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f06cc03d670 0x7f06cc03fb80 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f06d8006fd0 tx=0x7f06d8006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:42.855 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:42.853+0000 7f06cbfff700 1 -- 172.21.15.28:0/3508393557 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f06d4031020 con 0x7f06e4103ab0 2024-04-25T17:06:43.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:43.057+0000 7f06e97d2700 1 -- 172.21.15.28:0/3508393557 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f06e402e580 con 0x7f06e4103ab0 2024-04-25T17:06:43.059 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:43.060+0000 7f06cbfff700 1 -- 172.21.15.28:0/3508393557 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f06d4013070 con 0x7f06e4103ab0 2024-04-25T17:06:43.061 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:43.062+0000 7f06e97d2700 1 -- 172.21.15.28:0/3508393557 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f06cc03d670 msgr2=0x7f06cc03fb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:43.061 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:43.062+0000 7f06e97d2700 1 --2- 172.21.15.28:0/3508393557 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f06cc03d670 0x7f06cc03fb80 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f06d8006fd0 tx=0x7f06d8006e40 comp rx=0 tx=0).stop 2024-04-25T17:06:43.061 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:43.062+0000 7f06e97d2700 1 -- 172.21.15.28:0/3508393557 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06e4103ab0 msgr2=0x7f06e41994e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:43.062 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:43.062+0000 7f06e97d2700 1 --2- 172.21.15.28:0/3508393557 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06e4103ab0 0x7f06e41994e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f06d4005950 tx=0x7f06d4005810 comp rx=0 tx=0).stop 2024-04-25T17:06:43.062 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:43.062+0000 7f06e97d2700 1 -- 172.21.15.28:0/3508393557 shutdown_connections 2024-04-25T17:06:43.062 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:43.062+0000 7f06e97d2700 1 --2- 172.21.15.28:0/3508393557 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f06cc03d670 0x7f06cc03fb80 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:43.062 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:43.062+0000 7f06e97d2700 1 --2- 172.21.15.28:0/3508393557 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06e4103ab0 0x7f06e41994e0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:43.062 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:43.062+0000 7f06e97d2700 1 -- 172.21.15.28:0/3508393557 >> 172.21.15.28:0/3508393557 conn(0x7f06e40ff0f0 msgr2=0x7f06e40ffe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:43.062 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:43.062+0000 7f06e97d2700 1 -- 172.21.15.28:0/3508393557 shutdown_connections 2024-04-25T17:06:43.062 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:43.062+0000 7f06e97d2700 1 -- 172.21.15.28:0/3508393557 wait complete. 2024-04-25T17:06:43.638 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:43 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:06:43.638 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:43 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:06:43.638 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:43 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi028", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:06:43.638 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:43 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:06:43.638 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:43 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:06:43.638 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:43 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:06:43.638 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:43 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3508393557' entity='client.admin' 2024-04-25T17:06:43.638 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:43 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:06:43.638 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:43 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:06:43.667 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-25T17:06:43.667 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-25T17:06:43.909 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:06:45.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.312+0000 7f871256c700 1 -- 172.21.15.28:0/1305301042 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f870c103ad0 msgr2=0x7f870c103ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:45.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.312+0000 7f871256c700 1 --2- 172.21.15.28:0/1305301042 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f870c103ad0 0x7f870c103ee0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f86fc009910 tx=0x7f86fc009c20 comp rx=0 tx=0).stop 2024-04-25T17:06:45.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.312+0000 7f871256c700 1 -- 172.21.15.28:0/1305301042 shutdown_connections 2024-04-25T17:06:45.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.312+0000 7f871256c700 1 --2- 172.21.15.28:0/1305301042 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f870c103ad0 0x7f870c103ee0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:45.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.312+0000 7f871256c700 1 -- 172.21.15.28:0/1305301042 >> 172.21.15.28:0/1305301042 conn(0x7f870c0ff0f0 msgr2=0x7f870c1015c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:45.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.312+0000 7f871256c700 1 -- 172.21.15.28:0/1305301042 shutdown_connections 2024-04-25T17:06:45.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.312+0000 7f871256c700 1 -- 172.21.15.28:0/1305301042 wait complete. 2024-04-25T17:06:45.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.313+0000 7f871256c700 1 Processor -- start 2024-04-25T17:06:45.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.313+0000 7f871256c700 1 -- start start 2024-04-25T17:06:45.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.313+0000 7f871256c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f870c103ad0 0x7f870c199530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:45.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.313+0000 7f871256c700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f870c109940 con 0x7f870c103ad0 2024-04-25T17:06:45.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.313+0000 7f870bfff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f870c103ad0 0x7f870c199530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:45.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.313+0000 7f870bfff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f870c103ad0 0x7f870c199530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:50934/0 (socket says 172.21.15.28:50934) 2024-04-25T17:06:45.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.313+0000 7f870bfff700 1 -- 172.21.15.28:0/1291657090 learned_addr learned my addr 172.21.15.28:0/1291657090 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:45.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.314+0000 7f870bfff700 1 -- 172.21.15.28:0/1291657090 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f870c199a70 con 0x7f870c103ad0 2024-04-25T17:06:45.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.314+0000 7f870bfff700 1 --2- 172.21.15.28:0/1291657090 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f870c103ad0 0x7f870c199530 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f86fc005760 tx=0x7f86fc004f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:45.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.314+0000 7f87097fa700 1 -- 172.21.15.28:0/1291657090 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f86fc027070 con 0x7f870c103ad0 2024-04-25T17:06:45.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.314+0000 7f871256c700 1 -- 172.21.15.28:0/1291657090 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f870c199d00 con 0x7f870c103ad0 2024-04-25T17:06:45.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.314+0000 7f87097fa700 1 -- 172.21.15.28:0/1291657090 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f86fc00bdf0 con 0x7f870c103ad0 2024-04-25T17:06:45.315 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.314+0000 7f87097fa700 1 -- 172.21.15.28:0/1291657090 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f86fc00fd70 con 0x7f870c103ad0 2024-04-25T17:06:45.315 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.314+0000 7f871256c700 1 -- 172.21.15.28:0/1291657090 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f870c19c910 con 0x7f870c103ad0 2024-04-25T17:06:45.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.315+0000 7f87097fa700 1 -- 172.21.15.28:0/1291657090 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 13) ==== 49572+0+0 (secure 0 0 0) 0x7f86fc02a070 con 0x7f870c103ad0 2024-04-25T17:06:45.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.315+0000 7f871256c700 1 -- 172.21.15.28:0/1291657090 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f870c10a0c0 con 0x7f870c103ad0 2024-04-25T17:06:45.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.315+0000 7f87097fa700 1 --2- 172.21.15.28:0/1291657090 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f86f403d610 0x7f86f403fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:45.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.315+0000 7f87097fa700 1 -- 172.21.15.28:0/1291657090 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f86fc0526c0 con 0x7f870c103ad0 2024-04-25T17:06:45.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.316+0000 7f870b7fe700 1 --2- 172.21.15.28:0/1291657090 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f86f403d610 0x7f86f403fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:45.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.316+0000 7f870b7fe700 1 --2- 172.21.15.28:0/1291657090 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f86f403d610 0x7f86f403fb20 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f8700006fd0 tx=0x7f8700006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:45.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.321+0000 7f87097fa700 1 -- 172.21.15.28:0/1291657090 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f86fc013070 con 0x7f870c103ad0 2024-04-25T17:06:45.530 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.531+0000 7f871256c700 1 -- 172.21.15.28:0/1291657090 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f870c02e620 con 0x7f86f403d610 2024-04-25T17:06:45.534 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.535+0000 7f87097fa700 1 -- 172.21.15.28:0/1291657090 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f870c02e620 con 0x7f86f403d610 2024-04-25T17:06:45.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.537+0000 7f871256c700 1 -- 172.21.15.28:0/1291657090 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f86f403d610 msgr2=0x7f86f403fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:45.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.537+0000 7f871256c700 1 --2- 172.21.15.28:0/1291657090 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f86f403d610 0x7f86f403fb20 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f8700006fd0 tx=0x7f8700006e40 comp rx=0 tx=0).stop 2024-04-25T17:06:45.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.537+0000 7f871256c700 1 -- 172.21.15.28:0/1291657090 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f870c103ad0 msgr2=0x7f870c199530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:45.537 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.537+0000 7f871256c700 1 --2- 172.21.15.28:0/1291657090 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f870c103ad0 0x7f870c199530 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f86fc005760 tx=0x7f86fc004f60 comp rx=0 tx=0).stop 2024-04-25T17:06:45.537 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.537+0000 7f871256c700 1 -- 172.21.15.28:0/1291657090 shutdown_connections 2024-04-25T17:06:45.537 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.537+0000 7f871256c700 1 --2- 172.21.15.28:0/1291657090 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f86f403d610 0x7f86f403fb20 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:45.537 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.537+0000 7f871256c700 1 --2- 172.21.15.28:0/1291657090 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f870c103ad0 0x7f870c199530 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:45.537 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.537+0000 7f871256c700 1 -- 172.21.15.28:0/1291657090 >> 172.21.15.28:0/1291657090 conn(0x7f870c0ff0f0 msgr2=0x7f870c0ffe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:45.537 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.537+0000 7f871256c700 1 -- 172.21.15.28:0/1291657090 shutdown_connections 2024-04-25T17:06:45.537 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:45.537+0000 7f871256c700 1 -- 172.21.15.28:0/1291657090 wait complete. 2024-04-25T17:06:46.383 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi042 2024-04-25T17:06:46.383 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-04-25T17:06:46.383 DEBUG:teuthology.orchestra.run.smithi042:> dd of=/etc/ceph/ceph.conf 2024-04-25T17:06:46.403 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-04-25T17:06:46.403 DEBUG:teuthology.orchestra.run.smithi042:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T17:06:46.461 INFO:tasks.cephadm:Adding host smithi042 to orchestrator... 2024-04-25T17:06:46.461 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph orch host add smithi042 2024-04-25T17:06:46.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:46 smithi028 ceph-mon[29207]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:06:46.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:46 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:06:46.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:46 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:06:46.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:46 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:06:46.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:46 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:06:46.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:46 smithi028 ceph-mon[29207]: Updating smithi028:/etc/ceph/ceph.conf 2024-04-25T17:06:46.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:46 smithi028 ceph-mon[29207]: Updating smithi028:/var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T17:06:46.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:46 smithi028 ceph-mon[29207]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-04-25T17:06:46.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:46 smithi028 ceph-mon[29207]: Updating smithi028:/var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T17:06:46.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:46 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:06:46.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:46 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:06:46.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:46 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:06:46.699 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:06:48.039 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.040+0000 7f5a00e95700 1 -- 172.21.15.28:0/1131006273 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f59fc108940 msgr2=0x7f59fc108d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:48.039 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.040+0000 7f5a00e95700 1 --2- 172.21.15.28:0/1131006273 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f59fc108940 0x7f59fc108d50 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f59ec009910 tx=0x7f59ec009c20 comp rx=0 tx=0).stop 2024-04-25T17:06:48.039 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.040+0000 7f5a00e95700 1 -- 172.21.15.28:0/1131006273 shutdown_connections 2024-04-25T17:06:48.039 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.040+0000 7f5a00e95700 1 --2- 172.21.15.28:0/1131006273 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f59fc108940 0x7f59fc108d50 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:48.039 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.040+0000 7f5a00e95700 1 -- 172.21.15.28:0/1131006273 >> 172.21.15.28:0/1131006273 conn(0x7f59fc078460 msgr2=0x7f59fc0788c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:48.039 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.040+0000 7f5a00e95700 1 -- 172.21.15.28:0/1131006273 shutdown_connections 2024-04-25T17:06:48.039 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.040+0000 7f5a00e95700 1 -- 172.21.15.28:0/1131006273 wait complete. 2024-04-25T17:06:48.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.041+0000 7f5a00e95700 1 Processor -- start 2024-04-25T17:06:48.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.041+0000 7f5a00e95700 1 -- start start 2024-04-25T17:06:48.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.041+0000 7f5a00e95700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f59fc108940 0x7f59fc19a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:48.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.041+0000 7f5a00e95700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f59fc10cd40 con 0x7f59fc108940 2024-04-25T17:06:48.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.041+0000 7f59fa59c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f59fc108940 0x7f59fc19a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:48.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.041+0000 7f59fa59c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f59fc108940 0x7f59fc19a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:50948/0 (socket says 172.21.15.28:50948) 2024-04-25T17:06:48.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.041+0000 7f59fa59c700 1 -- 172.21.15.28:0/2250461385 learned_addr learned my addr 172.21.15.28:0/2250461385 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:48.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.041+0000 7f59fa59c700 1 -- 172.21.15.28:0/2250461385 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59fc06bbd0 con 0x7f59fc108940 2024-04-25T17:06:48.042 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.041+0000 7f59fa59c700 1 --2- 172.21.15.28:0/2250461385 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f59fc108940 0x7f59fc19a590 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f59ec0092e0 tx=0x7f59ec005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:48.042 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.042+0000 7f59eb7fe700 1 -- 172.21.15.28:0/2250461385 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f59ec026070 con 0x7f59fc108940 2024-04-25T17:06:48.042 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.042+0000 7f59eb7fe700 1 -- 172.21.15.28:0/2250461385 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f59ec00b750 con 0x7f59fc108940 2024-04-25T17:06:48.042 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.042+0000 7f5a00e95700 1 -- 172.21.15.28:0/2250461385 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59fc19ab90 con 0x7f59fc108940 2024-04-25T17:06:48.042 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.042+0000 7f59eb7fe700 1 -- 172.21.15.28:0/2250461385 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f59ec003810 con 0x7f59fc108940 2024-04-25T17:06:48.042 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.042+0000 7f5a00e95700 1 -- 172.21.15.28:0/2250461385 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59fc19b050 con 0x7f59fc108940 2024-04-25T17:06:48.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.043+0000 7f59eb7fe700 1 -- 172.21.15.28:0/2250461385 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 13) ==== 49572+0+0 (secure 0 0 0) 0x7f59ec029070 con 0x7f59fc108940 2024-04-25T17:06:48.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.043+0000 7f5a00e95700 1 -- 172.21.15.28:0/2250461385 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59fc104050 con 0x7f59fc108940 2024-04-25T17:06:48.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.043+0000 7f59eb7fe700 1 --2- 172.21.15.28:0/2250461385 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f59e403d610 0x7f59e403fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:48.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.043+0000 7f59eb7fe700 1 -- 172.21.15.28:0/2250461385 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f59ec01e070 con 0x7f59fc108940 2024-04-25T17:06:48.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.043+0000 7f59f9d9b700 1 --2- 172.21.15.28:0/2250461385 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f59e403d610 0x7f59e403fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:48.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.043+0000 7f59f9d9b700 1 --2- 172.21.15.28:0/2250461385 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f59e403d610 0x7f59e403fb20 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f59f0006fd0 tx=0x7f59f0006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:48.047 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.048+0000 7f59eb7fe700 1 -- 172.21.15.28:0/2250461385 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f59ec013070 con 0x7f59fc108940 2024-04-25T17:06:48.259 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:48.260+0000 7f5a00e95700 1 -- 172.21.15.28:0/2250461385 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi042", "target": ["mon-mgr", ""]}) -- 0x7f59fc19b330 con 0x7f59e403d610 2024-04-25T17:06:48.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:48 smithi028 ceph-mon[29207]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi042", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:06:49.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:49 smithi028 ceph-mon[29207]: Deploying cephadm binary to smithi042 2024-04-25T17:06:51.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:51 smithi028 ceph-mon[29207]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:06:52.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:52.505+0000 7f59eb7fe700 1 -- 172.21.15.28:0/2250461385 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f59fc19b330 con 0x7f59e403d610 2024-04-25T17:06:52.505 INFO:teuthology.orchestra.run.smithi028.stdout:Added host 'smithi042' with addr '172.21.15.42' 2024-04-25T17:06:52.508 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:52.508+0000 7f5a00e95700 1 -- 172.21.15.28:0/2250461385 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f59e403d610 msgr2=0x7f59e403fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:52.508 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:52.508+0000 7f5a00e95700 1 --2- 172.21.15.28:0/2250461385 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f59e403d610 0x7f59e403fb20 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f59f0006fd0 tx=0x7f59f0006e40 comp rx=0 tx=0).stop 2024-04-25T17:06:52.508 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:52.508+0000 7f5a00e95700 1 -- 172.21.15.28:0/2250461385 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f59fc108940 msgr2=0x7f59fc19a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:52.508 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:52.508+0000 7f5a00e95700 1 --2- 172.21.15.28:0/2250461385 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f59fc108940 0x7f59fc19a590 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f59ec0092e0 tx=0x7f59ec005710 comp rx=0 tx=0).stop 2024-04-25T17:06:52.508 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:52.509+0000 7f5a00e95700 1 -- 172.21.15.28:0/2250461385 shutdown_connections 2024-04-25T17:06:52.508 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:52.509+0000 7f5a00e95700 1 --2- 172.21.15.28:0/2250461385 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f59e403d610 0x7f59e403fb20 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:52.508 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:52.509+0000 7f5a00e95700 1 --2- 172.21.15.28:0/2250461385 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f59fc108940 0x7f59fc19a590 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:52.508 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:52.509+0000 7f5a00e95700 1 -- 172.21.15.28:0/2250461385 >> 172.21.15.28:0/2250461385 conn(0x7f59fc078460 msgr2=0x7f59fc0ff820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:52.508 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:52.509+0000 7f5a00e95700 1 -- 172.21.15.28:0/2250461385 shutdown_connections 2024-04-25T17:06:52.508 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:52.509+0000 7f5a00e95700 1 -- 172.21.15.28:0/2250461385 wait complete. 2024-04-25T17:06:53.128 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-25T17:06:53.372 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:06:53.808 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:53 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:06:53.808 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:53 smithi028 ceph-mon[29207]: Added host smithi042 2024-04-25T17:06:53.808 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:53 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:06:53.808 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:53 smithi028 ceph-mon[29207]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:06:53.808 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:53 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:06:54.857 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:54 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:06:54.894 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.895+0000 7f264ebb0700 1 -- 172.21.15.28:0/1812429208 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2648104bf0 msgr2=0x7f2648105000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:54.894 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.895+0000 7f264ebb0700 1 --2- 172.21.15.28:0/1812429208 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2648104bf0 0x7f2648105000 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f263c009910 tx=0x7f263c009c20 comp rx=0 tx=0).stop 2024-04-25T17:06:54.894 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.895+0000 7f264ebb0700 1 -- 172.21.15.28:0/1812429208 shutdown_connections 2024-04-25T17:06:54.894 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.895+0000 7f264ebb0700 1 --2- 172.21.15.28:0/1812429208 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2648104bf0 0x7f2648105000 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:54.894 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.895+0000 7f264ebb0700 1 -- 172.21.15.28:0/1812429208 >> 172.21.15.28:0/1812429208 conn(0x7f26480fe480 msgr2=0x7f26481008d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:54.894 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.895+0000 7f264ebb0700 1 -- 172.21.15.28:0/1812429208 shutdown_connections 2024-04-25T17:06:54.894 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.895+0000 7f264ebb0700 1 -- 172.21.15.28:0/1812429208 wait complete. 2024-04-25T17:06:54.896 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.895+0000 7f264ebb0700 1 Processor -- start 2024-04-25T17:06:54.896 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.896+0000 7f264ebb0700 1 -- start start 2024-04-25T17:06:54.896 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.896+0000 7f264ebb0700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2648104bf0 0x7f2648102820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:54.896 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.896+0000 7f264ebb0700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f264810de30 con 0x7f2648104bf0 2024-04-25T17:06:54.897 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.896+0000 7f264c94c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2648104bf0 0x7f2648102820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:54.897 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.896+0000 7f264c94c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2648104bf0 0x7f2648102820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:41822/0 (socket says 172.21.15.28:41822) 2024-04-25T17:06:54.897 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.896+0000 7f264c94c700 1 -- 172.21.15.28:0/713928923 learned_addr learned my addr 172.21.15.28:0/713928923 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:54.897 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.896+0000 7f264c94c700 1 -- 172.21.15.28:0/713928923 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2648104670 con 0x7f2648104bf0 2024-04-25T17:06:54.897 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.896+0000 7f264c94c700 1 --2- 172.21.15.28:0/713928923 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2648104bf0 0x7f2648102820 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f263c0092e0 tx=0x7f263c005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:54.897 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.897+0000 7f2645ffb700 1 -- 172.21.15.28:0/713928923 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f263c026070 con 0x7f2648104bf0 2024-04-25T17:06:54.897 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.897+0000 7f2645ffb700 1 -- 172.21.15.28:0/713928923 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f263c00b6f0 con 0x7f2648104bf0 2024-04-25T17:06:54.897 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.897+0000 7f264ebb0700 1 -- 172.21.15.28:0/713928923 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2648102d60 con 0x7f2648104bf0 2024-04-25T17:06:54.897 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.897+0000 7f2645ffb700 1 -- 172.21.15.28:0/713928923 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f263c0036c0 con 0x7f2648104bf0 2024-04-25T17:06:54.897 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.897+0000 7f264ebb0700 1 -- 172.21.15.28:0/713928923 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2648103220 con 0x7f2648104bf0 2024-04-25T17:06:54.898 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.898+0000 7f264ebb0700 1 -- 172.21.15.28:0/713928923 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f264806c390 con 0x7f2648104bf0 2024-04-25T17:06:54.898 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.898+0000 7f2645ffb700 1 -- 172.21.15.28:0/713928923 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 13) ==== 49572+0+0 (secure 0 0 0) 0x7f263c029070 con 0x7f2648104bf0 2024-04-25T17:06:54.899 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.898+0000 7f2645ffb700 1 --2- 172.21.15.28:0/713928923 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f263803d670 0x7f263803fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:54.899 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.898+0000 7f2645ffb700 1 -- 172.21.15.28:0/713928923 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f263c01e070 con 0x7f2648104bf0 2024-04-25T17:06:54.899 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.898+0000 7f2647fff700 1 --2- 172.21.15.28:0/713928923 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f263803d670 0x7f263803fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:54.899 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.899+0000 7f2647fff700 1 --2- 172.21.15.28:0/713928923 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f263803d670 0x7f263803fb80 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f2634006fd0 tx=0x7f2634006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:54.906 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:54.903+0000 7f2645ffb700 1 -- 172.21.15.28:0/713928923 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f263c013070 con 0x7f2648104bf0 2024-04-25T17:06:55.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:55.115+0000 7f264ebb0700 1 -- 172.21.15.28:0/713928923 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2648103df0 con 0x7f263803d670 2024-04-25T17:06:55.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:55.117+0000 7f2645ffb700 1 -- 172.21.15.28:0/713928923 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+159 (secure 0 0 0) 0x7f2648103df0 con 0x7f263803d670 2024-04-25T17:06:55.116 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:06:55.116 INFO:teuthology.orchestra.run.smithi028.stdout:[{"addr": "172.21.15.28", "hostname": "smithi028", "labels": [], "status": ""}, {"addr": "172.21.15.42", "hostname": "smithi042", "labels": [], "status": ""}] 2024-04-25T17:06:55.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:55.119+0000 7f264ebb0700 1 -- 172.21.15.28:0/713928923 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f263803d670 msgr2=0x7f263803fb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:55.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:55.119+0000 7f264ebb0700 1 --2- 172.21.15.28:0/713928923 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f263803d670 0x7f263803fb80 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f2634006fd0 tx=0x7f2634006e40 comp rx=0 tx=0).stop 2024-04-25T17:06:55.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:55.119+0000 7f264ebb0700 1 -- 172.21.15.28:0/713928923 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2648104bf0 msgr2=0x7f2648102820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:55.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:55.119+0000 7f264ebb0700 1 --2- 172.21.15.28:0/713928923 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2648104bf0 0x7f2648102820 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f263c0092e0 tx=0x7f263c005710 comp rx=0 tx=0).stop 2024-04-25T17:06:55.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:55.119+0000 7f264ebb0700 1 -- 172.21.15.28:0/713928923 shutdown_connections 2024-04-25T17:06:55.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:55.119+0000 7f264ebb0700 1 --2- 172.21.15.28:0/713928923 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f263803d670 0x7f263803fb80 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:55.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:55.119+0000 7f264ebb0700 1 --2- 172.21.15.28:0/713928923 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2648104bf0 0x7f2648102820 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:55.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:55.119+0000 7f264ebb0700 1 -- 172.21.15.28:0/713928923 >> 172.21.15.28:0/713928923 conn(0x7f26480fe480 msgr2=0x7f2648105970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:55.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:55.119+0000 7f264ebb0700 1 -- 172.21.15.28:0/713928923 shutdown_connections 2024-04-25T17:06:55.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:55.119+0000 7f264ebb0700 1 -- 172.21.15.28:0/713928923 wait complete. 2024-04-25T17:06:55.877 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi084 2024-04-25T17:06:55.877 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-25T17:06:55.877 DEBUG:teuthology.orchestra.run.smithi084:> dd of=/etc/ceph/ceph.conf 2024-04-25T17:06:55.896 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-25T17:06:55.896 DEBUG:teuthology.orchestra.run.smithi084:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T17:06:55.953 INFO:tasks.cephadm:Adding host smithi084 to orchestrator... 2024-04-25T17:06:55.953 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph orch host add smithi084 2024-04-25T17:06:56.201 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:06:56.479 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:56 smithi028 ceph-mon[29207]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:06:56.479 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:56 smithi028 ceph-mon[29207]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T17:06:56.479 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:56 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:06:57.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.775+0000 7fc35cbe4700 1 -- 172.21.15.28:0/1852641029 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc358108930 msgr2=0x7fc358108d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:06:57.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.775+0000 7fc35cbe4700 1 --2- 172.21.15.28:0/1852641029 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc358108930 0x7fc358108d40 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fc348009910 tx=0x7fc348009c20 comp rx=0 tx=0).stop 2024-04-25T17:06:57.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.775+0000 7fc35cbe4700 1 -- 172.21.15.28:0/1852641029 shutdown_connections 2024-04-25T17:06:57.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.775+0000 7fc35cbe4700 1 --2- 172.21.15.28:0/1852641029 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc358108930 0x7fc358108d40 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:06:57.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.775+0000 7fc35cbe4700 1 -- 172.21.15.28:0/1852641029 >> 172.21.15.28:0/1852641029 conn(0x7fc3580fe440 msgr2=0x7fc358100890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:06:57.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.775+0000 7fc35cbe4700 1 -- 172.21.15.28:0/1852641029 shutdown_connections 2024-04-25T17:06:57.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.775+0000 7fc35cbe4700 1 -- 172.21.15.28:0/1852641029 wait complete. 2024-04-25T17:06:57.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.776+0000 7fc35cbe4700 1 Processor -- start 2024-04-25T17:06:57.776 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.776+0000 7fc35cbe4700 1 -- start start 2024-04-25T17:06:57.776 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.776+0000 7fc35cbe4700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc358108930 0x7fc35819a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:57.776 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.776+0000 7fc35cbe4700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fc35810cd30 con 0x7fc358108930 2024-04-25T17:06:57.777 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.776+0000 7fc35659c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc358108930 0x7fc35819a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:57.777 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.776+0000 7fc35659c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc358108930 0x7fc35819a540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:41842/0 (socket says 172.21.15.28:41842) 2024-04-25T17:06:57.778 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.776+0000 7fc35659c700 1 -- 172.21.15.28:0/682093113 learned_addr learned my addr 172.21.15.28:0/682093113 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:06:57.778 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.776+0000 7fc35659c700 1 -- 172.21.15.28:0/682093113 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc35819aa80 con 0x7fc358108930 2024-04-25T17:06:57.778 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.777+0000 7fc35659c700 1 --2- 172.21.15.28:0/682093113 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc358108930 0x7fc35819a540 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fc3480092e0 tx=0x7fc348005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:57.778 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.777+0000 7fc34f7fe700 1 -- 172.21.15.28:0/682093113 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc348026070 con 0x7fc358108930 2024-04-25T17:06:57.778 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.777+0000 7fc34f7fe700 1 -- 172.21.15.28:0/682093113 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc34800b6f0 con 0x7fc358108930 2024-04-25T17:06:57.778 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.777+0000 7fc35cbe4700 1 -- 172.21.15.28:0/682093113 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc35819ad70 con 0x7fc358108930 2024-04-25T17:06:57.778 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.777+0000 7fc34f7fe700 1 -- 172.21.15.28:0/682093113 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc348003810 con 0x7fc358108930 2024-04-25T17:06:57.778 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.777+0000 7fc35cbe4700 1 -- 172.21.15.28:0/682093113 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc35819b230 con 0x7fc358108930 2024-04-25T17:06:57.778 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.778+0000 7fc34f7fe700 1 -- 172.21.15.28:0/682093113 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 13) ==== 49572+0+0 (secure 0 0 0) 0x7fc348029070 con 0x7fc358108930 2024-04-25T17:06:57.778 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.778+0000 7fc35cbe4700 1 -- 172.21.15.28:0/682093113 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc358104040 con 0x7fc358108930 2024-04-25T17:06:57.778 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.778+0000 7fc34f7fe700 1 --2- 172.21.15.28:0/682093113 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc34403d610 0x7fc34403fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:06:57.778 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.778+0000 7fc34f7fe700 1 -- 172.21.15.28:0/682093113 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fc34801e070 con 0x7fc358108930 2024-04-25T17:06:57.778 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.778+0000 7fc34ffff700 1 --2- 172.21.15.28:0/682093113 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc34403d610 0x7fc34403fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:06:57.779 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.779+0000 7fc34ffff700 1 --2- 172.21.15.28:0/682093113 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc34403d610 0x7fc34403fb20 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fc340006fd0 tx=0x7fc340006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:06:57.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.783+0000 7fc34f7fe700 1 -- 172.21.15.28:0/682093113 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc348013070 con 0x7fc358108930 2024-04-25T17:06:57.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:06:57.997+0000 7fc35cbe4700 1 -- 172.21.15.28:0/682093113 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi084", "target": ["mon-mgr", ""]}) -- 0x7fc35806c0a0 con 0x7fc34403d610 2024-04-25T17:06:58.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:58 smithi028 ceph-mon[29207]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:06:59.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:59 smithi028 ceph-mon[29207]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi084", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:06:59.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:59 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:06:59.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:59 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:06:59.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:59 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:06:59.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:59 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:06:59.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:59 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi042", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:06:59.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:59 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:06:59.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:06:59 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:07:00.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:00 smithi028 ceph-mon[29207]: Updating smithi042:/etc/ceph/ceph.conf 2024-04-25T17:07:00.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:00 smithi028 ceph-mon[29207]: Deploying cephadm binary to smithi084 2024-04-25T17:07:00.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:00 smithi028 ceph-mon[29207]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:00.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:00 smithi028 ceph-mon[29207]: Updating smithi042:/var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T17:07:00.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:00 smithi028 ceph-mon[29207]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-04-25T17:07:02.202 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:02.201+0000 7fc34f7fe700 1 -- 172.21.15.28:0/682093113 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7fc35806c0a0 con 0x7fc34403d610 2024-04-25T17:07:02.202 INFO:teuthology.orchestra.run.smithi028.stdout:Added host 'smithi084' with addr '172.21.15.84' 2024-04-25T17:07:02.204 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:02.204+0000 7fc35cbe4700 1 -- 172.21.15.28:0/682093113 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc34403d610 msgr2=0x7fc34403fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:02.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:02.204+0000 7fc35cbe4700 1 --2- 172.21.15.28:0/682093113 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc34403d610 0x7fc34403fb20 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fc340006fd0 tx=0x7fc340006e40 comp rx=0 tx=0).stop 2024-04-25T17:07:02.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:02.204+0000 7fc35cbe4700 1 -- 172.21.15.28:0/682093113 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc358108930 msgr2=0x7fc35819a540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:02.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:02.204+0000 7fc35cbe4700 1 --2- 172.21.15.28:0/682093113 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc358108930 0x7fc35819a540 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fc3480092e0 tx=0x7fc348005710 comp rx=0 tx=0).stop 2024-04-25T17:07:02.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:02.204+0000 7fc35cbe4700 1 -- 172.21.15.28:0/682093113 shutdown_connections 2024-04-25T17:07:02.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:02.204+0000 7fc35cbe4700 1 --2- 172.21.15.28:0/682093113 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc34403d610 0x7fc34403fb20 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:02.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:02.204+0000 7fc35cbe4700 1 --2- 172.21.15.28:0/682093113 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc358108930 0x7fc35819a540 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:02.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:02.204+0000 7fc35cbe4700 1 -- 172.21.15.28:0/682093113 >> 172.21.15.28:0/682093113 conn(0x7fc3580fe440 msgr2=0x7fc358100d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:07:02.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:02.204+0000 7fc35cbe4700 1 -- 172.21.15.28:0/682093113 shutdown_connections 2024-04-25T17:07:02.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:02.204+0000 7fc35cbe4700 1 -- 172.21.15.28:0/682093113 wait complete. 2024-04-25T17:07:02.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:02 smithi028 ceph-mon[29207]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:02.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:02 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:02.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:02 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:02.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:02 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:02.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:02 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:02.739 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-25T17:07:02.980 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:07:03.408 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:03 smithi028 ceph-mon[29207]: Updating smithi042:/var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T17:07:03.408 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:03 smithi028 ceph-mon[29207]: Added host smithi084 2024-04-25T17:07:03.408 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:03 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:07:03.408 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:03 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:04.267 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:04 smithi028 ceph-mon[29207]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:04.267 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:04 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:04.516 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.516+0000 7f5f2595f700 1 -- 172.21.15.28:0/3595554134 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5f20109a10 msgr2=0x7f5f20109e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:04.516 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.516+0000 7f5f2595f700 1 --2- 172.21.15.28:0/3595554134 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5f20109a10 0x7f5f20109e20 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f5f10009910 tx=0x7f5f10009c20 comp rx=0 tx=0).stop 2024-04-25T17:07:04.516 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.516+0000 7f5f2595f700 1 -- 172.21.15.28:0/3595554134 shutdown_connections 2024-04-25T17:07:04.516 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.516+0000 7f5f2595f700 1 --2- 172.21.15.28:0/3595554134 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5f20109a10 0x7f5f20109e20 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:04.516 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.516+0000 7f5f2595f700 1 -- 172.21.15.28:0/3595554134 >> 172.21.15.28:0/3595554134 conn(0x7f5f200ff560 msgr2=0x7f5f201019b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:07:04.516 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.516+0000 7f5f2595f700 1 -- 172.21.15.28:0/3595554134 shutdown_connections 2024-04-25T17:07:04.516 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.516+0000 7f5f2595f700 1 -- 172.21.15.28:0/3595554134 wait complete. 2024-04-25T17:07:04.517 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.517+0000 7f5f2595f700 1 Processor -- start 2024-04-25T17:07:04.518 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.517+0000 7f5f2595f700 1 -- start start 2024-04-25T17:07:04.518 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.517+0000 7f5f2595f700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5f20109a10 0x7f5f201997b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:04.518 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.517+0000 7f5f2595f700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f5f2010de10 con 0x7f5f20109a10 2024-04-25T17:07:04.518 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.517+0000 7f5f1effd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5f20109a10 0x7f5f201997b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:04.518 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.517+0000 7f5f1effd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5f20109a10 0x7f5f201997b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:41872/0 (socket says 172.21.15.28:41872) 2024-04-25T17:07:04.518 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.517+0000 7f5f1effd700 1 -- 172.21.15.28:0/1864729605 learned_addr learned my addr 172.21.15.28:0/1864729605 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:07:04.518 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.518+0000 7f5f1effd700 1 -- 172.21.15.28:0/1864729605 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f20199cf0 con 0x7f5f20109a10 2024-04-25T17:07:04.519 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.518+0000 7f5f1effd700 1 --2- 172.21.15.28:0/1864729605 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5f20109a10 0x7f5f201997b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f5f10005660 tx=0x7f5f10005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:07:04.520 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.518+0000 7f5f2495d700 1 -- 172.21.15.28:0/1864729605 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5f10026070 con 0x7f5f20109a10 2024-04-25T17:07:04.520 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.518+0000 7f5f2495d700 1 -- 172.21.15.28:0/1864729605 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5f1000b6f0 con 0x7f5f20109a10 2024-04-25T17:07:04.520 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.518+0000 7f5f2595f700 1 -- 172.21.15.28:0/1864729605 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f20199fe0 con 0x7f5f20109a10 2024-04-25T17:07:04.520 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.518+0000 7f5f2595f700 1 -- 172.21.15.28:0/1864729605 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f2019df90 con 0x7f5f20109a10 2024-04-25T17:07:04.520 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.518+0000 7f5f2495d700 1 -- 172.21.15.28:0/1864729605 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5f100037d0 con 0x7f5f20109a10 2024-04-25T17:07:04.520 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.519+0000 7f5f2495d700 1 -- 172.21.15.28:0/1864729605 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 13) ==== 49572+0+0 (secure 0 0 0) 0x7f5f10029070 con 0x7f5f20109a10 2024-04-25T17:07:04.520 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.519+0000 7f5f2595f700 1 -- 172.21.15.28:0/1864729605 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f0c005330 con 0x7f5f20109a10 2024-04-25T17:07:04.520 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.519+0000 7f5f2495d700 1 --2- 172.21.15.28:0/1864729605 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5f0803d610 0x7f5f0803fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:04.520 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.519+0000 7f5f2495d700 1 -- 172.21.15.28:0/1864729605 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f5f1001e070 con 0x7f5f20109a10 2024-04-25T17:07:04.520 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.520+0000 7f5f1e7fc700 1 --2- 172.21.15.28:0/1864729605 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5f0803d610 0x7f5f0803fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:04.521 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.520+0000 7f5f1e7fc700 1 --2- 172.21.15.28:0/1864729605 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5f0803d610 0x7f5f0803fb20 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f5f14006fd0 tx=0x7f5f14006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:07:04.527 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.525+0000 7f5f2495d700 1 -- 172.21.15.28:0/1864729605 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5f10013070 con 0x7f5f20109a10 2024-04-25T17:07:04.737 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.737+0000 7f5f2595f700 1 -- 172.21.15.28:0/1864729605 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5f0c000bc0 con 0x7f5f0803d610 2024-04-25T17:07:04.738 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.738+0000 7f5f2495d700 1 -- 172.21.15.28:0/1864729605 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+238 (secure 0 0 0) 0x7f5f0c000bc0 con 0x7f5f0803d610 2024-04-25T17:07:04.738 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:07:04.738 INFO:teuthology.orchestra.run.smithi028.stdout:[{"addr": "172.21.15.28", "hostname": "smithi028", "labels": [], "status": ""}, {"addr": "172.21.15.42", "hostname": "smithi042", "labels": [], "status": ""}, {"addr": "172.21.15.84", "hostname": "smithi084", "labels": [], "status": ""}] 2024-04-25T17:07:04.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.740+0000 7f5f2595f700 1 -- 172.21.15.28:0/1864729605 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5f0803d610 msgr2=0x7f5f0803fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:04.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.740+0000 7f5f2595f700 1 --2- 172.21.15.28:0/1864729605 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5f0803d610 0x7f5f0803fb20 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f5f14006fd0 tx=0x7f5f14006e40 comp rx=0 tx=0).stop 2024-04-25T17:07:04.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.740+0000 7f5f2595f700 1 -- 172.21.15.28:0/1864729605 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5f20109a10 msgr2=0x7f5f201997b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:04.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.740+0000 7f5f2595f700 1 --2- 172.21.15.28:0/1864729605 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5f20109a10 0x7f5f201997b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f5f10005660 tx=0x7f5f10005740 comp rx=0 tx=0).stop 2024-04-25T17:07:04.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.740+0000 7f5f2595f700 1 -- 172.21.15.28:0/1864729605 shutdown_connections 2024-04-25T17:07:04.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.740+0000 7f5f2595f700 1 --2- 172.21.15.28:0/1864729605 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5f0803d610 0x7f5f0803fb20 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:04.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.740+0000 7f5f2595f700 1 --2- 172.21.15.28:0/1864729605 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5f20109a10 0x7f5f201997b0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:04.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.740+0000 7f5f2595f700 1 -- 172.21.15.28:0/1864729605 >> 172.21.15.28:0/1864729605 conn(0x7f5f200ff560 msgr2=0x7f5f20100510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:07:04.741 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.740+0000 7f5f2595f700 1 -- 172.21.15.28:0/1864729605 shutdown_connections 2024-04-25T17:07:04.741 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:04.740+0000 7f5f2595f700 1 -- 172.21.15.28:0/1864729605 wait complete. 2024-04-25T17:07:05.291 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-25T17:07:05.291 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph osd crush tunables default 2024-04-25T17:07:05.535 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:07:05.657 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:05 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:06.614 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:06 smithi028 ceph-mon[29207]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:06.614 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:06 smithi028 ceph-mon[29207]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T17:07:07.051 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.052+0000 7f4f0a96d700 1 -- 172.21.15.28:0/3963924060 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4f04108990 msgr2=0x7f4f04108da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:07.051 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.052+0000 7f4f0a96d700 1 --2- 172.21.15.28:0/3963924060 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4f04108990 0x7f4f04108da0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f4ef4009910 tx=0x7f4ef4009c20 comp rx=0 tx=0).stop 2024-04-25T17:07:07.051 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.052+0000 7f4f0a96d700 1 -- 172.21.15.28:0/3963924060 shutdown_connections 2024-04-25T17:07:07.052 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.052+0000 7f4f0a96d700 1 --2- 172.21.15.28:0/3963924060 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4f04108990 0x7f4f04108da0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:07.052 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.052+0000 7f4f0a96d700 1 -- 172.21.15.28:0/3963924060 >> 172.21.15.28:0/3963924060 conn(0x7f4f040fe480 msgr2=0x7f4f041008d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:07:07.052 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.052+0000 7f4f0a96d700 1 -- 172.21.15.28:0/3963924060 shutdown_connections 2024-04-25T17:07:07.052 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.052+0000 7f4f0a96d700 1 -- 172.21.15.28:0/3963924060 wait complete. 2024-04-25T17:07:07.052 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.053+0000 7f4f0a96d700 1 Processor -- start 2024-04-25T17:07:07.053 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.053+0000 7f4f0a96d700 1 -- start start 2024-04-25T17:07:07.053 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.054+0000 7f4f0a96d700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4f04108990 0x7f4f0419a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:07.053 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.054+0000 7f4f0a96d700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f4f0410cd90 con 0x7f4f04108990 2024-04-25T17:07:07.053 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.054+0000 7f4f03fff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4f04108990 0x7f4f0419a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:07.053 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.054+0000 7f4f03fff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4f04108990 0x7f4f0419a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:60140/0 (socket says 172.21.15.28:60140) 2024-04-25T17:07:07.053 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.054+0000 7f4f03fff700 1 -- 172.21.15.28:0/2054907776 learned_addr learned my addr 172.21.15.28:0/2054907776 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:07:07.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.054+0000 7f4f03fff700 1 -- 172.21.15.28:0/2054907776 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f0406c8e0 con 0x7f4f04108990 2024-04-25T17:07:07.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.054+0000 7f4f03fff700 1 --2- 172.21.15.28:0/2054907776 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4f04108990 0x7f4f0419a5d0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f4ef4005660 tx=0x7f4ef4005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:07:07.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.054+0000 7f4f017fa700 1 -- 172.21.15.28:0/2054907776 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4ef4026070 con 0x7f4f04108990 2024-04-25T17:07:07.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.054+0000 7f4f017fa700 1 -- 172.21.15.28:0/2054907776 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4ef400b750 con 0x7f4f04108990 2024-04-25T17:07:07.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.054+0000 7f4f0a96d700 1 -- 172.21.15.28:0/2054907776 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f0419abd0 con 0x7f4f04108990 2024-04-25T17:07:07.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.054+0000 7f4f017fa700 1 -- 172.21.15.28:0/2054907776 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4ef4003810 con 0x7f4f04108990 2024-04-25T17:07:07.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.054+0000 7f4f0a96d700 1 -- 172.21.15.28:0/2054907776 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f0419b090 con 0x7f4f04108990 2024-04-25T17:07:07.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.055+0000 7f4f0a96d700 1 -- 172.21.15.28:0/2054907776 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f041040a0 con 0x7f4f04108990 2024-04-25T17:07:07.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.055+0000 7f4f017fa700 1 -- 172.21.15.28:0/2054907776 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 13) ==== 49572+0+0 (secure 0 0 0) 0x7f4ef4029070 con 0x7f4f04108990 2024-04-25T17:07:07.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.056+0000 7f4f017fa700 1 --2- 172.21.15.28:0/2054907776 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4eec03d670 0x7f4eec03fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:07.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.056+0000 7f4f017fa700 1 -- 172.21.15.28:0/2054907776 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f4ef401e070 con 0x7f4f04108990 2024-04-25T17:07:07.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.056+0000 7f4f037fe700 1 --2- 172.21.15.28:0/2054907776 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4eec03d670 0x7f4eec03fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:07.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.056+0000 7f4f037fe700 1 --2- 172.21.15.28:0/2054907776 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4eec03d670 0x7f4eec03fb80 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f4ef8006fd0 tx=0x7f4ef8006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:07:07.060 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.061+0000 7f4f017fa700 1 -- 172.21.15.28:0/2054907776 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4f0406c8e0 con 0x7f4f04108990 2024-04-25T17:07:07.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:07.277+0000 7f4f0a96d700 1 -- 172.21.15.28:0/2054907776 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f4f0419b370 con 0x7f4f04108990 2024-04-25T17:07:08.267 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:08.268+0000 7f4f017fa700 1 -- 172.21.15.28:0/2054907776 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f4ef4013070 con 0x7f4f04108990 2024-04-25T17:07:08.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:08.270+0000 7f4f0a96d700 1 -- 172.21.15.28:0/2054907776 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4eec03d670 msgr2=0x7f4eec03fb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:08.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:08.270+0000 7f4f0a96d700 1 --2- 172.21.15.28:0/2054907776 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4eec03d670 0x7f4eec03fb80 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f4ef8006fd0 tx=0x7f4ef8006e40 comp rx=0 tx=0).stop 2024-04-25T17:07:08.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:08.270+0000 7f4f0a96d700 1 -- 172.21.15.28:0/2054907776 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4f04108990 msgr2=0x7f4f0419a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:08.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:08.270+0000 7f4f0a96d700 1 --2- 172.21.15.28:0/2054907776 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4f04108990 0x7f4f0419a5d0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f4ef4005660 tx=0x7f4ef4005740 comp rx=0 tx=0).stop 2024-04-25T17:07:08.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:08.270+0000 7f4f0a96d700 1 -- 172.21.15.28:0/2054907776 shutdown_connections 2024-04-25T17:07:08.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:08.270+0000 7f4f0a96d700 1 --2- 172.21.15.28:0/2054907776 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4eec03d670 0x7f4eec03fb80 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:08.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:08.270+0000 7f4f0a96d700 1 --2- 172.21.15.28:0/2054907776 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4f04108990 0x7f4f0419a5d0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:08.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:08.270+0000 7f4f0a96d700 1 -- 172.21.15.28:0/2054907776 >> 172.21.15.28:0/2054907776 conn(0x7f4f040fe480 msgr2=0x7f4f040ff510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:07:08.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:08.270+0000 7f4f0a96d700 1 -- 172.21.15.28:0/2054907776 shutdown_connections 2024-04-25T17:07:08.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:08.270+0000 7f4f0a96d700 1 -- 172.21.15.28:0/2054907776 wait complete. 2024-04-25T17:07:08.270 INFO:teuthology.orchestra.run.smithi028.stderr:adjusted tunables profile to default 2024-04-25T17:07:08.578 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:08 smithi028 ceph-mon[29207]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:08.578 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:08 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:08.578 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:08 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:08.578 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:08 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:08.578 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:08 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:08.579 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:08 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi084", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:07:08.579 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:08 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:08.579 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:08 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:07:08.579 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:08 smithi028 ceph-mon[29207]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-25T17:07:08.579 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:08 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2054907776' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-25T17:07:08.579 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:08 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:08.579 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:08 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:08.579 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:08 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:08.875 INFO:tasks.cephadm:Adding mon.a on smithi028 2024-04-25T17:07:08.875 INFO:tasks.cephadm:Adding mon.b on smithi042 2024-04-25T17:07:08.875 INFO:tasks.cephadm:Adding mon.c on smithi084 2024-04-25T17:07:08.876 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph orch apply mon '3;smithi028:172.21.15.28=a;smithi042:172.21.15.42=b;smithi084:172.21.15.84=c' 2024-04-25T17:07:09.102 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T17:07:09.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:09 smithi028 ceph-mon[29207]: Updating smithi084:/var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T17:07:09.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:09 smithi028 ceph-mon[29207]: Updating smithi084:/etc/ceph/ceph.client.admin.keyring 2024-04-25T17:07:09.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:09 smithi028 ceph-mon[29207]: Updating smithi084:/var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T17:07:09.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:09 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2054907776' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-25T17:07:09.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:09 smithi028 ceph-mon[29207]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T17:07:10.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.550+0000 7f52b86ab700 1 -- 172.21.15.84:0/3352753277 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f52b0108910 msgr2=0x7f52b0108d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:10.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.550+0000 7f52b86ab700 1 --2- 172.21.15.84:0/3352753277 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f52b0108910 0x7f52b0108d20 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f52ac009910 tx=0x7f52ac009c20 comp rx=0 tx=0).stop 2024-04-25T17:07:10.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.550+0000 7f52b86ab700 1 -- 172.21.15.84:0/3352753277 shutdown_connections 2024-04-25T17:07:10.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.550+0000 7f52b86ab700 1 --2- 172.21.15.84:0/3352753277 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f52b0108910 0x7f52b0108d20 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:10.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.550+0000 7f52b86ab700 1 -- 172.21.15.84:0/3352753277 >> 172.21.15.84:0/3352753277 conn(0x7f52b00fe420 msgr2=0x7f52b0100870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:07:10.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.550+0000 7f52b86ab700 1 -- 172.21.15.84:0/3352753277 shutdown_connections 2024-04-25T17:07:10.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.550+0000 7f52b86ab700 1 -- 172.21.15.84:0/3352753277 wait complete. 2024-04-25T17:07:10.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.551+0000 7f52b86ab700 1 Processor -- start 2024-04-25T17:07:10.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.551+0000 7f52b86ab700 1 -- start start 2024-04-25T17:07:10.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.551+0000 7f52b86ab700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f52b0108910 0x7f52b019f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:10.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.551+0000 7f52b86ab700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f52b010cd10 con 0x7f52b0108910 2024-04-25T17:07:10.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.551+0000 7f52b6447700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f52b0108910 0x7f52b019f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:10.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.551+0000 7f52b6447700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f52b0108910 0x7f52b019f4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.84:34840/0 (socket says 172.21.15.84:34840) 2024-04-25T17:07:10.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.551+0000 7f52b6447700 1 -- 172.21.15.84:0/1281678043 learned_addr learned my addr 172.21.15.84:0/1281678043 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-25T17:07:10.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.551+0000 7f52b6447700 1 -- 172.21.15.84:0/1281678043 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52b019fa00 con 0x7f52b0108910 2024-04-25T17:07:10.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.552+0000 7f52b6447700 1 --2- 172.21.15.84:0/1281678043 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f52b0108910 0x7f52b019f4c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f52ac005660 tx=0x7f52ac005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:07:10.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.552+0000 7f52a77fe700 1 -- 172.21.15.84:0/1281678043 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f52ac026070 con 0x7f52b0108910 2024-04-25T17:07:10.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.552+0000 7f52b86ab700 1 -- 172.21.15.84:0/1281678043 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52b019fcf0 con 0x7f52b0108910 2024-04-25T17:07:10.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.552+0000 7f52a77fe700 1 -- 172.21.15.84:0/1281678043 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f52ac00b6f0 con 0x7f52b0108910 2024-04-25T17:07:10.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.552+0000 7f52a77fe700 1 -- 172.21.15.84:0/1281678043 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f52ac0037d0 con 0x7f52b0108910 2024-04-25T17:07:10.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.552+0000 7f52b86ab700 1 -- 172.21.15.84:0/1281678043 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52b0199820 con 0x7f52b0108910 2024-04-25T17:07:10.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.553+0000 7f52b86ab700 1 -- 172.21.15.84:0/1281678043 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52b0104020 con 0x7f52b0108910 2024-04-25T17:07:10.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.553+0000 7f52a77fe700 1 -- 172.21.15.84:0/1281678043 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 13) ==== 49572+0+0 (secure 0 0 0) 0x7f52ac029070 con 0x7f52b0108910 2024-04-25T17:07:10.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.553+0000 7f52a77fe700 1 --2- 172.21.15.84:0/1281678043 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f529c03d610 0x7f529c03fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:10.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.553+0000 7f52a77fe700 1 -- 172.21.15.84:0/1281678043 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f52ac01e070 con 0x7f52b0108910 2024-04-25T17:07:10.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.553+0000 7f52b5c46700 1 --2- 172.21.15.84:0/1281678043 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f529c03d610 0x7f529c03fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:10.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.554+0000 7f52b5c46700 1 --2- 172.21.15.84:0/1281678043 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f529c03d610 0x7f529c03fb20 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f52a0006fd0 tx=0x7f52a0006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:07:10.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.559+0000 7f52a77fe700 1 -- 172.21.15.84:0/1281678043 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f52ac013070 con 0x7f52b0108910 2024-04-25T17:07:10.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:10 smithi028 ceph-mon[29207]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:10.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.770+0000 7f52b86ab700 1 -- 172.21.15.84:0/1281678043 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi028:172.21.15.28=a;smithi042:172.21.15.42=b;smithi084:172.21.15.84=c", "target": ["mon-mgr", ""]}) -- 0x7f52b019ff20 con 0x7f529c03d610 2024-04-25T17:07:10.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.778+0000 7f52a77fe700 1 -- 172.21.15.84:0/1281678043 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f52b019ff20 con 0x7f529c03d610 2024-04-25T17:07:10.777 INFO:teuthology.orchestra.run.smithi084.stdout:Scheduled mon update... 2024-04-25T17:07:10.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.780+0000 7f52b86ab700 1 -- 172.21.15.84:0/1281678043 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f529c03d610 msgr2=0x7f529c03fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:10.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.780+0000 7f52b86ab700 1 --2- 172.21.15.84:0/1281678043 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f529c03d610 0x7f529c03fb20 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f52a0006fd0 tx=0x7f52a0006e40 comp rx=0 tx=0).stop 2024-04-25T17:07:10.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.780+0000 7f52b86ab700 1 -- 172.21.15.84:0/1281678043 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f52b0108910 msgr2=0x7f52b019f4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:10.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.780+0000 7f52b86ab700 1 --2- 172.21.15.84:0/1281678043 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f52b0108910 0x7f52b019f4c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f52ac005660 tx=0x7f52ac005740 comp rx=0 tx=0).stop 2024-04-25T17:07:10.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.780+0000 7f52b86ab700 1 -- 172.21.15.84:0/1281678043 shutdown_connections 2024-04-25T17:07:10.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.780+0000 7f52b86ab700 1 --2- 172.21.15.84:0/1281678043 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f529c03d610 0x7f529c03fb20 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:10.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.780+0000 7f52b86ab700 1 --2- 172.21.15.84:0/1281678043 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f52b0108910 0x7f52b019f4c0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:10.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.780+0000 7f52b86ab700 1 -- 172.21.15.84:0/1281678043 >> 172.21.15.84:0/1281678043 conn(0x7f52b00fe420 msgr2=0x7f52b01063f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:07:10.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.780+0000 7f52b86ab700 1 -- 172.21.15.84:0/1281678043 shutdown_connections 2024-04-25T17:07:10.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:10.780+0000 7f52b86ab700 1 -- 172.21.15.84:0/1281678043 wait complete. 2024-04-25T17:07:11.380 DEBUG:teuthology.orchestra.run.smithi042:mon.b> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mon.b.service 2024-04-25T17:07:11.382 DEBUG:teuthology.orchestra.run.smithi084:mon.c> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mon.c.service 2024-04-25T17:07:11.385 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-25T17:07:11.385 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-25T17:07:12.120 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T17:07:12.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:11 smithi028 ceph-mon[29207]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:12.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:11 smithi028 ceph-mon[29207]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi028:172.21.15.28=a;smithi042:172.21.15.42=b;smithi084:172.21.15.84=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:07:12.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:11 smithi028 ceph-mon[29207]: Saving service mon spec with placement smithi028:172.21.15.28=a;smithi042:172.21.15.42=b;smithi084:172.21.15.84=c;count:3 2024-04-25T17:07:12.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:11 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:12.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:11 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:07:12.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:11 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:12.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:11 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:07:12.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:11 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:12.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:11 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T17:07:12.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:11 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:12.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:11 smithi028 ceph-mon[29207]: Deploying daemon mon.c on smithi084 2024-04-25T17:07:14.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:13 smithi028 ceph-mon[29207]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:15.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.299+0000 7fcefba15700 1 -- 172.21.15.84:0/4144714132 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcef4108a70 msgr2=0x7fcef4108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:15.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.299+0000 7fcefba15700 1 --2- 172.21.15.84:0/4144714132 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcef4108a70 0x7fcef4108e80 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fcef0009910 tx=0x7fcef0009c20 comp rx=0 tx=0).stop 2024-04-25T17:07:15.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.299+0000 7fcefba15700 1 -- 172.21.15.84:0/4144714132 shutdown_connections 2024-04-25T17:07:15.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.299+0000 7fcefba15700 1 --2- 172.21.15.84:0/4144714132 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcef4108a70 0x7fcef4108e80 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:15.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.299+0000 7fcefba15700 1 -- 172.21.15.84:0/4144714132 >> 172.21.15.84:0/4144714132 conn(0x7fcef40fdd00 msgr2=0x7fcef4100120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:07:15.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.299+0000 7fcefba15700 1 -- 172.21.15.84:0/4144714132 shutdown_connections 2024-04-25T17:07:15.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.299+0000 7fcefba15700 1 -- 172.21.15.84:0/4144714132 wait complete. 2024-04-25T17:07:15.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.300+0000 7fcefba15700 1 Processor -- start 2024-04-25T17:07:15.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.300+0000 7fcefba15700 1 -- start start 2024-04-25T17:07:15.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.301+0000 7fcefba15700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcef4108a70 0x7fcef419f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:15.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.301+0000 7fcefba15700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fcef410dfa0 con 0x7fcef4108a70 2024-04-25T17:07:15.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.301+0000 7fcef97b1700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcef4108a70 0x7fcef419f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:15.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.301+0000 7fcef97b1700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcef4108a70 0x7fcef419f4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.84:34852/0 (socket says 172.21.15.84:34852) 2024-04-25T17:07:15.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.301+0000 7fcef97b1700 1 -- 172.21.15.84:0/232738412 learned_addr learned my addr 172.21.15.84:0/232738412 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-25T17:07:15.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.302+0000 7fcef97b1700 1 -- 172.21.15.84:0/232738412 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcef419fa30 con 0x7fcef4108a70 2024-04-25T17:07:15.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.302+0000 7fcef97b1700 1 --2- 172.21.15.84:0/232738412 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcef4108a70 0x7fcef419f4f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fcef000b5c0 tx=0x7fcef0005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:07:15.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.302+0000 7fceea7fc700 1 -- 172.21.15.84:0/232738412 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcef0026070 con 0x7fcef4108a70 2024-04-25T17:07:15.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.302+0000 7fceea7fc700 1 -- 172.21.15.84:0/232738412 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcef000b750 con 0x7fcef4108a70 2024-04-25T17:07:15.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.302+0000 7fcefba15700 1 -- 172.21.15.84:0/232738412 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcef419fcc0 con 0x7fcef4108a70 2024-04-25T17:07:15.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.302+0000 7fceea7fc700 1 -- 172.21.15.84:0/232738412 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcef0003810 con 0x7fcef4108a70 2024-04-25T17:07:15.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.302+0000 7fcefba15700 1 -- 172.21.15.84:0/232738412 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcef41996d0 con 0x7fcef4108a70 2024-04-25T17:07:15.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.303+0000 7fcefba15700 1 -- 172.21.15.84:0/232738412 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcef4105180 con 0x7fcef4108a70 2024-04-25T17:07:15.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.303+0000 7fceea7fc700 1 -- 172.21.15.84:0/232738412 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 13) ==== 49572+0+0 (secure 0 0 0) 0x7fcef0029070 con 0x7fcef4108a70 2024-04-25T17:07:15.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.304+0000 7fceea7fc700 1 --2- 172.21.15.84:0/232738412 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcee003d670 0x7fcee003fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:15.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.304+0000 7fceea7fc700 1 -- 172.21.15.84:0/232738412 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fcef001e070 con 0x7fcef4108a70 2024-04-25T17:07:15.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.304+0000 7fcef8fb0700 1 --2- 172.21.15.84:0/232738412 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcee003d670 0x7fcee003fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:15.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.304+0000 7fcef8fb0700 1 --2- 172.21.15.84:0/232738412 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcee003d670 0x7fcee003fb80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fcee4006fd0 tx=0x7fcee4006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:07:15.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.309+0000 7fceea7fc700 1 -- 172.21.15.84:0/232738412 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcef0013070 con 0x7fcef4108a70 2024-04-25T17:07:15.435 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 podman[32720]: 2024-04-25 17:07:15.334255183 +0000 UTC m=+0.019555623 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:07:15.435 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 podman[32720]: 2024-04-25 17:07:15.436408517 +0000 UTC m=+0.121708935 container create cab94334aca6f942a3f2c2b5f6917fa8898bfb91e2ba902380b62021b2048213 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-25T17:07:15.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.602+0000 7fcefba15700 1 -- 172.21.15.84:0/232738412 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fcef419abe0 con 0x7fcef4108a70 2024-04-25T17:07:15.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.603+0000 7fceea7fc700 1 -- 172.21.15.84:0/232738412 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7fcef0030090 con 0x7fcef4108a70 2024-04-25T17:07:15.602 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-25T17:07:15.603 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":1,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","modified":"2024-04-25T17:05:28.931098Z","created":"2024-04-25T17:05:28.931098Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:3300","nonce":0},{"type":"v1","addr":"172.21.15.28:6789","nonce":0}]},"addr":"172.21.15.28:6789/0","public_addr":"172.21.15.28:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-25T17:07:15.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.605+0000 7fcefba15700 1 -- 172.21.15.84:0/232738412 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcee003d670 msgr2=0x7fcee003fb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:15.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.605+0000 7fcefba15700 1 --2- 172.21.15.84:0/232738412 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcee003d670 0x7fcee003fb80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fcee4006fd0 tx=0x7fcee4006e40 comp rx=0 tx=0).stop 2024-04-25T17:07:15.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.605+0000 7fcefba15700 1 -- 172.21.15.84:0/232738412 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcef4108a70 msgr2=0x7fcef419f4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:15.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.605+0000 7fcefba15700 1 --2- 172.21.15.84:0/232738412 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcef4108a70 0x7fcef419f4f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fcef000b5c0 tx=0x7fcef0005710 comp rx=0 tx=0).stop 2024-04-25T17:07:15.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.605+0000 7fcefba15700 1 -- 172.21.15.84:0/232738412 shutdown_connections 2024-04-25T17:07:15.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.605+0000 7fcefba15700 1 --2- 172.21.15.84:0/232738412 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcee003d670 0x7fcee003fb80 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:15.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.605+0000 7fcefba15700 1 --2- 172.21.15.84:0/232738412 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcef4108a70 0x7fcef419f4f0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:15.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.605+0000 7fcefba15700 1 -- 172.21.15.84:0/232738412 >> 172.21.15.84:0/232738412 conn(0x7fcef40fdd00 msgr2=0x7fcef4106ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:07:15.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.605+0000 7fcefba15700 1 -- 172.21.15.84:0/232738412 shutdown_connections 2024-04-25T17:07:15.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:15.605+0000 7fcefba15700 1 -- 172.21.15.84:0/232738412 wait complete. 2024-04-25T17:07:15.605 INFO:teuthology.orchestra.run.smithi084.stderr:dumped monmap epoch 1 2024-04-25T17:07:15.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 podman[32720]: 2024-04-25 17:07:15.706126698 +0000 UTC m=+0.391427113 container init cab94334aca6f942a3f2c2b5f6917fa8898bfb91e2ba902380b62021b2048213 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-c, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-25T17:07:15.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 podman[32720]: 2024-04-25 17:07:15.709375493 +0000 UTC m=+0.394675918 container start cab94334aca6f942a3f2c2b5f6917fa8898bfb91e2ba902380b62021b2048213 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-c, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T17:07:15.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: set uid:gid to 167:167 (ceph:ceph) 2024-04-25T17:07:15.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: ceph version 19.0.0-3291-g994e2f20 (994e2f20102a20fa9a27966c14b625cc01884df8) squid (dev), process ceph-mon, pid 2 2024-04-25T17:07:15.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: pidfile_write: ignore empty --pid-file 2024-04-25T17:07:15.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: load: jerasure load: lrc 2024-04-25T17:07:15.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: RocksDB version: 7.9.2 2024-04-25T17:07:15.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Git sha 0 2024-04-25T17:07:15.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Compile date 2024-04-25 02:57:34 2024-04-25T17:07:15.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: DB SUMMARY 2024-04-25T17:07:15.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: DB Session ID: LN6074TDM69JOOX8DIET 2024-04-25T17:07:15.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: CURRENT file: CURRENT 2024-04-25T17:07:15.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: IDENTITY file: IDENTITY 2024-04-25T17:07:15.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-25T17:07:15.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-25T17:07:15.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-04-25T17:07:15.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.error_if_exists: 0 2024-04-25T17:07:15.982 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.create_if_missing: 0 2024-04-25T17:07:15.982 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.paranoid_checks: 1 2024-04-25T17:07:15.982 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-25T17:07:15.982 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-25T17:07:15.982 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-25T17:07:15.982 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.env: 0x55eb31271500 2024-04-25T17:07:15.982 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.fs: PosixFileSystem 2024-04-25T17:07:15.982 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.info_log: 0x55eb323f5fc0 2024-04-25T17:07:15.982 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_file_opening_threads: 16 2024-04-25T17:07:15.982 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.statistics: (nil) 2024-04-25T17:07:15.982 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.use_fsync: 0 2024-04-25T17:07:15.982 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_log_file_size: 0 2024-04-25T17:07:15.983 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-25T17:07:15.983 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-25T17:07:15.983 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.keep_log_file_num: 1000 2024-04-25T17:07:15.983 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.recycle_log_file_num: 0 2024-04-25T17:07:15.983 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.allow_fallocate: 1 2024-04-25T17:07:15.983 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.allow_mmap_reads: 0 2024-04-25T17:07:15.983 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.allow_mmap_writes: 0 2024-04-25T17:07:15.983 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.use_direct_reads: 0 2024-04-25T17:07:15.983 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-25T17:07:15.983 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.create_missing_column_families: 0 2024-04-25T17:07:15.983 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.db_log_dir: 2024-04-25T17:07:15.983 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.wal_dir: 2024-04-25T17:07:15.983 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-25T17:07:15.983 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-25T17:07:15.984 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-25T17:07:15.984 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-25T17:07:15.984 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-25T17:07:15.984 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-25T17:07:15.984 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.advise_random_on_open: 1 2024-04-25T17:07:15.984 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.db_write_buffer_size: 0 2024-04-25T17:07:15.984 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.write_buffer_manager: 0x55eb323c68c0 2024-04-25T17:07:15.984 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-25T17:07:15.984 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-25T17:07:15.984 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-25T17:07:15.984 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.rate_limiter: (nil) 2024-04-25T17:07:15.984 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-25T17:07:15.985 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.wal_recovery_mode: 2 2024-04-25T17:07:15.985 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.enable_thread_tracking: 0 2024-04-25T17:07:15.985 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.enable_pipelined_write: 0 2024-04-25T17:07:15.985 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.unordered_write: 0 2024-04-25T17:07:15.985 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-25T17:07:15.985 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-25T17:07:15.985 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-25T17:07:15.985 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-25T17:07:15.985 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.row_cache: None 2024-04-25T17:07:15.985 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.wal_filter: None 2024-04-25T17:07:15.987 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-25T17:07:15.987 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.allow_ingest_behind: 0 2024-04-25T17:07:15.987 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.two_write_queues: 0 2024-04-25T17:07:15.987 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.manual_wal_flush: 0 2024-04-25T17:07:15.987 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.wal_compression: 0 2024-04-25T17:07:15.987 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.atomic_flush: 0 2024-04-25T17:07:15.987 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-25T17:07:15.987 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-25T17:07:15.987 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-25T17:07:15.987 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.log_readahead_size: 0 2024-04-25T17:07:15.987 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-25T17:07:15.987 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.best_efforts_recovery: 0 2024-04-25T17:07:15.988 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-25T17:07:15.988 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-25T17:07:15.988 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.allow_data_in_errors: 0 2024-04-25T17:07:15.988 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.db_host_id: __hostname__ 2024-04-25T17:07:15.988 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-25T17:07:15.988 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_background_jobs: 2 2024-04-25T17:07:15.988 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_background_compactions: -1 2024-04-25T17:07:15.988 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_subcompactions: 1 2024-04-25T17:07:15.988 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-25T17:07:15.988 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-25T17:07:15.988 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-25T17:07:15.988 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_total_wal_size: 0 2024-04-25T17:07:15.988 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-25T17:07:15.988 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-25T17:07:15.989 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-25T17:07:15.989 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-25T17:07:15.989 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_open_files: -1 2024-04-25T17:07:15.989 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.bytes_per_sync: 0 2024-04-25T17:07:15.989 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-25T17:07:15.989 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-25T17:07:15.989 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.compaction_readahead_size: 0 2024-04-25T17:07:15.989 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_background_flushes: -1 2024-04-25T17:07:15.989 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Compression algorithms supported: 2024-04-25T17:07:15.989 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-25T17:07:15.989 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: kZSTD supported: 0 2024-04-25T17:07:15.989 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: kXpressCompression supported: 0 2024-04-25T17:07:15.989 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: kLZ4HCCompression supported: 1 2024-04-25T17:07:15.990 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: kZlibCompression supported: 1 2024-04-25T17:07:15.990 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: kSnappyCompression supported: 1 2024-04-25T17:07:15.990 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: kLZ4Compression supported: 1 2024-04-25T17:07:15.990 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: kBZip2Compression supported: 0 2024-04-25T17:07:15.990 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-25T17:07:15.990 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-25T17:07:15.990 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-04-25T17:07:15.990 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-25T17:07:15.990 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-25T17:07:15.990 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.merge_operator: 2024-04-25T17:07:15.990 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.compaction_filter: None 2024-04-25T17:07:15.990 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.compaction_filter_factory: None 2024-04-25T17:07:15.990 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.sst_partitioner_factory: None 2024-04-25T17:07:15.991 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-25T17:07:15.991 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-25T17:07:15.991 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55eb324fc1a0) 2024-04-25T17:07:15.991 INFO:journalctl@ceph.mon.c.smithi084.stdout: cache_index_and_filter_blocks: 1 2024-04-25T17:07:15.991 INFO:journalctl@ceph.mon.c.smithi084.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-25T17:07:15.991 INFO:journalctl@ceph.mon.c.smithi084.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-25T17:07:15.991 INFO:journalctl@ceph.mon.c.smithi084.stdout: pin_top_level_index_and_filter: 1 2024-04-25T17:07:15.991 INFO:journalctl@ceph.mon.c.smithi084.stdout: index_type: 0 2024-04-25T17:07:15.991 INFO:journalctl@ceph.mon.c.smithi084.stdout: data_block_index_type: 0 2024-04-25T17:07:15.991 INFO:journalctl@ceph.mon.c.smithi084.stdout: index_shortening: 1 2024-04-25T17:07:15.991 INFO:journalctl@ceph.mon.c.smithi084.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-25T17:07:15.991 INFO:journalctl@ceph.mon.c.smithi084.stdout: checksum: 4 2024-04-25T17:07:15.991 INFO:journalctl@ceph.mon.c.smithi084.stdout: no_block_cache: 0 2024-04-25T17:07:15.991 INFO:journalctl@ceph.mon.c.smithi084.stdout: block_cache: 0x55eb323f91f0 2024-04-25T17:07:15.991 INFO:journalctl@ceph.mon.c.smithi084.stdout: block_cache_name: BinnedLRUCache 2024-04-25T17:07:15.992 INFO:journalctl@ceph.mon.c.smithi084.stdout: block_cache_options: 2024-04-25T17:07:15.992 INFO:journalctl@ceph.mon.c.smithi084.stdout: capacity : 536870912 2024-04-25T17:07:15.992 INFO:journalctl@ceph.mon.c.smithi084.stdout: num_shard_bits : 4 2024-04-25T17:07:15.992 INFO:journalctl@ceph.mon.c.smithi084.stdout: strict_capacity_limit : 0 2024-04-25T17:07:15.992 INFO:journalctl@ceph.mon.c.smithi084.stdout: high_pri_pool_ratio: 0.000 2024-04-25T17:07:15.992 INFO:journalctl@ceph.mon.c.smithi084.stdout: block_cache_compressed: (nil) 2024-04-25T17:07:15.992 INFO:journalctl@ceph.mon.c.smithi084.stdout: persistent_cache: (nil) 2024-04-25T17:07:15.992 INFO:journalctl@ceph.mon.c.smithi084.stdout: block_size: 4096 2024-04-25T17:07:15.992 INFO:journalctl@ceph.mon.c.smithi084.stdout: block_size_deviation: 10 2024-04-25T17:07:15.992 INFO:journalctl@ceph.mon.c.smithi084.stdout: block_restart_interval: 16 2024-04-25T17:07:15.992 INFO:journalctl@ceph.mon.c.smithi084.stdout: index_block_restart_interval: 1 2024-04-25T17:07:15.992 INFO:journalctl@ceph.mon.c.smithi084.stdout: metadata_block_size: 4096 2024-04-25T17:07:15.992 INFO:journalctl@ceph.mon.c.smithi084.stdout: partition_filters: 0 2024-04-25T17:07:15.992 INFO:journalctl@ceph.mon.c.smithi084.stdout: use_delta_encoding: 1 2024-04-25T17:07:15.993 INFO:journalctl@ceph.mon.c.smithi084.stdout: filter_policy: bloomfilter 2024-04-25T17:07:15.993 INFO:journalctl@ceph.mon.c.smithi084.stdout: whole_key_filtering: 1 2024-04-25T17:07:15.993 INFO:journalctl@ceph.mon.c.smithi084.stdout: verify_compression: 0 2024-04-25T17:07:15.993 INFO:journalctl@ceph.mon.c.smithi084.stdout: read_amp_bytes_per_bit: 0 2024-04-25T17:07:15.993 INFO:journalctl@ceph.mon.c.smithi084.stdout: format_version: 5 2024-04-25T17:07:15.993 INFO:journalctl@ceph.mon.c.smithi084.stdout: enable_index_compression: 1 2024-04-25T17:07:15.993 INFO:journalctl@ceph.mon.c.smithi084.stdout: block_align: 0 2024-04-25T17:07:15.993 INFO:journalctl@ceph.mon.c.smithi084.stdout: max_auto_readahead_size: 262144 2024-04-25T17:07:15.993 INFO:journalctl@ceph.mon.c.smithi084.stdout: prepopulate_block_cache: 0 2024-04-25T17:07:15.993 INFO:journalctl@ceph.mon.c.smithi084.stdout: initial_auto_readahead_size: 8192 2024-04-25T17:07:15.993 INFO:journalctl@ceph.mon.c.smithi084.stdout: num_file_reads_for_auto_readahead: 2 2024-04-25T17:07:15.993 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.write_buffer_size: 33554432 2024-04-25T17:07:15.993 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_write_buffer_number: 2 2024-04-25T17:07:15.993 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.compression: NoCompression 2024-04-25T17:07:15.994 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.bottommost_compression: Disabled 2024-04-25T17:07:15.994 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.prefix_extractor: nullptr 2024-04-25T17:07:15.994 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-25T17:07:15.994 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.num_levels: 7 2024-04-25T17:07:15.994 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-25T17:07:15.994 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-25T17:07:15.994 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-25T17:07:15.994 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-25T17:07:15.994 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-25T17:07:15.994 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-25T17:07:15.994 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-25T17:07:15.994 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-25T17:07:15.994 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-25T17:07:15.995 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-25T17:07:15.995 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-25T17:07:15.995 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-25T17:07:15.995 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-25T17:07:15.995 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.compression_opts.level: 32767 2024-04-25T17:07:15.995 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.compression_opts.strategy: 0 2024-04-25T17:07:15.995 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-25T17:07:15.995 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-25T17:07:15.995 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-25T17:07:15.995 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-25T17:07:15.995 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.compression_opts.enabled: false 2024-04-25T17:07:15.995 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-25T17:07:15.996 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-25T17:07:15.996 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-25T17:07:15.996 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-25T17:07:15.996 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.target_file_size_base: 67108864 2024-04-25T17:07:15.996 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-25T17:07:15.996 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-25T17:07:15.996 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-25T17:07:15.996 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-25T17:07:15.996 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-25T17:07:15.996 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-25T17:07:15.996 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-25T17:07:15.996 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-25T17:07:15.996 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-25T17:07:15.996 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-25T17:07:15.996 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-25T17:07:15.997 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-25T17:07:15.997 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-25T17:07:15.997 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-25T17:07:15.997 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.arena_block_size: 1048576 2024-04-25T17:07:15.997 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-25T17:07:15.997 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-25T17:07:15.997 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.disable_auto_compactions: 0 2024-04-25T17:07:15.997 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-25T17:07:15.997 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-25T17:07:15.997 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-25T17:07:15.998 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-25T17:07:15.998 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-25T17:07:15.998 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-25T17:07:15.998 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-25T17:07:15.998 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-25T17:07:15.998 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-25T17:07:15.998 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-25T17:07:15.998 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-25T17:07:15.998 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.inplace_update_support: 0 2024-04-25T17:07:15.999 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-25T17:07:15.999 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-25T17:07:15.999 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-25T17:07:15.999 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-25T17:07:15.999 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.bloom_locality: 0 2024-04-25T17:07:15.999 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.max_successive_merges: 0 2024-04-25T17:07:15.999 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-25T17:07:15.999 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.paranoid_file_checks: 0 2024-04-25T17:07:15.999 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.force_consistency_checks: 1 2024-04-25T17:07:15.999 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.report_bg_io_stats: 0 2024-04-25T17:07:15.999 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.ttl: 2592000 2024-04-25T17:07:15.999 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-25T17:07:15.999 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-25T17:07:15.999 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-25T17:07:16.000 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.enable_blob_files: false 2024-04-25T17:07:16.000 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.min_blob_size: 0 2024-04-25T17:07:16.000 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.blob_file_size: 268435456 2024-04-25T17:07:16.000 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-25T17:07:16.000 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-25T17:07:16.000 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-25T17:07:16.000 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-25T17:07:16.000 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-25T17:07:16.000 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.blob_file_starting_level: 0 2024-04-25T17:07:16.000 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-25T17:07:16.000 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-25T17:07:16.000 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-25T17:07:16.000 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 9b1d5f7f-15e4-4b18-8d1b-98940c3a6342 2024-04-25T17:07:16.000 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714064835749682, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-25T17:07:16.001 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-25T17:07:16.001 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714064835750108, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714064835, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "9b1d5f7f-15e4-4b18-8d1b-98940c3a6342", "db_session_id": "LN6074TDM69JOOX8DIET", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-25T17:07:16.001 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714064835750186, "job": 1, "event": "recovery_finished"} 2024-04-25T17:07:16.001 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-25T17:07:16.001 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-25T17:07:16.001 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55eb323ddc00 2024-04-25T17:07:16.001 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: DB pointer 0x55eb371d0000 2024-04-25T17:07:16.001 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-25T17:07:16.001 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-25T17:07:16.001 INFO:journalctl@ceph.mon.c.smithi084.stdout: ** DB Stats ** 2024-04-25T17:07:16.001 INFO:journalctl@ceph.mon.c.smithi084.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-25T17:07:16.001 INFO:journalctl@ceph.mon.c.smithi084.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-25T17:07:16.001 INFO:journalctl@ceph.mon.c.smithi084.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-25T17:07:16.001 INFO:journalctl@ceph.mon.c.smithi084.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-25T17:07:16.001 INFO:journalctl@ceph.mon.c.smithi084.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-25T17:07:16.002 INFO:journalctl@ceph.mon.c.smithi084.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-25T17:07:16.002 INFO:journalctl@ceph.mon.c.smithi084.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-25T17:07:16.002 INFO:journalctl@ceph.mon.c.smithi084.stdout: 2024-04-25T17:07:16.002 INFO:journalctl@ceph.mon.c.smithi084.stdout: ** Compaction Stats [default] ** 2024-04-25T17:07:16.002 INFO:journalctl@ceph.mon.c.smithi084.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-25T17:07:16.002 INFO:journalctl@ceph.mon.c.smithi084.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-25T17:07:16.002 INFO:journalctl@ceph.mon.c.smithi084.stdout: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-25T17:07:16.002 INFO:journalctl@ceph.mon.c.smithi084.stdout: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-25T17:07:16.002 INFO:journalctl@ceph.mon.c.smithi084.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-25T17:07:16.002 INFO:journalctl@ceph.mon.c.smithi084.stdout: 2024-04-25T17:07:16.002 INFO:journalctl@ceph.mon.c.smithi084.stdout: ** Compaction Stats [default] ** 2024-04-25T17:07:16.002 INFO:journalctl@ceph.mon.c.smithi084.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-25T17:07:16.002 INFO:journalctl@ceph.mon.c.smithi084.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-25T17:07:16.003 INFO:journalctl@ceph.mon.c.smithi084.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-25T17:07:16.003 INFO:journalctl@ceph.mon.c.smithi084.stdout: 2024-04-25T17:07:16.003 INFO:journalctl@ceph.mon.c.smithi084.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-25T17:07:16.003 INFO:journalctl@ceph.mon.c.smithi084.stdout: 2024-04-25T17:07:16.003 INFO:journalctl@ceph.mon.c.smithi084.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-25T17:07:16.003 INFO:journalctl@ceph.mon.c.smithi084.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-25T17:07:16.003 INFO:journalctl@ceph.mon.c.smithi084.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-25T17:07:16.003 INFO:journalctl@ceph.mon.c.smithi084.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-25T17:07:16.003 INFO:journalctl@ceph.mon.c.smithi084.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-25T17:07:16.003 INFO:journalctl@ceph.mon.c.smithi084.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-25T17:07:16.003 INFO:journalctl@ceph.mon.c.smithi084.stdout: Cumulative compaction: 0.00 GB write, 0.65 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-25T17:07:16.003 INFO:journalctl@ceph.mon.c.smithi084.stdout: Interval compaction: 0.00 GB write, 0.65 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-25T17:07:16.003 INFO:journalctl@ceph.mon.c.smithi084.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-25T17:07:16.003 INFO:journalctl@ceph.mon.c.smithi084.stdout: Block cache BinnedLRUCache@0x55eb323f91f0#2 capacity: 512.00 MB usage: 0.23 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-25T17:07:16.003 INFO:journalctl@ceph.mon.c.smithi084.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.12 KB,2.23517e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-25T17:07:16.004 INFO:journalctl@ceph.mon.c.smithi084.stdout: 2024-04-25T17:07:16.004 INFO:journalctl@ceph.mon.c.smithi084.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-25T17:07:16.004 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-25T17:07:16.004 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: using public_addr v2:172.21.15.84:0/0 -> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-04-25T17:07:16.004 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: starting mon.c rank -1 at public addrs [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] at bind addrs [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:07:16.004 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: mon.c@-1(???) e0 preinit fsid dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:07:16.004 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: mon.c@-1(synchronizing).mds e1 new map 2024-04-25T17:07:16.004 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-25T17:07:16.004 INFO:journalctl@ceph.mon.c.smithi084.stdout: e1 2024-04-25T17:07:16.004 INFO:journalctl@ceph.mon.c.smithi084.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-25T17:07:16.004 INFO:journalctl@ceph.mon.c.smithi084.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-25T17:07:16.004 INFO:journalctl@ceph.mon.c.smithi084.stdout: legacy client fscid: -1 2024-04-25T17:07:16.004 INFO:journalctl@ceph.mon.c.smithi084.stdout: 2024-04-25T17:07:16.004 INFO:journalctl@ceph.mon.c.smithi084.stdout: No filesystems configured 2024-04-25T17:07:16.005 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-25T17:07:16.005 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-25T17:07:16.005 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-25T17:07:16.005 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-25T17:07:16.005 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-25T17:07:16.005 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-25T17:07:16.005 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-25T17:07:16.005 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T17:07:16.005 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T17:07:16.005 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T17:07:16.005 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: Updating smithi042:/etc/ceph/ceph.conf 2024-04-25T17:07:16.005 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: Deploying cephadm binary to smithi084 2024-04-25T17:07:16.005 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:16.005 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: Updating smithi042:/var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T17:07:16.006 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-04-25T17:07:16.006 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:16.006 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:16.006 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:16.006 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:16.006 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:16.006 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: Updating smithi042:/var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T17:07:16.006 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: Added host smithi084 2024-04-25T17:07:16.006 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:07:16.006 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:16.006 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:16.007 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:16.007 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:16.007 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:16.007 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T17:07:16.007 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:16.007 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:16.007 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:16.007 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:16.007 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:16.007 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi084", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:07:16.007 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:16.007 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:07:16.007 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-25T17:07:16.007 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2054907776' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-25T17:07:16.008 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:16.008 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:16.008 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:16.008 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: Updating smithi084:/var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T17:07:16.008 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: Updating smithi084:/etc/ceph/ceph.client.admin.keyring 2024-04-25T17:07:16.008 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: Updating smithi084:/var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T17:07:16.008 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2054907776' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-25T17:07:16.008 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T17:07:16.008 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:16.008 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:16.008 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi028:172.21.15.28=a;smithi042:172.21.15.42=b;smithi084:172.21.15.84=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:07:16.008 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: Saving service mon spec with placement smithi028:172.21.15.28=a;smithi042:172.21.15.42=b;smithi084:172.21.15.84=c;count:3 2024-04-25T17:07:16.008 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:16.009 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:07:16.009 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:16.009 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:07:16.009 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:16.009 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T17:07:16.009 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:16.009 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: Deploying daemon mon.c on smithi084 2024-04-25T17:07:16.009 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:16.009 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 ceph-mon[32752]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-25T17:07:16.009 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 bash[32720]: cab94334aca6f942a3f2c2b5f6917fa8898bfb91e2ba902380b62021b2048213 2024-04-25T17:07:16.009 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:15 smithi084 systemd[1]: Started Ceph mon.c for dfbd4644-0325-11ef-bc93-c7b262605968. 2024-04-25T17:07:17.420 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-25T17:07:17.421 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-25T17:07:17.661 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T17:07:21.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T17:07:21.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: mon.a calling monitor election 2024-04-25T17:07:21.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:07:21.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:21.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:07:21.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:07:21.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: mon.c calling monitor election 2024-04-25T17:07:21.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:21.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:07:21.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:07:21.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:07:21.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T17:07:21.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: monmap epoch 2 2024-04-25T17:07:21.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: fsid dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:07:21.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: last_changed 2024-04-25T17:07:15.777202+0000 2024-04-25T17:07:21.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: created 2024-04-25T17:05:28.931098+0000 2024-04-25T17:07:21.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: min_mon_release 19 (squid) 2024-04-25T17:07:21.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: election_strategy: 1 2024-04-25T17:07:21.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-04-25T17:07:21.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: 1: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.c 2024-04-25T17:07:21.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: fsmap 2024-04-25T17:07:21.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T17:07:21.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: mgrmap e13: x(active, since 50s) 2024-04-25T17:07:21.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: overall HEALTH_OK 2024-04-25T17:07:21.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:21.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:21.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:21.177 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T17:07:21.177 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:20 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:21.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T17:07:21.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: mon.a calling monitor election 2024-04-25T17:07:21.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:07:21.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:21.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:07:21.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:07:21.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: mon.c calling monitor election 2024-04-25T17:07:21.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:21.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:07:21.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:07:21.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:07:21.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T17:07:21.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: monmap epoch 2 2024-04-25T17:07:21.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: fsid dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:07:21.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: last_changed 2024-04-25T17:07:15.777202+0000 2024-04-25T17:07:21.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: created 2024-04-25T17:05:28.931098+0000 2024-04-25T17:07:21.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: min_mon_release 19 (squid) 2024-04-25T17:07:21.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: election_strategy: 1 2024-04-25T17:07:21.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-04-25T17:07:21.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: 1: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.c 2024-04-25T17:07:21.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: fsmap 2024-04-25T17:07:21.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T17:07:21.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: mgrmap e13: x(active, since 50s) 2024-04-25T17:07:21.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: overall HEALTH_OK 2024-04-25T17:07:21.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:21.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:21.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:21.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T17:07:21.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:20 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:22.160 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:21 smithi084 ceph-mon[32752]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:22.160 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:21 smithi084 ceph-mon[32752]: Deploying daemon mon.b on smithi042 2024-04-25T17:07:22.160 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:21 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:07:22.162 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.163+0000 7f5e9e8c8700 1 -- 172.21.15.84:0/1518390106 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5e800035c0 msgr2=0x7f5e80005aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:22.162 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.163+0000 7f5e9e8c8700 1 --2- 172.21.15.84:0/1518390106 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5e800035c0 0x7f5e80005aa0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f5e98102920 tx=0x7f5e8c00feb0 comp rx=0 tx=0).stop 2024-04-25T17:07:22.162 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.163+0000 7f5e9e8c8700 1 -- 172.21.15.84:0/1518390106 shutdown_connections 2024-04-25T17:07:22.162 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.163+0000 7f5e9e8c8700 1 --2- 172.21.15.84:0/1518390106 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5e800035c0 0x7f5e80005aa0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:22.162 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.163+0000 7f5e9e8c8700 1 -- 172.21.15.84:0/1518390106 >> 172.21.15.84:0/1518390106 conn(0x7f5e98079950 msgr2=0x7f5e98079d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:07:22.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.163+0000 7f5e9e8c8700 1 -- 172.21.15.84:0/1518390106 shutdown_connections 2024-04-25T17:07:22.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.163+0000 7f5e9e8c8700 1 -- 172.21.15.84:0/1518390106 wait complete. 2024-04-25T17:07:22.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.164+0000 7f5e9e8c8700 1 Processor -- start 2024-04-25T17:07:22.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.164+0000 7f5e9e8c8700 1 -- start start 2024-04-25T17:07:22.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.165+0000 7f5e9e8c8700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5e800035c0 0x7f5e9819f570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:22.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.165+0000 7f5e9e8c8700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5e9819fab0 0x7f5e98199700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:22.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.165+0000 7f5e9e8c8700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f5e9810a880 con 0x7f5e9819fab0 2024-04-25T17:07:22.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.165+0000 7f5e9e8c8700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5e9810a700 con 0x7f5e800035c0 2024-04-25T17:07:22.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.165+0000 7f5e97fff700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5e800035c0 0x7f5e9819f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:22.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.165+0000 7f5e97fff700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5e800035c0 0x7f5e9819f570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58618/0 (socket says 172.21.15.84:58618) 2024-04-25T17:07:22.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.165+0000 7f5e97fff700 1 -- 172.21.15.84:0/1087217998 learned_addr learned my addr 172.21.15.84:0/1087217998 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-25T17:07:22.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.165+0000 7f5e977fe700 1 --2- 172.21.15.84:0/1087217998 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5e9819fab0 0x7f5e98199700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:22.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.165+0000 7f5e97fff700 1 -- 172.21.15.84:0/1087217998 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5e800035c0 msgr2=0x7f5e9819f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-04-25T17:07:22.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.165+0000 7f5e97fff700 1 -- 172.21.15.84:0/1087217998 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5e800035c0 msgr2=0x7f5e9819f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-25T17:07:22.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.165+0000 7f5e97fff700 1 --2- 172.21.15.84:0/1087217998 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5e800035c0 0x7f5e9819f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-25T17:07:22.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.165+0000 7f5e97fff700 1 --2- 172.21.15.84:0/1087217998 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5e800035c0 0x7f5e9819f570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T17:07:22.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.165+0000 7f5e977fe700 1 -- 172.21.15.84:0/1087217998 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5e800035c0 msgr2=0x7f5e9819f570 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T17:07:22.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.165+0000 7f5e977fe700 1 --2- 172.21.15.84:0/1087217998 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5e800035c0 0x7f5e9819f570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:22.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.165+0000 7f5e977fe700 1 -- 172.21.15.84:0/1087217998 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e981a0050 con 0x7f5e9819fab0 2024-04-25T17:07:22.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.165+0000 7f5e977fe700 1 --2- 172.21.15.84:0/1087217998 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5e9819fab0 0x7f5e98199700 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f5e8800b4d0 tx=0x7f5e8800b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:07:22.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.166+0000 7f5e957fa700 1 -- 172.21.15.84:0/1087217998 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f5e88011630 con 0x7f5e9819fab0 2024-04-25T17:07:22.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.166+0000 7f5e957fa700 1 -- 172.21.15.84:0/1087217998 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5e88011c60 con 0x7f5e9819fab0 2024-04-25T17:07:22.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.166+0000 7f5e957fa700 1 -- 172.21.15.84:0/1087217998 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f5e88010c90 con 0x7f5e9819fab0 2024-04-25T17:07:22.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.166+0000 7f5e9e8c8700 1 -- 172.21.15.84:0/1087217998 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e98199d00 con 0x7f5e9819fab0 2024-04-25T17:07:22.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.166+0000 7f5e9e8c8700 1 -- 172.21.15.84:0/1087217998 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e9819a290 con 0x7f5e9819fab0 2024-04-25T17:07:22.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.167+0000 7f5e957fa700 1 -- 172.21.15.84:0/1087217998 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 13) ==== 49572+0+0 (secure 0 0 0) 0x7f5e88018020 con 0x7f5e9819fab0 2024-04-25T17:07:22.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.167+0000 7f5e957fa700 1 --2- 172.21.15.84:0/1087217998 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5e8403d400 0x7f5e8403f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:22.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.167+0000 7f5e957fa700 1 -- 172.21.15.84:0/1087217998 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f5e88051e50 con 0x7f5e9819fab0 2024-04-25T17:07:22.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.167+0000 7f5e9e8c8700 1 -- 172.21.15.84:0/1087217998 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e9819a5a0 con 0x7f5e9819fab0 2024-04-25T17:07:22.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.167+0000 7f5e97fff700 1 --2- 172.21.15.84:0/1087217998 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5e8403d400 0x7f5e8403f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:22.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.168+0000 7f5e97fff700 1 --2- 172.21.15.84:0/1087217998 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5e8403d400 0x7f5e8403f910 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f5e8c00fa60 tx=0x7f5e8c005a90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:07:22.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.173+0000 7f5e957fa700 1 -- 172.21.15.84:0/1087217998 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5e8801f020 con 0x7f5e9819fab0 2024-04-25T17:07:22.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:21 smithi028 ceph-mon[29207]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:22.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:21 smithi028 ceph-mon[29207]: Deploying daemon mon.b on smithi042 2024-04-25T17:07:22.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:21 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:07:22.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.449+0000 7f5e9e8c8700 1 -- 172.21.15.84:0/1087217998 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f5e9819ac10 con 0x7f5e9819fab0 2024-04-25T17:07:22.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.450+0000 7f5e957fa700 1 -- 172.21.15.84:0/1087217998 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1011 (secure 0 0 0) 0x7f5e880187b0 con 0x7f5e9819fab0 2024-04-25T17:07:22.449 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-25T17:07:22.449 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":2,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","modified":"2024-04-25T17:07:15.777202Z","created":"2024-04-25T17:05:28.931098Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:3300","nonce":0},{"type":"v1","addr":"172.21.15.28:6789","nonce":0}]},"addr":"172.21.15.28:6789/0","public_addr":"172.21.15.28:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:3300","nonce":0},{"type":"v1","addr":"172.21.15.84:6789","nonce":0}]},"addr":"172.21.15.84:6789/0","public_addr":"172.21.15.84:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-25T17:07:22.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.453+0000 7f5e9e8c8700 1 -- 172.21.15.84:0/1087217998 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5e8403d400 msgr2=0x7f5e8403f910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:22.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.453+0000 7f5e9e8c8700 1 --2- 172.21.15.84:0/1087217998 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5e8403d400 0x7f5e8403f910 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f5e8c00fa60 tx=0x7f5e8c005a90 comp rx=0 tx=0).stop 2024-04-25T17:07:22.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.453+0000 7f5e9e8c8700 1 -- 172.21.15.84:0/1087217998 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5e9819fab0 msgr2=0x7f5e98199700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:22.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.453+0000 7f5e9e8c8700 1 --2- 172.21.15.84:0/1087217998 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5e9819fab0 0x7f5e98199700 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f5e8800b4d0 tx=0x7f5e8800b890 comp rx=0 tx=0).stop 2024-04-25T17:07:22.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.453+0000 7f5e9e8c8700 1 -- 172.21.15.84:0/1087217998 shutdown_connections 2024-04-25T17:07:22.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.453+0000 7f5e9e8c8700 1 --2- 172.21.15.84:0/1087217998 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5e800035c0 0x7f5e9819f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:22.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.453+0000 7f5e9e8c8700 1 --2- 172.21.15.84:0/1087217998 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5e8403d400 0x7f5e8403f910 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:22.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.453+0000 7f5e9e8c8700 1 --2- 172.21.15.84:0/1087217998 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5e9819fab0 0x7f5e98199700 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:22.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.453+0000 7f5e9e8c8700 1 -- 172.21.15.84:0/1087217998 >> 172.21.15.84:0/1087217998 conn(0x7f5e98079950 msgr2=0x7f5e98101d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:07:22.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.453+0000 7f5e9e8c8700 1 -- 172.21.15.84:0/1087217998 shutdown_connections 2024-04-25T17:07:22.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:22.453+0000 7f5e9e8c8700 1 -- 172.21.15.84:0/1087217998 wait complete. 2024-04-25T17:07:22.453 INFO:teuthology.orchestra.run.smithi084.stderr:dumped monmap epoch 2 2024-04-25T17:07:23.032 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:22 smithi084 ceph-mon[32752]: from='client.? 172.21.15.84:0/1087217998' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T17:07:23.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:22 smithi028 ceph-mon[29207]: from='client.? 172.21.15.84:0/1087217998' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T17:07:24.059 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-25T17:07:24.059 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-25T17:07:24.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:23 smithi028 ceph-mon[29207]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:24.229 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:23 smithi084 ceph-mon[32752]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:24.295 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T17:07:25.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:24 smithi042 ceph-mon[32851]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-25T17:07:30.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.187+0000 7f8ca973e700 1 -- 172.21.15.84:0/3000223321 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8c8c0035c0 msgr2=0x7f8c8c005aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:30.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.187+0000 7f8ca973e700 1 --2- 172.21.15.84:0/3000223321 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8c8c0035c0 0x7f8c8c005aa0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f8ca4102930 tx=0x7f8c9800fe60 comp rx=0 tx=0).stop 2024-04-25T17:07:30.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.187+0000 7f8ca973e700 1 -- 172.21.15.84:0/3000223321 shutdown_connections 2024-04-25T17:07:30.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.187+0000 7f8ca973e700 1 --2- 172.21.15.84:0/3000223321 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8c8c0035c0 0x7f8c8c005aa0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:30.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.187+0000 7f8ca973e700 1 -- 172.21.15.84:0/3000223321 >> 172.21.15.84:0/3000223321 conn(0x7f8ca40fe540 msgr2=0x7f8ca4100990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:07:30.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.187+0000 7f8ca973e700 1 -- 172.21.15.84:0/3000223321 shutdown_connections 2024-04-25T17:07:30.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.187+0000 7f8ca973e700 1 -- 172.21.15.84:0/3000223321 wait complete. 2024-04-25T17:07:30.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.188+0000 7f8ca973e700 1 Processor -- start 2024-04-25T17:07:30.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.188+0000 7f8ca973e700 1 -- start start 2024-04-25T17:07:30.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.188+0000 7f8ca973e700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8c8c0035c0 0x7f8ca419f610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:30.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.188+0000 7f8ca973e700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8ca419fb50 0x7f8ca4199850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:30.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.189+0000 7f8ca973e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ca4199d90 0x7f8ca419a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:30.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.189+0000 7f8ca973e700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f8ca410a840 con 0x7f8ca419fb50 2024-04-25T17:07:30.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.189+0000 7f8ca973e700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8ca410a6c0 con 0x7f8ca4199d90 2024-04-25T17:07:30.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.189+0000 7f8ca973e700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8ca410a9c0 con 0x7f8c8c0035c0 2024-04-25T17:07:30.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.189+0000 7f8ca2ffd700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8c8c0035c0 0x7f8ca419f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:30.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.189+0000 7f8ca2ffd700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8c8c0035c0 0x7f8ca419f610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57024/0 (socket says 172.21.15.84:57024) 2024-04-25T17:07:30.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.189+0000 7f8ca2ffd700 1 -- 172.21.15.84:0/164100018 learned_addr learned my addr 172.21.15.84:0/164100018 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-25T17:07:30.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.189+0000 7f8ca37fe700 1 --2- 172.21.15.84:0/164100018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ca4199d90 0x7f8ca419a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:30.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.189+0000 7f8ca2ffd700 1 -- 172.21.15.84:0/164100018 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8c8c0035c0 msgr2=0x7f8ca419f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 14 2024-04-25T17:07:30.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.189+0000 7f8ca2ffd700 1 -- 172.21.15.84:0/164100018 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8c8c0035c0 msgr2=0x7f8ca419f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-25T17:07:30.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.189+0000 7f8ca2ffd700 1 --2- 172.21.15.84:0/164100018 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8c8c0035c0 0x7f8ca419f610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-25T17:07:30.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.189+0000 7f8ca27fc700 1 --2- 172.21.15.84:0/164100018 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8ca419fb50 0x7f8ca4199850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:30.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.189+0000 7f8ca2ffd700 1 --2- 172.21.15.84:0/164100018 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8c8c0035c0 0x7f8ca419f610 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T17:07:30.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.189+0000 7f8ca37fe700 1 -- 172.21.15.84:0/164100018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ca4199d90 msgr2=0x7f8ca419a1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-04-25T17:07:30.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.189+0000 7f8ca37fe700 1 -- 172.21.15.84:0/164100018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ca4199d90 msgr2=0x7f8ca419a1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-25T17:07:30.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.189+0000 7f8ca37fe700 1 --2- 172.21.15.84:0/164100018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ca4199d90 0x7f8ca419a1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-25T17:07:30.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.189+0000 7f8ca37fe700 1 --2- 172.21.15.84:0/164100018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ca4199d90 0x7f8ca419a1a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T17:07:30.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.189+0000 7f8ca27fc700 1 -- 172.21.15.84:0/164100018 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8c8c0035c0 msgr2=0x7f8ca419f610 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T17:07:30.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.189+0000 7f8ca27fc700 1 --2- 172.21.15.84:0/164100018 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8c8c0035c0 0x7f8ca419f610 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:30.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.189+0000 7f8ca27fc700 1 -- 172.21.15.84:0/164100018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ca4199d90 msgr2=0x7f8ca419a1a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T17:07:30.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.189+0000 7f8ca27fc700 1 --2- 172.21.15.84:0/164100018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ca4199d90 0x7f8ca419a1a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:30.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.189+0000 7f8ca27fc700 1 -- 172.21.15.84:0/164100018 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ca41a6470 con 0x7f8ca419fb50 2024-04-25T17:07:30.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.190+0000 7f8ca27fc700 1 --2- 172.21.15.84:0/164100018 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8ca419fb50 0x7f8ca4199850 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f8c9400b550 tx=0x7f8c9400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:07:30.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.190+0000 7f8c8bfff700 1 -- 172.21.15.84:0/164100018 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c94004230 con 0x7f8ca419fb50 2024-04-25T17:07:30.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.190+0000 7f8c8bfff700 1 -- 172.21.15.84:0/164100018 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8c940043d0 con 0x7f8ca419fb50 2024-04-25T17:07:30.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.190+0000 7f8ca973e700 1 -- 172.21.15.84:0/164100018 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ca41a6760 con 0x7f8ca419fb50 2024-04-25T17:07:30.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.190+0000 7f8c8bfff700 1 -- 172.21.15.84:0/164100018 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c94011a20 con 0x7f8ca419fb50 2024-04-25T17:07:30.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.190+0000 7f8ca973e700 1 -- 172.21.15.84:0/164100018 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ca41a6cc0 con 0x7f8ca419fb50 2024-04-25T17:07:30.192 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:30.192 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T17:07:30.193 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: mon.a calling monitor election 2024-04-25T17:07:30.193 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: mon.c calling monitor election 2024-04-25T17:07:30.193 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:07:30.193 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:07:30.193 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:07:30.193 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:30.193 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:07:30.193 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:07:30.193 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:30.193 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:07:30.193 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:07:30.193 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T17:07:30.193 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: monmap epoch 3 2024-04-25T17:07:30.193 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: fsid dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:07:30.194 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: last_changed 2024-04-25T17:07:24.877362+0000 2024-04-25T17:07:30.194 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: created 2024-04-25T17:05:28.931098+0000 2024-04-25T17:07:30.194 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: min_mon_release 19 (squid) 2024-04-25T17:07:30.194 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: election_strategy: 1 2024-04-25T17:07:30.194 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-04-25T17:07:30.194 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: 1: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.c 2024-04-25T17:07:30.194 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: 2: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.b 2024-04-25T17:07:30.194 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: fsmap 2024-04-25T17:07:30.194 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T17:07:30.194 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: mgrmap e13: x(active, since 59s) 2024-04-25T17:07:30.194 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: overall HEALTH_OK 2024-04-25T17:07:30.194 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:30.194 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:30.195 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:30.195 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:29 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:30.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.191+0000 7f8c8bfff700 1 -- 172.21.15.84:0/164100018 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 13) ==== 49572+0+0 (secure 0 0 0) 0x7f8c94011cc0 con 0x7f8ca419fb50 2024-04-25T17:07:30.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.191+0000 7f8ca973e700 1 -- 172.21.15.84:0/164100018 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ca4104140 con 0x7f8ca419fb50 2024-04-25T17:07:30.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.191+0000 7f8c8bfff700 1 --2- 172.21.15.84:0/164100018 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8c9003daa0 0x7f8c9003ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:30.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.192+0000 7f8c8bfff700 1 -- 172.21.15.84:0/164100018 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f8c940520b0 con 0x7f8ca419fb50 2024-04-25T17:07:30.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.192+0000 7f8ca2ffd700 1 --2- 172.21.15.84:0/164100018 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8c9003daa0 0x7f8c9003ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:30.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.192+0000 7f8ca2ffd700 1 --2- 172.21.15.84:0/164100018 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8c9003daa0 0x7f8c9003ffb0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f8c98001eb0 tx=0x7f8c9800f870 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:07:30.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.197+0000 7f8c8bfff700 1 -- 172.21.15.84:0/164100018 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8c94020740 con 0x7f8ca419fb50 2024-04-25T17:07:30.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:30.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T17:07:30.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: mon.a calling monitor election 2024-04-25T17:07:30.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: mon.c calling monitor election 2024-04-25T17:07:30.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:07:30.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:07:30.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:07:30.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:30.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:07:30.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:07:30.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:30.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:07:30.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:07:30.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T17:07:30.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: monmap epoch 3 2024-04-25T17:07:30.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: fsid dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:07:30.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: last_changed 2024-04-25T17:07:24.877362+0000 2024-04-25T17:07:30.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: created 2024-04-25T17:05:28.931098+0000 2024-04-25T17:07:30.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: min_mon_release 19 (squid) 2024-04-25T17:07:30.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: election_strategy: 1 2024-04-25T17:07:30.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-04-25T17:07:30.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: 1: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.c 2024-04-25T17:07:30.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: 2: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.b 2024-04-25T17:07:30.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: fsmap 2024-04-25T17:07:30.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T17:07:30.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: mgrmap e13: x(active, since 59s) 2024-04-25T17:07:30.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: overall HEALTH_OK 2024-04-25T17:07:30.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:30.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:30.426 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:30.426 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:29 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:30.478 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.479+0000 7f8ca973e700 1 -- 172.21.15.84:0/164100018 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f8ca41a6fd0 con 0x7f8ca419fb50 2024-04-25T17:07:30.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.480+0000 7f8c8bfff700 1 -- 172.21.15.84:0/164100018 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1275 (secure 0 0 0) 0x7f8c940151c0 con 0x7f8ca419fb50 2024-04-25T17:07:30.479 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-25T17:07:30.479 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":3,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","modified":"2024-04-25T17:07:24.877362Z","created":"2024-04-25T17:05:28.931098Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:3300","nonce":0},{"type":"v1","addr":"172.21.15.28:6789","nonce":0}]},"addr":"172.21.15.28:6789/0","public_addr":"172.21.15.28:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:3300","nonce":0},{"type":"v1","addr":"172.21.15.84:6789","nonce":0}]},"addr":"172.21.15.84:6789/0","public_addr":"172.21.15.84:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:3300","nonce":0},{"type":"v1","addr":"172.21.15.42:6789","nonce":0}]},"addr":"172.21.15.42:6789/0","public_addr":"172.21.15.42:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-25T17:07:30.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.482+0000 7f8ca973e700 1 -- 172.21.15.84:0/164100018 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8c9003daa0 msgr2=0x7f8c9003ffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:30.482 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.482+0000 7f8ca973e700 1 --2- 172.21.15.84:0/164100018 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8c9003daa0 0x7f8c9003ffb0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f8c98001eb0 tx=0x7f8c9800f870 comp rx=0 tx=0).stop 2024-04-25T17:07:30.482 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.482+0000 7f8ca973e700 1 -- 172.21.15.84:0/164100018 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8ca419fb50 msgr2=0x7f8ca4199850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:30.482 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.482+0000 7f8ca973e700 1 --2- 172.21.15.84:0/164100018 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8ca419fb50 0x7f8ca4199850 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f8c9400b550 tx=0x7f8c9400b910 comp rx=0 tx=0).stop 2024-04-25T17:07:30.482 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.482+0000 7f8ca973e700 1 -- 172.21.15.84:0/164100018 shutdown_connections 2024-04-25T17:07:30.482 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.482+0000 7f8ca973e700 1 --2- 172.21.15.84:0/164100018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ca4199d90 0x7f8ca419a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:30.482 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.482+0000 7f8ca973e700 1 --2- 172.21.15.84:0/164100018 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8c8c0035c0 0x7f8ca419f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:30.482 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.482+0000 7f8ca973e700 1 --2- 172.21.15.84:0/164100018 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8c9003daa0 0x7f8c9003ffb0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:30.482 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.482+0000 7f8ca973e700 1 --2- 172.21.15.84:0/164100018 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8ca419fb50 0x7f8ca4199850 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:30.482 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.482+0000 7f8ca973e700 1 -- 172.21.15.84:0/164100018 >> 172.21.15.84:0/164100018 conn(0x7f8ca40fe540 msgr2=0x7f8ca41059b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:07:30.482 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.483+0000 7f8ca973e700 1 -- 172.21.15.84:0/164100018 shutdown_connections 2024-04-25T17:07:30.482 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:30.483+0000 7f8ca973e700 1 -- 172.21.15.84:0/164100018 wait complete. 2024-04-25T17:07:30.483 INFO:teuthology.orchestra.run.smithi084.stderr:dumped monmap epoch 3 2024-04-25T17:07:31.102 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:07:31.102 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:30 smithi084 ceph-mon[32752]: from='client.? 172.21.15.84:0/164100018' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T17:07:31.102 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:31.102 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:07:31.129 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-25T17:07:31.129 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph config generate-minimal-conf 2024-04-25T17:07:31.386 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:07:31.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:07:31.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:30 smithi028 ceph-mon[29207]: from='client.? 172.21.15.84:0/164100018' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T17:07:31.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:31.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:07:32.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:32.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T17:07:32.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: mon.a calling monitor election 2024-04-25T17:07:32.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: mon.c calling monitor election 2024-04-25T17:07:32.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:07:32.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:07:32.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:07:32.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:32.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:07:32.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:07:32.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:32.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:07:32.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:07:32.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T17:07:32.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: monmap epoch 3 2024-04-25T17:07:32.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: fsid dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:07:32.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: last_changed 2024-04-25T17:07:24.877362+0000 2024-04-25T17:07:32.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: created 2024-04-25T17:05:28.931098+0000 2024-04-25T17:07:32.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: min_mon_release 19 (squid) 2024-04-25T17:07:32.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: election_strategy: 1 2024-04-25T17:07:32.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-04-25T17:07:32.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: 1: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.c 2024-04-25T17:07:32.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: 2: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.b 2024-04-25T17:07:32.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: fsmap 2024-04-25T17:07:32.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T17:07:32.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: mgrmap e13: x(active, since 59s) 2024-04-25T17:07:32.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: overall HEALTH_OK 2024-04-25T17:07:32.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:32.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:32.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:32.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:32.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:07:32.362 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: from='client.? 172.21.15.84:0/164100018' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T17:07:32.362 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:32.362 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:07:32.990 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.990+0000 7f34bd31b700 1 -- 172.21.15.28:0/2869415537 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f34b8102310 msgr2=0x7f34b8102720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:32.990 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.990+0000 7f34bd31b700 1 --2- 172.21.15.28:0/2869415537 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f34b8102310 0x7f34b8102720 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f34a8009910 tx=0x7f34a8009c20 comp rx=0 tx=0).stop 2024-04-25T17:07:32.990 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.990+0000 7f34bd31b700 1 -- 172.21.15.28:0/2869415537 shutdown_connections 2024-04-25T17:07:32.990 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.990+0000 7f34bd31b700 1 --2- 172.21.15.28:0/2869415537 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f34b8102310 0x7f34b8102720 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:32.990 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.990+0000 7f34bd31b700 1 -- 172.21.15.28:0/2869415537 >> 172.21.15.28:0/2869415537 conn(0x7f34b80fdd00 msgr2=0x7f34b8100120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:07:32.990 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.990+0000 7f34bd31b700 1 -- 172.21.15.28:0/2869415537 shutdown_connections 2024-04-25T17:07:32.990 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.990+0000 7f34bd31b700 1 -- 172.21.15.28:0/2869415537 wait complete. 2024-04-25T17:07:32.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.991+0000 7f34bd31b700 1 Processor -- start 2024-04-25T17:07:32.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.991+0000 7f34bd31b700 1 -- start start 2024-04-25T17:07:32.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.992+0000 7f34bd31b700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34b8102310 0x7f34b819a870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:32.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.992+0000 7f34bd31b700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f34b819adb0 0x7f34b819b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:32.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.992+0000 7f34bd31b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34b81a38e0 0x7f34b81a5d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:32.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.992+0000 7f34bd31b700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f34b810c4b0 con 0x7f34b819adb0 2024-04-25T17:07:32.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.992+0000 7f34bd31b700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f34b810c330 con 0x7f34b81a38e0 2024-04-25T17:07:32.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.992+0000 7f34bd31b700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f34b810c630 con 0x7f34b8102310 2024-04-25T17:07:32.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.992+0000 7f34b67fc700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f34b819adb0 0x7f34b819b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:32.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.992+0000 7f34b67fc700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f34b819adb0 0x7f34b819b1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:34132/0 (socket says 172.21.15.28:34132) 2024-04-25T17:07:32.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.992+0000 7f34b67fc700 1 -- 172.21.15.28:0/2526095145 learned_addr learned my addr 172.21.15.28:0/2526095145 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:07:32.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.992+0000 7f34b6ffd700 1 --2- 172.21.15.28:0/2526095145 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34b8102310 0x7f34b819a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:32.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.992+0000 7f34b77fe700 1 --2- 172.21.15.28:0/2526095145 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34b81a38e0 0x7f34b81a5d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:32.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.992+0000 7f34b6ffd700 1 -- 172.21.15.28:0/2526095145 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34b81a38e0 msgr2=0x7f34b81a5d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:32.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.992+0000 7f34b6ffd700 1 --2- 172.21.15.28:0/2526095145 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34b81a38e0 0x7f34b81a5d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:32.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.992+0000 7f34b6ffd700 1 -- 172.21.15.28:0/2526095145 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f34b819adb0 msgr2=0x7f34b819b1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:32.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.992+0000 7f34b6ffd700 1 --2- 172.21.15.28:0/2526095145 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f34b819adb0 0x7f34b819b1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:32.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.992+0000 7f34b6ffd700 1 -- 172.21.15.28:0/2526095145 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34b81a6490 con 0x7f34b8102310 2024-04-25T17:07:32.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.992+0000 7f34b67fc700 1 --2- 172.21.15.28:0/2526095145 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f34b819adb0 0x7f34b819b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:07:32.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.993+0000 7f34b6ffd700 1 --2- 172.21.15.28:0/2526095145 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34b8102310 0x7f34b819a870 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f34a8009910 tx=0x7f34a800f690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:07:32.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.993+0000 7f349ffff700 1 -- 172.21.15.28:0/2526095145 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34a8027070 con 0x7f34b8102310 2024-04-25T17:07:32.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.993+0000 7f349ffff700 1 -- 172.21.15.28:0/2526095145 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f34a8005da0 con 0x7f34b8102310 2024-04-25T17:07:32.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.993+0000 7f349ffff700 1 -- 172.21.15.28:0/2526095145 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34a8022cc0 con 0x7f34b8102310 2024-04-25T17:07:32.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.993+0000 7f34bd31b700 1 -- 172.21.15.28:0/2526095145 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34b81a6780 con 0x7f34b8102310 2024-04-25T17:07:32.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.993+0000 7f34bd31b700 1 -- 172.21.15.28:0/2526095145 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34b81a6c70 con 0x7f34b8102310 2024-04-25T17:07:32.995 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.994+0000 7f349ffff700 1 -- 172.21.15.28:0/2526095145 <== mon.1 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 13) ==== 49572+0+0 (secure 0 0 0) 0x7f34a802a070 con 0x7f34b8102310 2024-04-25T17:07:32.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.994+0000 7f34bd31b700 1 -- 172.21.15.28:0/2526095145 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34b8064cf0 con 0x7f34b8102310 2024-04-25T17:07:32.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.994+0000 7f349ffff700 1 --2- 172.21.15.28:0/2526095145 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f34a003daa0 0x7f34a003ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:32.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.994+0000 7f349ffff700 1 -- 172.21.15.28:0/2526095145 <== mon.1 v2:172.21.15.84:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f34a8052720 con 0x7f34b8102310 2024-04-25T17:07:32.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.994+0000 7f34b67fc700 1 --2- 172.21.15.28:0/2526095145 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f34a003daa0 0x7f34a003ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:32.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:32.995+0000 7f34b67fc700 1 --2- 172.21.15.28:0/2526095145 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f34a003daa0 0x7f34a003ffb0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f34b8101210 tx=0x7f34ac0092c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:07:32.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:33.000+0000 7f349ffff700 1 -- 172.21.15.28:0/2526095145 <== mon.1 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f34a8013070 con 0x7f34b8102310 2024-04-25T17:07:33.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: mon.b calling monitor election 2024-04-25T17:07:33.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: Updating smithi028:/etc/ceph/ceph.conf 2024-04-25T17:07:33.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: Updating smithi042:/etc/ceph/ceph.conf 2024-04-25T17:07:33.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-25T17:07:33.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: mon.b calling monitor election 2024-04-25T17:07:33.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: mon.c calling monitor election 2024-04-25T17:07:33.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: mon.a calling monitor election 2024-04-25T17:07:33.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-25T17:07:33.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: monmap epoch 3 2024-04-25T17:07:33.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: fsid dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:07:33.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: last_changed 2024-04-25T17:07:24.877362+0000 2024-04-25T17:07:33.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: created 2024-04-25T17:05:28.931098+0000 2024-04-25T17:07:33.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: min_mon_release 19 (squid) 2024-04-25T17:07:33.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: election_strategy: 1 2024-04-25T17:07:33.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-04-25T17:07:33.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: 1: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.c 2024-04-25T17:07:33.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: 2: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.b 2024-04-25T17:07:33.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: fsmap 2024-04-25T17:07:33.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T17:07:33.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: mgrmap e13: x(active, since 61s) 2024-04-25T17:07:33.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: overall HEALTH_OK 2024-04-25T17:07:33.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: Updating smithi028:/var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T17:07:33.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: Updating smithi042:/var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T17:07:33.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: Updating smithi084:/var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T17:07:33.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.112 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.112 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.112 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.112 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T17:07:33.112 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T17:07:33.112 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:33.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: mon.b calling monitor election 2024-04-25T17:07:33.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: Updating smithi028:/etc/ceph/ceph.conf 2024-04-25T17:07:33.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: Updating smithi042:/etc/ceph/ceph.conf 2024-04-25T17:07:33.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-25T17:07:33.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: mon.b calling monitor election 2024-04-25T17:07:33.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: mon.c calling monitor election 2024-04-25T17:07:33.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: mon.a calling monitor election 2024-04-25T17:07:33.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-25T17:07:33.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: monmap epoch 3 2024-04-25T17:07:33.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: fsid dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:07:33.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: last_changed 2024-04-25T17:07:24.877362+0000 2024-04-25T17:07:33.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: created 2024-04-25T17:05:28.931098+0000 2024-04-25T17:07:33.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: min_mon_release 19 (squid) 2024-04-25T17:07:33.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: election_strategy: 1 2024-04-25T17:07:33.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-04-25T17:07:33.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: 1: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.c 2024-04-25T17:07:33.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: 2: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.b 2024-04-25T17:07:33.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: fsmap 2024-04-25T17:07:33.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T17:07:33.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: mgrmap e13: x(active, since 61s) 2024-04-25T17:07:33.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: overall HEALTH_OK 2024-04-25T17:07:33.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: Updating smithi028:/var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T17:07:33.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: Updating smithi042:/var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T17:07:33.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: Updating smithi084:/var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T17:07:33.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T17:07:33.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T17:07:33.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:33.223 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:33.223+0000 7f34bd31b700 1 -- 172.21.15.28:0/2526095145 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f34b81a7050 con 0x7f34b8102310 2024-04-25T17:07:33.223 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:33.223+0000 7f349ffff700 1 -- 172.21.15.28:0/2526095145 <== mon.1 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+271 (secure 0 0 0) 0x7f34a8031120 con 0x7f34b8102310 2024-04-25T17:07:33.223 INFO:teuthology.orchestra.run.smithi028.stdout:# minimal ceph.conf for dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:07:33.223 INFO:teuthology.orchestra.run.smithi028.stdout:[global] 2024-04-25T17:07:33.223 INFO:teuthology.orchestra.run.smithi028.stdout: fsid = dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:07:33.223 INFO:teuthology.orchestra.run.smithi028.stdout: mon_host = [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] 2024-04-25T17:07:33.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:33.226+0000 7f34bd31b700 1 -- 172.21.15.28:0/2526095145 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f34a003daa0 msgr2=0x7f34a003ffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:33.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:33.226+0000 7f34bd31b700 1 --2- 172.21.15.28:0/2526095145 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f34a003daa0 0x7f34a003ffb0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f34b8101210 tx=0x7f34ac0092c0 comp rx=0 tx=0).stop 2024-04-25T17:07:33.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:33.226+0000 7f34bd31b700 1 -- 172.21.15.28:0/2526095145 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34b8102310 msgr2=0x7f34b819a870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:33.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:33.226+0000 7f34bd31b700 1 --2- 172.21.15.28:0/2526095145 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34b8102310 0x7f34b819a870 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f34a8009910 tx=0x7f34a800f690 comp rx=0 tx=0).stop 2024-04-25T17:07:33.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:33.226+0000 7f34bd31b700 1 -- 172.21.15.28:0/2526095145 shutdown_connections 2024-04-25T17:07:33.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:33.226+0000 7f34bd31b700 1 --2- 172.21.15.28:0/2526095145 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34b81a38e0 0x7f34b81a5d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:33.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:33.226+0000 7f34bd31b700 1 --2- 172.21.15.28:0/2526095145 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34b8102310 0x7f34b819a870 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:33.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:33.226+0000 7f34bd31b700 1 --2- 172.21.15.28:0/2526095145 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f34a003daa0 0x7f34a003ffb0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:33.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:33.226+0000 7f34bd31b700 1 --2- 172.21.15.28:0/2526095145 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f34b819adb0 0x7f34b819b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:33.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:33.226+0000 7f34bd31b700 1 -- 172.21.15.28:0/2526095145 >> 172.21.15.28:0/2526095145 conn(0x7f34b80fdd00 msgr2=0x7f34b810a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:07:33.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:33.226+0000 7f34bd31b700 1 -- 172.21.15.28:0/2526095145 shutdown_connections 2024-04-25T17:07:33.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:33.226+0000 7f34bd31b700 1 -- 172.21.15.28:0/2526095145 wait complete. 2024-04-25T17:07:33.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: mon.b calling monitor election 2024-04-25T17:07:33.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: Updating smithi028:/etc/ceph/ceph.conf 2024-04-25T17:07:33.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: Updating smithi042:/etc/ceph/ceph.conf 2024-04-25T17:07:33.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-25T17:07:33.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: mon.b calling monitor election 2024-04-25T17:07:33.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: mon.c calling monitor election 2024-04-25T17:07:33.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: mon.a calling monitor election 2024-04-25T17:07:33.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-25T17:07:33.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: monmap epoch 3 2024-04-25T17:07:33.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: fsid dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:07:33.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: last_changed 2024-04-25T17:07:24.877362+0000 2024-04-25T17:07:33.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: created 2024-04-25T17:05:28.931098+0000 2024-04-25T17:07:33.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: min_mon_release 19 (squid) 2024-04-25T17:07:33.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: election_strategy: 1 2024-04-25T17:07:33.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-04-25T17:07:33.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: 1: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.c 2024-04-25T17:07:33.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: 2: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.b 2024-04-25T17:07:33.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: fsmap 2024-04-25T17:07:33.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T17:07:33.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: mgrmap e13: x(active, since 61s) 2024-04-25T17:07:33.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: overall HEALTH_OK 2024-04-25T17:07:33.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: Updating smithi028:/var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T17:07:33.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: Updating smithi042:/var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T17:07:33.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: Updating smithi084:/var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T17:07:33.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:33.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T17:07:33.233 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T17:07:33.233 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:34.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:33 smithi042 ceph-mon[32851]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:34.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:33 smithi042 ceph-mon[32851]: Reconfiguring mon.a (unknown last config time)... 2024-04-25T17:07:34.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:33 smithi042 ceph-mon[32851]: Reconfiguring daemon mon.a on smithi028 2024-04-25T17:07:34.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:33 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:07:34.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:33 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2526095145' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:34.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:33 smithi028 ceph-mon[29207]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:34.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:33 smithi028 ceph-mon[29207]: Reconfiguring mon.a (unknown last config time)... 2024-04-25T17:07:34.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:33 smithi028 ceph-mon[29207]: Reconfiguring daemon mon.a on smithi028 2024-04-25T17:07:34.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:33 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:07:34.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:33 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2526095145' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:34.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:33 smithi084 ceph-mon[32752]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:34.233 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:33 smithi084 ceph-mon[32752]: Reconfiguring mon.a (unknown last config time)... 2024-04-25T17:07:34.233 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:33 smithi084 ceph-mon[32752]: Reconfiguring daemon mon.a on smithi028 2024-04-25T17:07:34.233 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:33 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:07:34.233 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:33 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2526095145' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:34.848 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-25T17:07:34.849 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-25T17:07:34.849 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/etc/ceph/ceph.conf 2024-04-25T17:07:34.880 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-25T17:07:34.880 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T17:07:34.951 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-04-25T17:07:34.951 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/etc/ceph/ceph.conf 2024-04-25T17:07:34.978 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-04-25T17:07:34.978 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T17:07:35.047 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-25T17:07:35.047 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/etc/ceph/ceph.conf 2024-04-25T17:07:35.078 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-25T17:07:35.078 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T17:07:35.145 INFO:tasks.cephadm:Adding mgr.x on smithi028 2024-04-25T17:07:35.145 INFO:tasks.cephadm:Adding mgr.y on smithi042 2024-04-25T17:07:35.145 INFO:tasks.cephadm:Adding mgr.z on smithi084 2024-04-25T17:07:35.145 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph orch apply mgr '3;smithi028=x;smithi042=y;smithi084=z' 2024-04-25T17:07:35.418 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T17:07:35.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:35 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:35.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:35 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:35.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:35 smithi084 ceph-mon[32752]: Reconfiguring mon.b (monmap changed)... 2024-04-25T17:07:35.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:35 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T17:07:35.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:35 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T17:07:35.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:35 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:35.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:35 smithi084 ceph-mon[32752]: Reconfiguring daemon mon.b on smithi042 2024-04-25T17:07:35.503 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:35 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:35.503 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:35 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:35.503 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:35 smithi042 ceph-mon[32851]: Reconfiguring mon.b (monmap changed)... 2024-04-25T17:07:35.503 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:35 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T17:07:35.503 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:35 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T17:07:35.503 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:35 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:35.503 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:35 smithi042 ceph-mon[32851]: Reconfiguring daemon mon.b on smithi042 2024-04-25T17:07:35.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:35 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:35.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:35 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:35.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:35 smithi028 ceph-mon[29207]: Reconfiguring mon.b (monmap changed)... 2024-04-25T17:07:35.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:35 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T17:07:35.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:35 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T17:07:35.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:35 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:35.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:35 smithi028 ceph-mon[29207]: Reconfiguring daemon mon.b on smithi042 2024-04-25T17:07:36.592 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:36 smithi084 ceph-mon[32752]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:36.592 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:36 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:36.592 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:36 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:36.592 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:36 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T17:07:36.592 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:36 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T17:07:36.593 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:36 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:36.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:36 smithi042 ceph-mon[32851]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:36.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:36 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:36.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:36 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:36.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:36 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T17:07:36.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:36 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T17:07:36.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:36 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:36.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:36 smithi028 ceph-mon[29207]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:36.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:36 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:36.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:36 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:36.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:36 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T17:07:36.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:36 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T17:07:36.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:36 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:37.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:37 smithi084 ceph-mon[32752]: Reconfiguring mon.c (monmap changed)... 2024-04-25T17:07:37.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:37 smithi084 ceph-mon[32752]: Reconfiguring daemon mon.c on smithi084 2024-04-25T17:07:37.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:37 smithi042 ceph-mon[32851]: Reconfiguring mon.c (monmap changed)... 2024-04-25T17:07:37.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:37 smithi042 ceph-mon[32851]: Reconfiguring daemon mon.c on smithi084 2024-04-25T17:07:37.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:37 smithi028 ceph-mon[29207]: Reconfiguring mon.c (monmap changed)... 2024-04-25T17:07:37.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:37 smithi028 ceph-mon[29207]: Reconfiguring daemon mon.c on smithi084 2024-04-25T17:07:37.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.900+0000 7f44edf1b700 1 -- 172.21.15.84:0/1457419724 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f44e81040a0 msgr2=0x7f44e81044b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:37.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.900+0000 7f44edf1b700 1 --2- 172.21.15.84:0/1457419724 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f44e81040a0 0x7f44e81044b0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f44d8009910 tx=0x7f44d8009c20 comp rx=0 tx=0).stop 2024-04-25T17:07:37.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.900+0000 7f44edf1b700 1 -- 172.21.15.84:0/1457419724 shutdown_connections 2024-04-25T17:07:37.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.900+0000 7f44edf1b700 1 --2- 172.21.15.84:0/1457419724 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f44e81040a0 0x7f44e81044b0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:37.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.900+0000 7f44edf1b700 1 -- 172.21.15.84:0/1457419724 >> 172.21.15.84:0/1457419724 conn(0x7f44e80fd830 msgr2=0x7f44e80ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:07:37.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.900+0000 7f44edf1b700 1 -- 172.21.15.84:0/1457419724 shutdown_connections 2024-04-25T17:07:37.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.900+0000 7f44edf1b700 1 -- 172.21.15.84:0/1457419724 wait complete. 2024-04-25T17:07:37.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.901+0000 7f44edf1b700 1 Processor -- start 2024-04-25T17:07:37.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.901+0000 7f44edf1b700 1 -- start start 2024-04-25T17:07:37.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.901+0000 7f44edf1b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44e81040a0 0x7f44e8198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:37.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.901+0000 7f44edf1b700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f44e8198c40 0x7f44e819db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:37.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.901+0000 7f44edf1b700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f44e819e0a0 0x7f44e81a04c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:37.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.901+0000 7f44edf1b700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f44e81088b0 con 0x7f44e8198c40 2024-04-25T17:07:37.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.901+0000 7f44edf1b700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f44e8108730 con 0x7f44e81040a0 2024-04-25T17:07:37.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.901+0000 7f44edf1b700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f44e8108a30 con 0x7f44e819e0a0 2024-04-25T17:07:37.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.901+0000 7f44e7fff700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f44e819e0a0 0x7f44e81a04c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:37.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.901+0000 7f44e7fff700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f44e819e0a0 0x7f44e81a04c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40026/0 (socket says 172.21.15.84:40026) 2024-04-25T17:07:37.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.901+0000 7f44deffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f44e8198c40 0x7f44e819db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:37.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.901+0000 7f44e7fff700 1 -- 172.21.15.84:0/2799346335 learned_addr learned my addr 172.21.15.84:0/2799346335 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-25T17:07:37.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.902+0000 7f44e77fe700 1 --2- 172.21.15.84:0/2799346335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44e81040a0 0x7f44e8198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:37.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.902+0000 7f44e7fff700 1 -- 172.21.15.84:0/2799346335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44e81040a0 msgr2=0x7f44e8198700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:37.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.902+0000 7f44e7fff700 1 --2- 172.21.15.84:0/2799346335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44e81040a0 0x7f44e8198700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:37.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.902+0000 7f44e7fff700 1 -- 172.21.15.84:0/2799346335 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f44e8198c40 msgr2=0x7f44e819db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:37.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.902+0000 7f44e7fff700 1 --2- 172.21.15.84:0/2799346335 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f44e8198c40 0x7f44e819db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:37.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.902+0000 7f44e7fff700 1 -- 172.21.15.84:0/2799346335 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44e81a0a30 con 0x7f44e819e0a0 2024-04-25T17:07:37.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.902+0000 7f44deffd700 1 --2- 172.21.15.84:0/2799346335 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f44e8198c40 0x7f44e819db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:07:37.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.902+0000 7f44e7fff700 1 --2- 172.21.15.84:0/2799346335 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f44e819e0a0 0x7f44e81a04c0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f44e000ba50 tx=0x7f44e000bd60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:07:37.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.902+0000 7f44e57fa700 1 -- 172.21.15.84:0/2799346335 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44e0019070 con 0x7f44e819e0a0 2024-04-25T17:07:37.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.902+0000 7f44e57fa700 1 -- 172.21.15.84:0/2799346335 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f44e000ce40 con 0x7f44e819e0a0 2024-04-25T17:07:37.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.902+0000 7f44edf1b700 1 -- 172.21.15.84:0/2799346335 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44e81a0d20 con 0x7f44e819e0a0 2024-04-25T17:07:37.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.902+0000 7f44e57fa700 1 -- 172.21.15.84:0/2799346335 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44e0007350 con 0x7f44e819e0a0 2024-04-25T17:07:37.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.902+0000 7f44edf1b700 1 -- 172.21.15.84:0/2799346335 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44e81a11b0 con 0x7f44e819e0a0 2024-04-25T17:07:37.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.903+0000 7f44e57fa700 1 -- 172.21.15.84:0/2799346335 <== mon.1 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 13) ==== 49572+0+0 (secure 0 0 0) 0x7f44e001c070 con 0x7f44e819e0a0 2024-04-25T17:07:37.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.903+0000 7f44edf1b700 1 -- 172.21.15.84:0/2799346335 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44e81a1470 con 0x7f44e819e0a0 2024-04-25T17:07:37.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.903+0000 7f44e57fa700 1 --2- 172.21.15.84:0/2799346335 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f44d403daa0 0x7f44d403ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:37.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.903+0000 7f44e57fa700 1 -- 172.21.15.84:0/2799346335 <== mon.1 v2:172.21.15.84:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f44e0050c30 con 0x7f44e819e0a0 2024-04-25T17:07:37.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.904+0000 7f44e77fe700 1 --2- 172.21.15.84:0/2799346335 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f44d403daa0 0x7f44d403ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:37.905 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.904+0000 7f44e77fe700 1 --2- 172.21.15.84:0/2799346335 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f44d403daa0 0x7f44d403ffb0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f44d8004690 tx=0x7f44d801a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:07:37.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:37.909+0000 7f44e57fa700 1 -- 172.21.15.84:0/2799346335 <== mon.1 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f44e0014440 con 0x7f44e819e0a0 2024-04-25T17:07:38.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:38.117+0000 7f44edf1b700 1 -- 172.21.15.84:0/2799346335 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi028=x;smithi042=y;smithi084=z", "target": ["mon-mgr", ""]}) -- 0x7f44e80ff7b0 con 0x7f44d403daa0 2024-04-25T17:07:38.121 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:38.123+0000 7f44e57fa700 1 -- 172.21.15.84:0/2799346335 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f44e80ff7b0 con 0x7f44d403daa0 2024-04-25T17:07:38.122 INFO:teuthology.orchestra.run.smithi084.stdout:Scheduled mgr update... 2024-04-25T17:07:38.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:38.125+0000 7f44edf1b700 1 -- 172.21.15.84:0/2799346335 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f44d403daa0 msgr2=0x7f44d403ffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:38.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:38.125+0000 7f44edf1b700 1 --2- 172.21.15.84:0/2799346335 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f44d403daa0 0x7f44d403ffb0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f44d8004690 tx=0x7f44d801a040 comp rx=0 tx=0).stop 2024-04-25T17:07:38.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:38.125+0000 7f44edf1b700 1 -- 172.21.15.84:0/2799346335 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f44e819e0a0 msgr2=0x7f44e81a04c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:38.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:38.125+0000 7f44edf1b700 1 --2- 172.21.15.84:0/2799346335 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f44e819e0a0 0x7f44e81a04c0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f44e000ba50 tx=0x7f44e000bd60 comp rx=0 tx=0).stop 2024-04-25T17:07:38.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:38.125+0000 7f44edf1b700 1 -- 172.21.15.84:0/2799346335 shutdown_connections 2024-04-25T17:07:38.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:38.125+0000 7f44edf1b700 1 --2- 172.21.15.84:0/2799346335 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f44e819e0a0 0x7f44e81a04c0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:38.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:38.125+0000 7f44edf1b700 1 --2- 172.21.15.84:0/2799346335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44e81040a0 0x7f44e8198700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:38.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:38.125+0000 7f44edf1b700 1 --2- 172.21.15.84:0/2799346335 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f44d403daa0 0x7f44d403ffb0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:38.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:38.125+0000 7f44edf1b700 1 --2- 172.21.15.84:0/2799346335 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f44e8198c40 0x7f44e819db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:38.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:38.125+0000 7f44edf1b700 1 -- 172.21.15.84:0/2799346335 >> 172.21.15.84:0/2799346335 conn(0x7f44e80fd830 msgr2=0x7f44e80ff0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:07:38.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:38.125+0000 7f44edf1b700 1 -- 172.21.15.84:0/2799346335 shutdown_connections 2024-04-25T17:07:38.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:07:38.125+0000 7f44edf1b700 1 -- 172.21.15.84:0/2799346335 wait complete. 2024-04-25T17:07:38.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:38 smithi084 ceph-mon[32752]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:38.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:38 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:38.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:38 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:38.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:38 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:07:38.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:38 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:38.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:38 smithi042 ceph-mon[32851]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:38.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:38 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:38.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:38 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:38.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:38 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:07:38.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:38 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:38.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:38 smithi028 ceph-mon[29207]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:38.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:38 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:38.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:38 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:38.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:38 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:07:38.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:38 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:38.770 DEBUG:teuthology.orchestra.run.smithi042:mgr.y> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mgr.y.service 2024-04-25T17:07:38.772 DEBUG:teuthology.orchestra.run.smithi084:mgr.z> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mgr.z.service 2024-04-25T17:07:38.775 INFO:tasks.cephadm:Deploying OSDs... 2024-04-25T17:07:38.775 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-25T17:07:38.775 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/scratch_devs of=/dev/stdout 2024-04-25T17:07:38.792 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-25T17:07:38.793 DEBUG:teuthology.orchestra.run.smithi028:> stat /dev/vg_nvme/lv_1 2024-04-25T17:07:38.850 INFO:teuthology.orchestra.run.smithi028.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-25T17:07:38.850 INFO:teuthology.orchestra.run.smithi028.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T17:07:38.850 INFO:teuthology.orchestra.run.smithi028.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-04-25T17:07:38.850 INFO:teuthology.orchestra.run.smithi028.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T17:07:38.850 INFO:teuthology.orchestra.run.smithi028.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T17:07:38.850 INFO:teuthology.orchestra.run.smithi028.stdout:Access: 2024-04-25 17:06:40.990582316 +0000 2024-04-25T17:07:38.850 INFO:teuthology.orchestra.run.smithi028.stdout:Modify: 2024-04-25 17:02:11.895166059 +0000 2024-04-25T17:07:38.850 INFO:teuthology.orchestra.run.smithi028.stdout:Change: 2024-04-25 17:02:11.895166059 +0000 2024-04-25T17:07:38.850 INFO:teuthology.orchestra.run.smithi028.stdout: Birth: 2024-04-25 17:02:11.895166059 +0000 2024-04-25T17:07:38.850 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-25T17:07:38.916 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records in 2024-04-25T17:07:38.916 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records out 2024-04-25T17:07:38.916 INFO:teuthology.orchestra.run.smithi028.stderr:512 bytes copied, 0.000105562 s, 4.9 MB/s 2024-04-25T17:07:38.917 DEBUG:teuthology.orchestra.run.smithi028:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-25T17:07:38.974 DEBUG:teuthology.orchestra.run.smithi028:> stat /dev/vg_nvme/lv_2 2024-04-25T17:07:39.031 INFO:teuthology.orchestra.run.smithi028.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-25T17:07:39.031 INFO:teuthology.orchestra.run.smithi028.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T17:07:39.031 INFO:teuthology.orchestra.run.smithi028.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-04-25T17:07:39.032 INFO:teuthology.orchestra.run.smithi028.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T17:07:39.032 INFO:teuthology.orchestra.run.smithi028.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T17:07:39.032 INFO:teuthology.orchestra.run.smithi028.stdout:Access: 2024-04-25 17:06:41.021581433 +0000 2024-04-25T17:07:39.032 INFO:teuthology.orchestra.run.smithi028.stdout:Modify: 2024-04-25 17:02:12.233156360 +0000 2024-04-25T17:07:39.032 INFO:teuthology.orchestra.run.smithi028.stdout:Change: 2024-04-25 17:02:12.233156360 +0000 2024-04-25T17:07:39.032 INFO:teuthology.orchestra.run.smithi028.stdout: Birth: 2024-04-25 17:02:12.233156360 +0000 2024-04-25T17:07:39.032 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-25T17:07:39.096 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records in 2024-04-25T17:07:39.096 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records out 2024-04-25T17:07:39.097 INFO:teuthology.orchestra.run.smithi028.stderr:512 bytes copied, 0.000114229 s, 4.5 MB/s 2024-04-25T17:07:39.098 DEBUG:teuthology.orchestra.run.smithi028:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-25T17:07:39.155 DEBUG:teuthology.orchestra.run.smithi028:> stat /dev/vg_nvme/lv_3 2024-04-25T17:07:39.211 INFO:teuthology.orchestra.run.smithi028.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-25T17:07:39.211 INFO:teuthology.orchestra.run.smithi028.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T17:07:39.211 INFO:teuthology.orchestra.run.smithi028.stdout:Device: 5h/5d Inode: 702 Links: 1 2024-04-25T17:07:39.211 INFO:teuthology.orchestra.run.smithi028.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T17:07:39.211 INFO:teuthology.orchestra.run.smithi028.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T17:07:39.211 INFO:teuthology.orchestra.run.smithi028.stdout:Access: 2024-04-25 17:06:41.050580607 +0000 2024-04-25T17:07:39.211 INFO:teuthology.orchestra.run.smithi028.stdout:Modify: 2024-04-25 17:02:12.569146718 +0000 2024-04-25T17:07:39.211 INFO:teuthology.orchestra.run.smithi028.stdout:Change: 2024-04-25 17:02:12.569146718 +0000 2024-04-25T17:07:39.211 INFO:teuthology.orchestra.run.smithi028.stdout: Birth: 2024-04-25 17:02:12.569146718 +0000 2024-04-25T17:07:39.211 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-25T17:07:39.274 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records in 2024-04-25T17:07:39.274 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records out 2024-04-25T17:07:39.274 INFO:teuthology.orchestra.run.smithi028.stderr:512 bytes copied, 0.000111954 s, 4.6 MB/s 2024-04-25T17:07:39.275 DEBUG:teuthology.orchestra.run.smithi028:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-25T17:07:39.332 DEBUG:teuthology.orchestra.run.smithi028:> stat /dev/vg_nvme/lv_4 2024-04-25T17:07:39.388 INFO:teuthology.orchestra.run.smithi028.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-25T17:07:39.388 INFO:teuthology.orchestra.run.smithi028.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T17:07:39.388 INFO:teuthology.orchestra.run.smithi028.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-25T17:07:39.388 INFO:teuthology.orchestra.run.smithi028.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T17:07:39.389 INFO:teuthology.orchestra.run.smithi028.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T17:07:39.389 INFO:teuthology.orchestra.run.smithi028.stdout:Access: 2024-04-25 17:06:41.079579782 +0000 2024-04-25T17:07:39.389 INFO:teuthology.orchestra.run.smithi028.stdout:Modify: 2024-04-25 17:02:12.900137220 +0000 2024-04-25T17:07:39.389 INFO:teuthology.orchestra.run.smithi028.stdout:Change: 2024-04-25 17:02:12.900137220 +0000 2024-04-25T17:07:39.389 INFO:teuthology.orchestra.run.smithi028.stdout: Birth: 2024-04-25 17:02:12.900137220 +0000 2024-04-25T17:07:39.389 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-25T17:07:39.452 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records in 2024-04-25T17:07:40.060 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records out 2024-04-25T17:07:40.061 INFO:teuthology.orchestra.run.smithi028.stderr:512 bytes copied, 9.6789e-05 s, 5.3 MB/s 2024-04-25T17:07:40.061 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:39 smithi042 ceph-mon[32851]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi028=x;smithi042=y;smithi084=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:07:40.061 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:39 smithi042 ceph-mon[32851]: Saving service mgr spec with placement smithi028=x;smithi042=y;smithi084=z;count:3 2024-04-25T17:07:40.062 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:39 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:40.062 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:39 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:07:40.062 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:39 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:40.062 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:39 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T17:07:40.062 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:39 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T17:07:40.062 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:39 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T17:07:40.062 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:39 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:40.062 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:39 smithi042 ceph-mon[32851]: Deploying daemon mgr.z on smithi084 2024-04-25T17:07:40.062 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:39 smithi084 ceph-mon[32752]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi028=x;smithi042=y;smithi084=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:07:40.062 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:39 smithi084 ceph-mon[32752]: Saving service mgr spec with placement smithi028=x;smithi042=y;smithi084=z;count:3 2024-04-25T17:07:40.062 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:39 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:40.062 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:39 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:07:40.063 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:39 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:40.063 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:39 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T17:07:40.063 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:39 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T17:07:40.063 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:39 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T17:07:40.063 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:39 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:40.063 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:39 smithi084 ceph-mon[32752]: Deploying daemon mgr.z on smithi084 2024-04-25T17:07:40.064 DEBUG:teuthology.orchestra.run.smithi028:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-25T17:07:40.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:39 smithi028 ceph-mon[29207]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi028=x;smithi042=y;smithi084=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:07:40.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:39 smithi028 ceph-mon[29207]: Saving service mgr spec with placement smithi028=x;smithi042=y;smithi084=z;count:3 2024-04-25T17:07:40.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:39 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:40.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:39 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:07:40.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:39 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:40.065 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:39 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T17:07:40.065 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:39 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T17:07:40.065 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:39 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T17:07:40.065 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:39 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:40.065 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:39 smithi028 ceph-mon[29207]: Deploying daemon mgr.z on smithi084 2024-04-25T17:07:40.124 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-04-25T17:07:40.125 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/scratch_devs of=/dev/stdout 2024-04-25T17:07:40.146 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-25T17:07:40.146 DEBUG:teuthology.orchestra.run.smithi042:> stat /dev/vg_nvme/lv_1 2024-04-25T17:07:40.206 INFO:teuthology.orchestra.run.smithi042.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-25T17:07:40.206 INFO:teuthology.orchestra.run.smithi042.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T17:07:40.206 INFO:teuthology.orchestra.run.smithi042.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-04-25T17:07:40.206 INFO:teuthology.orchestra.run.smithi042.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T17:07:40.206 INFO:teuthology.orchestra.run.smithi042.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T17:07:40.207 INFO:teuthology.orchestra.run.smithi042.stdout:Access: 2024-04-25 17:07:24.295068966 +0000 2024-04-25T17:07:40.207 INFO:teuthology.orchestra.run.smithi042.stdout:Modify: 2024-04-25 17:02:09.601333716 +0000 2024-04-25T17:07:40.207 INFO:teuthology.orchestra.run.smithi042.stdout:Change: 2024-04-25 17:02:09.601333716 +0000 2024-04-25T17:07:40.207 INFO:teuthology.orchestra.run.smithi042.stdout: Birth: 2024-04-25 17:02:09.601333716 +0000 2024-04-25T17:07:40.207 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-25T17:07:40.275 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records in 2024-04-25T17:07:40.275 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records out 2024-04-25T17:07:40.275 INFO:teuthology.orchestra.run.smithi042.stderr:512 bytes copied, 0.000107712 s, 4.8 MB/s 2024-04-25T17:07:40.276 DEBUG:teuthology.orchestra.run.smithi042:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-25T17:07:40.337 DEBUG:teuthology.orchestra.run.smithi042:> stat /dev/vg_nvme/lv_2 2024-04-25T17:07:40.395 INFO:teuthology.orchestra.run.smithi042.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-25T17:07:40.395 INFO:teuthology.orchestra.run.smithi042.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T17:07:40.395 INFO:teuthology.orchestra.run.smithi042.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-04-25T17:07:40.395 INFO:teuthology.orchestra.run.smithi042.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T17:07:40.395 INFO:teuthology.orchestra.run.smithi042.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T17:07:40.395 INFO:teuthology.orchestra.run.smithi042.stdout:Access: 2024-04-25 17:07:24.295068966 +0000 2024-04-25T17:07:40.395 INFO:teuthology.orchestra.run.smithi042.stdout:Modify: 2024-04-25 17:02:09.943331289 +0000 2024-04-25T17:07:40.395 INFO:teuthology.orchestra.run.smithi042.stdout:Change: 2024-04-25 17:02:09.943331289 +0000 2024-04-25T17:07:40.395 INFO:teuthology.orchestra.run.smithi042.stdout: Birth: 2024-04-25 17:02:09.943331289 +0000 2024-04-25T17:07:40.395 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-25T17:07:40.462 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records in 2024-04-25T17:07:40.462 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records out 2024-04-25T17:07:40.463 INFO:teuthology.orchestra.run.smithi042.stderr:512 bytes copied, 0.000135398 s, 3.8 MB/s 2024-04-25T17:07:40.464 DEBUG:teuthology.orchestra.run.smithi042:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-25T17:07:40.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:40 smithi084 ceph-mon[32752]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:40.522 DEBUG:teuthology.orchestra.run.smithi042:> stat /dev/vg_nvme/lv_3 2024-04-25T17:07:40.578 INFO:teuthology.orchestra.run.smithi042.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-25T17:07:40.578 INFO:teuthology.orchestra.run.smithi042.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T17:07:40.578 INFO:teuthology.orchestra.run.smithi042.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-04-25T17:07:40.578 INFO:teuthology.orchestra.run.smithi042.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T17:07:40.579 INFO:teuthology.orchestra.run.smithi042.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T17:07:40.579 INFO:teuthology.orchestra.run.smithi042.stdout:Access: 2024-04-25 17:07:24.296068958 +0000 2024-04-25T17:07:40.579 INFO:teuthology.orchestra.run.smithi042.stdout:Modify: 2024-04-25 17:02:10.273328948 +0000 2024-04-25T17:07:40.579 INFO:teuthology.orchestra.run.smithi042.stdout:Change: 2024-04-25 17:02:10.273328948 +0000 2024-04-25T17:07:40.579 INFO:teuthology.orchestra.run.smithi042.stdout: Birth: 2024-04-25 17:02:10.273328948 +0000 2024-04-25T17:07:40.579 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-25T17:07:40.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:40 smithi042 ceph-mon[32851]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:40.632 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records in 2024-04-25T17:07:40.632 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records out 2024-04-25T17:07:40.632 INFO:teuthology.orchestra.run.smithi042.stderr:512 bytes copied, 0.000115552 s, 4.4 MB/s 2024-04-25T17:07:40.634 DEBUG:teuthology.orchestra.run.smithi042:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-25T17:07:40.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:40 smithi028 ceph-mon[29207]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:40.690 DEBUG:teuthology.orchestra.run.smithi042:> stat /dev/vg_nvme/lv_4 2024-04-25T17:07:40.747 INFO:teuthology.orchestra.run.smithi042.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-25T17:07:40.747 INFO:teuthology.orchestra.run.smithi042.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T17:07:40.747 INFO:teuthology.orchestra.run.smithi042.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-04-25T17:07:40.747 INFO:teuthology.orchestra.run.smithi042.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T17:07:40.747 INFO:teuthology.orchestra.run.smithi042.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T17:07:40.747 INFO:teuthology.orchestra.run.smithi042.stdout:Access: 2024-04-25 17:07:24.296068958 +0000 2024-04-25T17:07:40.747 INFO:teuthology.orchestra.run.smithi042.stdout:Modify: 2024-04-25 17:02:10.618326500 +0000 2024-04-25T17:07:40.747 INFO:teuthology.orchestra.run.smithi042.stdout:Change: 2024-04-25 17:02:10.618326500 +0000 2024-04-25T17:07:40.747 INFO:teuthology.orchestra.run.smithi042.stdout: Birth: 2024-04-25 17:02:10.618326500 +0000 2024-04-25T17:07:40.748 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-25T17:07:40.769 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:40 smithi084 podman[34356]: 2024-04-25 17:07:40.736414182 +0000 UTC m=+0.341415594 container start 4743ca6aeb2aff31387607770d929bbb2bcb4c66e6dfec2d72ced1fe87059b3d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_CLEAN=True) 2024-04-25T17:07:40.769 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:40 smithi084 ceph-mgr[34375]: -- 172.21.15.84:0/286582038 <== mon.1 v2:172.21.15.84:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560f839465a0 con 0x560f886d0000 2024-04-25T17:07:40.810 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records in 2024-04-25T17:07:40.811 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records out 2024-04-25T17:07:40.811 INFO:teuthology.orchestra.run.smithi042.stderr:512 bytes copied, 9.6278e-05 s, 5.3 MB/s 2024-04-25T17:07:40.812 DEBUG:teuthology.orchestra.run.smithi042:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-25T17:07:40.868 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-25T17:07:40.868 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/scratch_devs of=/dev/stdout 2024-04-25T17:07:40.885 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-25T17:07:40.885 DEBUG:teuthology.orchestra.run.smithi084:> stat /dev/vg_nvme/lv_1 2024-04-25T17:07:40.942 INFO:teuthology.orchestra.run.smithi084.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-25T17:07:40.942 INFO:teuthology.orchestra.run.smithi084.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T17:07:40.942 INFO:teuthology.orchestra.run.smithi084.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-04-25T17:07:40.942 INFO:teuthology.orchestra.run.smithi084.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T17:07:40.942 INFO:teuthology.orchestra.run.smithi084.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T17:07:40.942 INFO:teuthology.orchestra.run.smithi084.stdout:Access: 2024-04-25 17:07:40.237006744 +0000 2024-04-25T17:07:40.942 INFO:teuthology.orchestra.run.smithi084.stdout:Modify: 2024-04-25 17:02:01.196473051 +0000 2024-04-25T17:07:40.942 INFO:teuthology.orchestra.run.smithi084.stdout:Change: 2024-04-25 17:02:01.196473051 +0000 2024-04-25T17:07:40.942 INFO:teuthology.orchestra.run.smithi084.stdout: Birth: 2024-04-25 17:02:01.196473051 +0000 2024-04-25T17:07:40.943 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-25T17:07:41.007 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records in 2024-04-25T17:07:41.007 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records out 2024-04-25T17:07:41.007 INFO:teuthology.orchestra.run.smithi084.stderr:512 bytes copied, 0.000215982 s, 2.4 MB/s 2024-04-25T17:07:41.008 DEBUG:teuthology.orchestra.run.smithi084:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-25T17:07:41.026 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:40 smithi084 bash[34356]: 4743ca6aeb2aff31387607770d929bbb2bcb4c66e6dfec2d72ced1fe87059b3d 2024-04-25T17:07:41.026 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:40 smithi084 systemd[1]: Started Ceph mgr.z for dfbd4644-0325-11ef-bc93-c7b262605968. 2024-04-25T17:07:41.026 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:40 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:40.896+0000 7fa57ccde200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T17:07:41.042 DEBUG:teuthology.orchestra.run.smithi084:> stat /dev/vg_nvme/lv_2 2024-04-25T17:07:41.097 INFO:teuthology.orchestra.run.smithi084.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-25T17:07:41.097 INFO:teuthology.orchestra.run.smithi084.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T17:07:41.097 INFO:teuthology.orchestra.run.smithi084.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-25T17:07:41.097 INFO:teuthology.orchestra.run.smithi084.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T17:07:41.097 INFO:teuthology.orchestra.run.smithi084.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T17:07:41.098 INFO:teuthology.orchestra.run.smithi084.stdout:Access: 2024-04-25 17:07:40.237006744 +0000 2024-04-25T17:07:41.098 INFO:teuthology.orchestra.run.smithi084.stdout:Modify: 2024-04-25 17:02:01.534467205 +0000 2024-04-25T17:07:41.098 INFO:teuthology.orchestra.run.smithi084.stdout:Change: 2024-04-25 17:02:01.534467205 +0000 2024-04-25T17:07:41.098 INFO:teuthology.orchestra.run.smithi084.stdout: Birth: 2024-04-25 17:02:01.534467205 +0000 2024-04-25T17:07:41.098 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-25T17:07:41.160 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records in 2024-04-25T17:07:41.160 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records out 2024-04-25T17:07:41.160 INFO:teuthology.orchestra.run.smithi084.stderr:512 bytes copied, 0.000205424 s, 2.5 MB/s 2024-04-25T17:07:41.161 DEBUG:teuthology.orchestra.run.smithi084:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-25T17:07:41.217 DEBUG:teuthology.orchestra.run.smithi084:> stat /dev/vg_nvme/lv_3 2024-04-25T17:07:41.273 INFO:teuthology.orchestra.run.smithi084.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-25T17:07:41.273 INFO:teuthology.orchestra.run.smithi084.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T17:07:41.273 INFO:teuthology.orchestra.run.smithi084.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-04-25T17:07:41.273 INFO:teuthology.orchestra.run.smithi084.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T17:07:41.273 INFO:teuthology.orchestra.run.smithi084.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T17:07:41.273 INFO:teuthology.orchestra.run.smithi084.stdout:Access: 2024-04-25 17:07:40.238006728 +0000 2024-04-25T17:07:41.273 INFO:teuthology.orchestra.run.smithi084.stdout:Modify: 2024-04-25 17:02:01.865461479 +0000 2024-04-25T17:07:41.273 INFO:teuthology.orchestra.run.smithi084.stdout:Change: 2024-04-25 17:02:01.865461479 +0000 2024-04-25T17:07:41.273 INFO:teuthology.orchestra.run.smithi084.stdout: Birth: 2024-04-25 17:02:01.865461479 +0000 2024-04-25T17:07:41.274 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-25T17:07:41.289 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:41 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:41.090+0000 7fa57ccde200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T17:07:41.289 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:41 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:41.198+0000 7fa57ccde200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T17:07:41.311 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records in 2024-04-25T17:07:41.311 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records out 2024-04-25T17:07:41.311 INFO:teuthology.orchestra.run.smithi084.stderr:512 bytes copied, 0.000178665 s, 2.9 MB/s 2024-04-25T17:07:41.312 DEBUG:teuthology.orchestra.run.smithi084:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-25T17:07:41.368 DEBUG:teuthology.orchestra.run.smithi084:> stat /dev/vg_nvme/lv_4 2024-04-25T17:07:41.424 INFO:teuthology.orchestra.run.smithi084.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-25T17:07:41.424 INFO:teuthology.orchestra.run.smithi084.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T17:07:41.424 INFO:teuthology.orchestra.run.smithi084.stdout:Device: 5h/5d Inode: 721 Links: 1 2024-04-25T17:07:41.424 INFO:teuthology.orchestra.run.smithi084.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T17:07:41.424 INFO:teuthology.orchestra.run.smithi084.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T17:07:41.424 INFO:teuthology.orchestra.run.smithi084.stdout:Access: 2024-04-25 17:07:40.238006728 +0000 2024-04-25T17:07:41.425 INFO:teuthology.orchestra.run.smithi084.stdout:Modify: 2024-04-25 17:02:02.207455564 +0000 2024-04-25T17:07:41.425 INFO:teuthology.orchestra.run.smithi084.stdout:Change: 2024-04-25 17:02:02.207455564 +0000 2024-04-25T17:07:41.425 INFO:teuthology.orchestra.run.smithi084.stdout: Birth: 2024-04-25 17:02:02.207455564 +0000 2024-04-25T17:07:41.425 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-25T17:07:41.488 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records in 2024-04-25T17:07:41.488 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records out 2024-04-25T17:07:41.488 INFO:teuthology.orchestra.run.smithi084.stderr:512 bytes copied, 0.000195586 s, 2.6 MB/s 2024-04-25T17:07:41.489 DEBUG:teuthology.orchestra.run.smithi084:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-25T17:07:41.546 INFO:tasks.cephadm:Deploying osd.0 on smithi028 with /dev/vg_nvme/lv_4... 2024-04-25T17:07:41.546 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-25T17:07:41.617 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:41 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:41.530+0000 7fa57ccde200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T17:07:41.617 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:41 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:41.617+0000 7fa57ccde200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T17:07:41.797 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:07:42.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:41 smithi042 ceph-mon[32851]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:42.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:42.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:42.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:42.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T17:07:42.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T17:07:42.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T17:07:42.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:42.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:41 smithi042 ceph-mon[32851]: Deploying daemon mgr.y on smithi042 2024-04-25T17:07:42.166 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:41 smithi028 ceph-mon[29207]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:42.166 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:42.166 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:42.166 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:42.166 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T17:07:42.166 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T17:07:42.166 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T17:07:42.166 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:42.167 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:41 smithi028 ceph-mon[29207]: Deploying daemon mgr.y on smithi042 2024-04-25T17:07:42.229 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:41 smithi084 ceph-mon[32752]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:42.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:42.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:42.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:42.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T17:07:42.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T17:07:42.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T17:07:42.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:42.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:41 smithi084 ceph-mon[32752]: Deploying daemon mgr.y on smithi042 2024-04-25T17:07:43.109 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:42 smithi042 systemd[1]: Starting Ceph mgr.y for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:07:43.210 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:42 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:42.875+0000 7fa57ccde200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T17:07:43.210 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:43 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:43.043+0000 7fa57ccde200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T17:07:43.210 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:43 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:43.210+0000 7fa57ccde200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T17:07:43.449 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:43 smithi042 podman[34222]: 2024-04-25 17:07:43.173291935 +0000 UTC m=+0.112800914 container create 336313df4b8662ae29460ed0d99e620ba241b69d61f964a9a85f470abe964c01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424) 2024-04-25T17:07:43.449 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:43 smithi042 podman[34222]: 2024-04-25 17:07:43.078970571 +0000 UTC m=+0.018479550 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:07:43.449 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:43 smithi042 podman[34222]: 2024-04-25 17:07:43.36714079 +0000 UTC m=+0.306649769 container init 336313df4b8662ae29460ed0d99e620ba241b69d61f964a9a85f470abe964c01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424) 2024-04-25T17:07:43.449 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:43 smithi042 podman[34222]: 2024-04-25 17:07:43.369875062 +0000 UTC m=+0.309384041 container start 336313df4b8662ae29460ed0d99e620ba241b69d61f964a9a85f470abe964c01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424) 2024-04-25T17:07:43.449 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:43 smithi042 ceph-mgr[34241]: -- 172.21.15.42:0/1662001044 <== mon.2 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5596073525a0 con 0x55960c0dc000 2024-04-25T17:07:43.449 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:43 smithi042 bash[34222]: 336313df4b8662ae29460ed0d99e620ba241b69d61f964a9a85f470abe964c01 2024-04-25T17:07:43.727 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:43 smithi042 systemd[1]: Started Ceph mgr.y for dfbd4644-0325-11ef-bc93-c7b262605968. 2024-04-25T17:07:43.727 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:43 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:43.534+0000 7fce7a1aa200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T17:07:43.727 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:43 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:43.726+0000 7fce7a1aa200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T17:07:43.749 INFO:teuthology.orchestra.run.smithi028.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-25T17:07:43.749 INFO:teuthology.orchestra.run.smithi028.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-25T17:07:43.749 INFO:teuthology.orchestra.run.smithi028.stderr: stderr: 10+0 records in 2024-04-25T17:07:43.749 INFO:teuthology.orchestra.run.smithi028.stderr:10+0 records out 2024-04-25T17:07:43.749 INFO:teuthology.orchestra.run.smithi028.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00847785 s, 1.2 GB/s 2024-04-25T17:07:43.749 INFO:teuthology.orchestra.run.smithi028.stderr:--> Zapping successful for: 2024-04-25T17:07:43.794 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:43 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:43.494+0000 7fa57ccde200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T17:07:43.794 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:43 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:43.587+0000 7fa57ccde200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T17:07:43.794 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:43 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:43.794+0000 7fa57ccde200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T17:07:44.092 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:43 smithi028 ceph-mon[29207]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:44.092 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:43 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:44.092 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:43 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:44.092 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:43 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:44.092 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:43 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:44.092 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:43 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:07:44.109 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:43 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:43.835+0000 7fce7a1aa200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T17:07:44.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:43 smithi042 ceph-mon[32851]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:44.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:43 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:44.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:43 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:44.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:43 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:44.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:43 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:44.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:43 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:07:44.230 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:43 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:43.995+0000 7fa57ccde200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T17:07:44.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:43 smithi084 ceph-mon[32752]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:44.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:43 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:44.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:43 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:44.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:43 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:44.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:43 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:44.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:43 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:07:44.354 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi028:vg_nvme/lv_4 2024-04-25T17:07:44.547 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:44 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:44.168+0000 7fce7a1aa200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T17:07:44.547 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:44 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:44.265+0000 7fce7a1aa200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T17:07:44.599 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:07:44.979 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:44 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:44.624+0000 7fa57ccde200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T17:07:45.362 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:45 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:45.063+0000 7fa57ccde200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T17:07:45.362 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:45 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:45.159+0000 7fa57ccde200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T17:07:45.362 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:45 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:45.362+0000 7fa57ccde200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T17:07:45.859 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:45 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:45.558+0000 7fce7a1aa200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T17:07:45.859 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:45 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:45.735+0000 7fce7a1aa200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T17:07:46.012 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.012+0000 7f85f8d94700 1 -- 172.21.15.28:0/1892191938 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f85f4104260 msgr2=0x7f85f4104670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:46.012 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.012+0000 7f85f8d94700 1 --2- 172.21.15.28:0/1892191938 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f85f4104260 0x7f85f4104670 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f85e8009990 tx=0x7f85e8009ca0 comp rx=0 tx=0).stop 2024-04-25T17:07:46.012 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.013+0000 7f85f8d94700 1 -- 172.21.15.28:0/1892191938 shutdown_connections 2024-04-25T17:07:46.012 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.013+0000 7f85f8d94700 1 --2- 172.21.15.28:0/1892191938 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f85f4104c00 0x7f85f410b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:46.012 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.013+0000 7f85f8d94700 1 --2- 172.21.15.28:0/1892191938 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f85f4103130 0x7f85f4103540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:46.013 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.013+0000 7f85f8d94700 1 --2- 172.21.15.28:0/1892191938 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f85f4104260 0x7f85f4104670 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:46.013 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.013+0000 7f85f8d94700 1 -- 172.21.15.28:0/1892191938 >> 172.21.15.28:0/1892191938 conn(0x7f85f40fe790 msgr2=0x7f85f4100c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:07:46.013 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.013+0000 7f85f8d94700 1 -- 172.21.15.28:0/1892191938 shutdown_connections 2024-04-25T17:07:46.013 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.013+0000 7f85f8d94700 1 -- 172.21.15.28:0/1892191938 wait complete. 2024-04-25T17:07:46.015 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.013+0000 7f85f8d94700 1 Processor -- start 2024-04-25T17:07:46.015 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.014+0000 7f85f8d94700 1 -- start start 2024-04-25T17:07:46.015 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.014+0000 7f85f8d94700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f85f4103130 0x7f85f4076320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:46.015 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.014+0000 7f85f8d94700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f85f4104260 0x7f85f419f520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:46.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.014+0000 7f85f8d94700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f85f4104c00 0x7f85f41a1a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:46.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.014+0000 7f85f8d94700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f85f410ea90 con 0x7f85f4104260 2024-04-25T17:07:46.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.014+0000 7f85f8d94700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f85f410e910 con 0x7f85f4104c00 2024-04-25T17:07:46.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.014+0000 7f85f8d94700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f85f410ec10 con 0x7f85f4103130 2024-04-25T17:07:46.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.014+0000 7f85f1d9b700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f85f4104260 0x7f85f419f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:46.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.014+0000 7f85f1d9b700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f85f4104260 0x7f85f419f520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:41574/0 (socket says 172.21.15.28:41574) 2024-04-25T17:07:46.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.014+0000 7f85f259c700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f85f4103130 0x7f85f4076320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:46.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.014+0000 7f85f1d9b700 1 -- 172.21.15.28:0/3030703124 learned_addr learned my addr 172.21.15.28:0/3030703124 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:07:46.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.014+0000 7f85f2d9d700 1 --2- 172.21.15.28:0/3030703124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f85f4104c00 0x7f85f41a1a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:46.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.014+0000 7f85f259c700 1 -- 172.21.15.28:0/3030703124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f85f4104c00 msgr2=0x7f85f41a1a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:46.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.014+0000 7f85f259c700 1 --2- 172.21.15.28:0/3030703124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f85f4104c00 0x7f85f41a1a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:46.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.014+0000 7f85f259c700 1 -- 172.21.15.28:0/3030703124 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f85f4104260 msgr2=0x7f85f419f520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:07:46.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.014+0000 7f85f259c700 1 --2- 172.21.15.28:0/3030703124 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f85f4104260 0x7f85f419f520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:07:46.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.014+0000 7f85f259c700 1 -- 172.21.15.28:0/3030703124 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85f41992f0 con 0x7f85f4103130 2024-04-25T17:07:46.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.014+0000 7f85f1d9b700 1 --2- 172.21.15.28:0/3030703124 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f85f4104260 0x7f85f419f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:07:46.017 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.015+0000 7f85f259c700 1 --2- 172.21.15.28:0/3030703124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f85f4103130 0x7f85f4076320 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f85f4102e30 tx=0x7f85e400da00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:07:46.017 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.015+0000 7f85e37fe700 1 -- 172.21.15.28:0/3030703124 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e4014030 con 0x7f85f4103130 2024-04-25T17:07:46.017 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.015+0000 7f85e37fe700 1 -- 172.21.15.28:0/3030703124 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f85e400fb20 con 0x7f85f4103130 2024-04-25T17:07:46.017 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.015+0000 7f85f8d94700 1 -- 172.21.15.28:0/3030703124 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85f41995e0 con 0x7f85f4103130 2024-04-25T17:07:46.017 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.015+0000 7f85e37fe700 1 -- 172.21.15.28:0/3030703124 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e4010c20 con 0x7f85f4103130 2024-04-25T17:07:46.017 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.015+0000 7f85f8d94700 1 -- 172.21.15.28:0/3030703124 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85f4199b70 con 0x7f85f4103130 2024-04-25T17:07:46.017 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.016+0000 7f85e37fe700 1 -- 172.21.15.28:0/3030703124 <== mon.1 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 13) ==== 49572+0+0 (secure 0 0 0) 0x7f85e4017030 con 0x7f85f4103130 2024-04-25T17:07:46.017 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.016+0000 7f85f8d94700 1 -- 172.21.15.28:0/3030703124 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85f4051190 con 0x7f85f4103130 2024-04-25T17:07:46.017 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.016+0000 7f85e37fe700 1 --2- 172.21.15.28:0/3030703124 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f85dc03d850 0x7f85dc03fd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:07:46.017 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.016+0000 7f85e37fe700 1 -- 172.21.15.28:0/3030703124 <== mon.1 v2:172.21.15.84:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f85e4051140 con 0x7f85f4103130 2024-04-25T17:07:46.017 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.016+0000 7f85f1d9b700 1 --2- 172.21.15.28:0/3030703124 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f85dc03d850 0x7f85dc03fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:07:46.017 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.016+0000 7f85f1d9b700 1 --2- 172.21.15.28:0/3030703124 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f85dc03d850 0x7f85dc03fd60 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f85e800b2e0 tx=0x7f85e801a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:07:46.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.021+0000 7f85e37fe700 1 -- 172.21.15.28:0/3030703124 <== mon.1 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f85e4020300 con 0x7f85f4103130 2024-04-25T17:07:46.085 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:46 smithi028 ceph-mon[29207]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:46.085 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:46 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:46.085 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:46 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:46.085 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:46 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:46.085 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:46 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:46.085 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:46 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:46.085 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:46 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:07:46.085 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:46 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:46.085 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:46 smithi028 ceph-mon[29207]: Reconfiguring mgr.x (unknown last config time)... 2024-04-25T17:07:46.086 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:46 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T17:07:46.086 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:46 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T17:07:46.086 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:46 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:46.086 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:46 smithi028 ceph-mon[29207]: Reconfiguring daemon mgr.x on smithi028 2024-04-25T17:07:46.086 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:46 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:46.205 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:45 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:45.874+0000 7fa57ccde200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T17:07:46.205 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:45 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:45.965+0000 7fa57ccde200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T17:07:46.205 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:46 smithi084 ceph-mon[32752]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:46.205 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:46 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:46.206 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:46 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:46.206 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:46 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:46.206 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:46 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:46.206 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:46 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:46.206 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:46 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:07:46.206 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:46 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:46.206 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:46 smithi084 ceph-mon[32752]: Reconfiguring mgr.x (unknown last config time)... 2024-04-25T17:07:46.206 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:46 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T17:07:46.206 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:46 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T17:07:46.206 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:46 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:46.206 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:46 smithi084 ceph-mon[32752]: Reconfiguring daemon mgr.x on smithi028 2024-04-25T17:07:46.206 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:46 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:46.211 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:45 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:45.912+0000 7fce7a1aa200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T17:07:46.211 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:46 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:46.211+0000 7fce7a1aa200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T17:07:46.211 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:46 smithi042 ceph-mon[32851]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:46.211 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:46 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:46.211 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:46 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:46.212 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:46 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:46.212 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:46 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:46.212 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:46 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:46.212 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:46 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:07:46.212 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:46 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:46.212 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:46 smithi042 ceph-mon[32851]: Reconfiguring mgr.x (unknown last config time)... 2024-04-25T17:07:46.212 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:46 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T17:07:46.212 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:46 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T17:07:46.212 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:46 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:46.212 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:46 smithi042 ceph-mon[32851]: Reconfiguring daemon mgr.x on smithi028 2024-04-25T17:07:46.212 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:46 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:46.244 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:46.245+0000 7f85f8d94700 1 -- 172.21.15.28:0/3030703124 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f85f4109ea0 con 0x7f85dc03d850 2024-04-25T17:07:46.480 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:46 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:46.205+0000 7fa57ccde200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T17:07:46.480 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:46 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:46.337+0000 7fa57ccde200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T17:07:46.480 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:46 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:46.430+0000 7fa57ccde200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T17:07:46.516 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:46 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:46.305+0000 7fce7a1aa200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T17:07:46.516 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:46 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:46.515+0000 7fce7a1aa200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T17:07:46.839 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:46 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:46.544+0000 7fa57ccde200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T17:07:46.858 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:46 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:46.713+0000 7fce7a1aa200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T17:07:47.219 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:47 smithi028 ceph-mon[29207]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:07:47.219 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:47 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:07:47.219 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:47 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:07:47.219 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:47 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:47.229 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:46 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:46.839+0000 7fa57ccde200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T17:07:47.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:47 smithi084 ceph-mon[32752]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:07:47.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:47 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:07:47.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:47 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:07:47.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:47 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:47.345 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:47 smithi042 ceph-mon[32851]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:07:47.345 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:47 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:07:47.345 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:47 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:07:47.345 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:47 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:47.609 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:47 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:47.345+0000 7fce7a1aa200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T17:07:47.730 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:47 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:47.440+0000 7fa57ccde200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T17:07:47.730 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:07:47 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z[34371]: 2024-04-25T17:07:47.653+0000 7fa57ccde200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T17:07:48.032 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:47 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:47.780+0000 7fce7a1aa200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T17:07:48.032 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:47 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:47.879+0000 7fce7a1aa200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T17:07:48.085 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:48.086+0000 7f85e37fe700 1 -- 172.21.15.28:0/3030703124 <== mon.1 v2:172.21.15.84:3300/0 7 ==== mgrmap(e 14) ==== 98518+0+0 (secure 0 0 0) 0x7f85e4010460 con 0x7f85f4103130 2024-04-25T17:07:48.288 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:48 smithi028 ceph-mon[29207]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:48.288 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:48 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:48.288 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:48 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:48.288 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:48 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:07:48.288 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:48 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:48.288 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:48 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:07:48.288 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:48 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:48.288 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:48 smithi028 ceph-mon[29207]: Standby manager daemon z started 2024-04-25T17:07:48.288 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:48 smithi028 ceph-mon[29207]: from='mgr.? 172.21.15.84:0/1341462874' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-25T17:07:48.289 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:48 smithi028 ceph-mon[29207]: from='mgr.? 172.21.15.84:0/1341462874' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T17:07:48.289 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:48 smithi028 ceph-mon[29207]: from='mgr.? 172.21.15.84:0/1341462874' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-25T17:07:48.289 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:48 smithi028 ceph-mon[29207]: from='mgr.? 172.21.15.84:0/1341462874' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T17:07:48.359 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:48 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:48.091+0000 7fce7a1aa200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T17:07:48.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:48 smithi042 ceph-mon[32851]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:48.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:48 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:48.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:48 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:48.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:48 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:07:48.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:48 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:48.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:48 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:07:48.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:48 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:48.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:48 smithi042 ceph-mon[32851]: Standby manager daemon z started 2024-04-25T17:07:48.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:48 smithi042 ceph-mon[32851]: from='mgr.? 172.21.15.84:0/1341462874' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-25T17:07:48.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:48 smithi042 ceph-mon[32851]: from='mgr.? 172.21.15.84:0/1341462874' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T17:07:48.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:48 smithi042 ceph-mon[32851]: from='mgr.? 172.21.15.84:0/1341462874' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-25T17:07:48.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:48 smithi042 ceph-mon[32851]: from='mgr.? 172.21.15.84:0/1341462874' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T17:07:48.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:48 smithi084 ceph-mon[32752]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:48.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:48 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:48.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:48 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:48.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:48 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:07:48.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:48 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:48.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:48 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:07:48.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:48 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:07:48.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:48 smithi084 ceph-mon[32752]: Standby manager daemon z started 2024-04-25T17:07:48.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:48 smithi084 ceph-mon[32752]: from='mgr.? 172.21.15.84:0/1341462874' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-25T17:07:48.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:48 smithi084 ceph-mon[32752]: from='mgr.? 172.21.15.84:0/1341462874' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T17:07:48.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:48 smithi084 ceph-mon[32752]: from='mgr.? 172.21.15.84:0/1341462874' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-25T17:07:48.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:48 smithi084 ceph-mon[32752]: from='mgr.? 172.21.15.84:0/1341462874' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T17:07:48.979 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:48 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:48.634+0000 7fce7a1aa200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T17:07:48.979 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:48 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:48.729+0000 7fce7a1aa200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T17:07:49.336 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:49 smithi042 ceph-mon[32851]: mgrmap e14: x(active, since 77s), standbys: z 2024-04-25T17:07:49.336 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:49 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-25T17:07:49.336 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:48 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:48.979+0000 7fce7a1aa200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T17:07:49.336 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:49 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:49.119+0000 7fce7a1aa200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T17:07:49.336 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:49 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:49.217+0000 7fce7a1aa200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T17:07:49.336 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:49 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:49.335+0000 7fce7a1aa200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T17:07:49.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:49 smithi028 ceph-mon[29207]: mgrmap e14: x(active, since 77s), standbys: z 2024-04-25T17:07:49.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:49 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-25T17:07:49.479 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:49 smithi084 ceph-mon[32752]: mgrmap e14: x(active, since 77s), standbys: z 2024-04-25T17:07:49.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:49 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-25T17:07:50.088 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:49 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:49.648+0000 7fce7a1aa200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T17:07:50.359 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:50 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:50.273+0000 7fce7a1aa200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T17:07:50.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:50 smithi042 ceph-mon[32851]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:50.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:50 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3138839600' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2"}]: dispatch 2024-04-25T17:07:50.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:50 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3138839600' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2"}]': finished 2024-04-25T17:07:50.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:50 smithi042 ceph-mon[32851]: osdmap e5: 1 total, 0 up, 1 in 2024-04-25T17:07:50.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:50 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T17:07:50.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:50 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3210976443' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:07:50.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:50 smithi028 ceph-mon[29207]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:50.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:50 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3138839600' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2"}]: dispatch 2024-04-25T17:07:50.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:50 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3138839600' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2"}]': finished 2024-04-25T17:07:50.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:50 smithi028 ceph-mon[29207]: osdmap e5: 1 total, 0 up, 1 in 2024-04-25T17:07:50.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:50 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T17:07:50.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:50 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3210976443' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:07:50.479 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:50 smithi084 ceph-mon[32752]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:50.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:50 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3138839600' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2"}]: dispatch 2024-04-25T17:07:50.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:50 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3138839600' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2"}]': finished 2024-04-25T17:07:50.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:50 smithi084 ceph-mon[32752]: osdmap e5: 1 total, 0 up, 1 in 2024-04-25T17:07:50.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:50 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T17:07:50.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:50 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3210976443' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:07:50.859 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:07:50 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y[34237]: 2024-04-25T17:07:50.494+0000 7fce7a1aa200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T17:07:51.101 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:07:51.101+0000 7f85e37fe700 1 -- 172.21.15.28:0/3030703124 <== mon.1 v2:172.21.15.84:3300/0 8 ==== mgrmap(e 15) ==== 147464+0+0 (secure 0 0 0) 0x7f85e4014d60 con 0x7f85f4103130 2024-04-25T17:07:51.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:51 smithi042 ceph-mon[32851]: Standby manager daemon y started 2024-04-25T17:07:51.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:51 smithi042 ceph-mon[32851]: from='mgr.? 172.21.15.42:0/3879364062' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-25T17:07:51.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:51 smithi042 ceph-mon[32851]: from='mgr.? 172.21.15.42:0/3879364062' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T17:07:51.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:51 smithi042 ceph-mon[32851]: from='mgr.? 172.21.15.42:0/3879364062' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-25T17:07:51.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:51 smithi042 ceph-mon[32851]: from='mgr.? 172.21.15.42:0/3879364062' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T17:07:51.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:51 smithi028 ceph-mon[29207]: Standby manager daemon y started 2024-04-25T17:07:51.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:51 smithi028 ceph-mon[29207]: from='mgr.? 172.21.15.42:0/3879364062' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-25T17:07:51.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:51 smithi028 ceph-mon[29207]: from='mgr.? 172.21.15.42:0/3879364062' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T17:07:51.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:51 smithi028 ceph-mon[29207]: from='mgr.? 172.21.15.42:0/3879364062' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-25T17:07:51.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:51 smithi028 ceph-mon[29207]: from='mgr.? 172.21.15.42:0/3879364062' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T17:07:51.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:51 smithi084 ceph-mon[32752]: Standby manager daemon y started 2024-04-25T17:07:51.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:51 smithi084 ceph-mon[32752]: from='mgr.? 172.21.15.42:0/3879364062' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-25T17:07:51.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:51 smithi084 ceph-mon[32752]: from='mgr.? 172.21.15.42:0/3879364062' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T17:07:51.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:51 smithi084 ceph-mon[32752]: from='mgr.? 172.21.15.42:0/3879364062' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-25T17:07:51.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:51 smithi084 ceph-mon[32752]: from='mgr.? 172.21.15.42:0/3879364062' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T17:07:52.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:52 smithi042 ceph-mon[32851]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:52.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:52 smithi042 ceph-mon[32851]: mgrmap e15: x(active, since 80s), standbys: z, y 2024-04-25T17:07:52.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:52 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-25T17:07:52.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:52 smithi028 ceph-mon[29207]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:52.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:52 smithi028 ceph-mon[29207]: mgrmap e15: x(active, since 80s), standbys: z, y 2024-04-25T17:07:52.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:52 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-25T17:07:52.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:52 smithi084 ceph-mon[32752]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:52.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:52 smithi084 ceph-mon[32752]: mgrmap e15: x(active, since 80s), standbys: z, y 2024-04-25T17:07:52.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:52 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-25T17:07:54.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:54 smithi042 ceph-mon[32851]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:54.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:54 smithi028 ceph-mon[29207]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:54.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:54 smithi084 ceph-mon[32752]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:56.357 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:56 smithi028 ceph-mon[29207]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:56.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:56 smithi042 ceph-mon[32851]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:56.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:56 smithi084 ceph-mon[32752]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:57.328 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:57 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-25T17:07:57.328 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:57 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:57.328 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:57 smithi028 ceph-mon[29207]: Deploying daemon osd.0 on smithi028 2024-04-25T17:07:57.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:57 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-25T17:07:57.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:57 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:57.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:57 smithi042 ceph-mon[32851]: Deploying daemon osd.0 on smithi028 2024-04-25T17:07:57.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:57 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-25T17:07:57.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:57 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:07:57.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:57 smithi084 ceph-mon[32752]: Deploying daemon osd.0 on smithi028 2024-04-25T17:07:58.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:07:58 smithi042 ceph-mon[32851]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:58.365 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:07:58 smithi028 ceph-mon[29207]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:07:58.479 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:07:58 smithi084 ceph-mon[32752]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:08:00.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:00 smithi028 ceph-mon[29207]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:08:00.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:00 smithi084 ceph-mon[32752]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:08:00.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:00 smithi042 ceph-mon[32851]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:08:02.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:02 smithi028 ceph-mon[29207]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:08:02.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:02 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:02.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:02 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:02.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:02 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:08:02.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:02 smithi084 ceph-mon[32752]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:08:02.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:02 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:02.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:02 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:02.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:02 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:08:02.608 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:02 smithi042 ceph-mon[32851]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:08:02.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:02 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:02.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:02 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:02.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:02 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:08:04.227 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:04 smithi028 ceph-mon[29207]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:08:04.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:04 smithi084 ceph-mon[32752]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:08:04.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:04 smithi042 ceph-mon[32851]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:08:06.007 INFO:teuthology.orchestra.run.smithi028.stdout:Created osd(s) 0 on host 'smithi028' 2024-04-25T17:08:06.008 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:08:06.001+0000 7f85e37fe700 1 -- 172.21.15.28:0/3030703124 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f85f4109ea0 con 0x7f85dc03d850 2024-04-25T17:08:06.008 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:08:06.004+0000 7f85f8d94700 1 -- 172.21.15.28:0/3030703124 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f85dc03d850 msgr2=0x7f85dc03fd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:08:06.008 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:08:06.004+0000 7f85f8d94700 1 --2- 172.21.15.28:0/3030703124 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f85dc03d850 0x7f85dc03fd60 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f85e800b2e0 tx=0x7f85e801a040 comp rx=0 tx=0).stop 2024-04-25T17:08:06.008 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:08:06.004+0000 7f85f8d94700 1 -- 172.21.15.28:0/3030703124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f85f4103130 msgr2=0x7f85f4076320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:08:06.008 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:08:06.004+0000 7f85f8d94700 1 --2- 172.21.15.28:0/3030703124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f85f4103130 0x7f85f4076320 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f85f4102e30 tx=0x7f85e400da00 comp rx=0 tx=0).stop 2024-04-25T17:08:06.008 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:08:06.004+0000 7f85f8d94700 1 -- 172.21.15.28:0/3030703124 shutdown_connections 2024-04-25T17:08:06.008 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:08:06.004+0000 7f85f8d94700 1 --2- 172.21.15.28:0/3030703124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f85f4104c00 0x7f85f41a1a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:08:06.008 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:08:06.004+0000 7f85f8d94700 1 --2- 172.21.15.28:0/3030703124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f85f4103130 0x7f85f4076320 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:08:06.009 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:08:06.004+0000 7f85f8d94700 1 --2- 172.21.15.28:0/3030703124 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f85dc03d850 0x7f85dc03fd60 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:08:06.009 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:08:06.004+0000 7f85f8d94700 1 --2- 172.21.15.28:0/3030703124 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f85f4104260 0x7f85f419f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:08:06.009 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:08:06.004+0000 7f85f8d94700 1 -- 172.21.15.28:0/3030703124 >> 172.21.15.28:0/3030703124 conn(0x7f85f40fe790 msgr2=0x7f85f4107490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:08:06.009 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:08:06.004+0000 7f85f8d94700 1 -- 172.21.15.28:0/3030703124 shutdown_connections 2024-04-25T17:08:06.009 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:08:06.004+0000 7f85f8d94700 1 -- 172.21.15.28:0/3030703124 wait complete. 2024-04-25T17:08:06.307 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:06 smithi028 ceph-mon[29207]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:08:06.307 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:06 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:06.307 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:06 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:06.307 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:06 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:06.307 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:06 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:08:06.307 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:06 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:06.307 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:06 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:06.307 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:06 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:06.307 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:06 smithi028 ceph-mon[29207]: from='osd.0 [v2:172.21.15.28:6802/2630963068,v1:172.21.15.28:6803/2630963068]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-25T17:08:06.308 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:06 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:08:06.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:06 smithi042 ceph-mon[32851]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:08:06.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:06 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:06.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:06 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:06.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:06 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:06.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:06 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:08:06.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:06 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:06.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:06 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:06.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:06 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:06.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:06 smithi042 ceph-mon[32851]: from='osd.0 [v2:172.21.15.28:6802/2630963068,v1:172.21.15.28:6803/2630963068]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-25T17:08:06.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:06 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:08:06.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:06 smithi084 ceph-mon[32752]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:08:06.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:06 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:06.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:06 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:06.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:06 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:06.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:06 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:08:06.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:06 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:06.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:06 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:06.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:06 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:06.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:06 smithi084 ceph-mon[32752]: from='osd.0 [v2:172.21.15.28:6802/2630963068,v1:172.21.15.28:6803/2630963068]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-25T17:08:06.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:06 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:08:06.660 DEBUG:teuthology.orchestra.run.smithi028:osd.0> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.0.service 2024-04-25T17:08:06.662 INFO:tasks.cephadm:Deploying osd.1 on smithi042 with /dev/vg_nvme/lv_4... 2024-04-25T17:08:06.662 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-25T17:08:06.916 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T17:08:08.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:07 smithi028 ceph-mon[29207]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:08:08.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:07 smithi028 ceph-mon[29207]: from='osd.0 [v2:172.21.15.28:6802/2630963068,v1:172.21.15.28:6803/2630963068]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-25T17:08:08.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:07 smithi028 ceph-mon[29207]: osdmap e6: 1 total, 0 up, 1 in 2024-04-25T17:08:08.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:07 smithi028 ceph-mon[29207]: from='osd.0 [v2:172.21.15.28:6802/2630963068,v1:172.21.15.28:6803/2630963068]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-25T17:08:08.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:07 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T17:08:08.143 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 25 17:08:07 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-0[41362]: 2024-04-25T17:08:07.972+0000 7f55856bf700 -1 osd.0 0 waiting for initial osdmap 2024-04-25T17:08:08.143 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 25 17:08:07 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-0[41362]: 2024-04-25T17:08:07.976+0000 7f5581474700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T17:08:08.221 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:07 smithi042 ceph-mon[32851]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:08:08.221 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:07 smithi042 ceph-mon[32851]: from='osd.0 [v2:172.21.15.28:6802/2630963068,v1:172.21.15.28:6803/2630963068]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-25T17:08:08.221 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:07 smithi042 ceph-mon[32851]: osdmap e6: 1 total, 0 up, 1 in 2024-04-25T17:08:08.221 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:07 smithi042 ceph-mon[32851]: from='osd.0 [v2:172.21.15.28:6802/2630963068,v1:172.21.15.28:6803/2630963068]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-25T17:08:08.221 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:07 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T17:08:08.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:07 smithi084 ceph-mon[32752]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:08:08.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:07 smithi084 ceph-mon[32752]: from='osd.0 [v2:172.21.15.28:6802/2630963068,v1:172.21.15.28:6803/2630963068]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-25T17:08:08.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:07 smithi084 ceph-mon[32752]: osdmap e6: 1 total, 0 up, 1 in 2024-04-25T17:08:08.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:07 smithi084 ceph-mon[32752]: from='osd.0 [v2:172.21.15.28:6802/2630963068,v1:172.21.15.28:6803/2630963068]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-25T17:08:08.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:07 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T17:08:08.592 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-25T17:08:08.592 INFO:teuthology.orchestra.run.smithi042.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-25T17:08:08.592 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10+0 records in 2024-04-25T17:08:08.592 INFO:teuthology.orchestra.run.smithi042.stderr:10+0 records out 2024-04-25T17:08:08.592 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00882034 s, 1.2 GB/s 2024-04-25T17:08:08.592 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping successful for: 2024-04-25T17:08:09.203 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi042:vg_nvme/lv_4 2024-04-25T17:08:09.228 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:08 smithi042 ceph-mon[32851]: purged_snaps scrub starts 2024-04-25T17:08:09.228 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:08 smithi042 ceph-mon[32851]: purged_snaps scrub ok 2024-04-25T17:08:09.228 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:08 smithi042 ceph-mon[32851]: from='osd.0 [v2:172.21.15.28:6802/2630963068,v1:172.21.15.28:6803/2630963068]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-04-25T17:08:09.228 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:08 smithi042 ceph-mon[32851]: osdmap e7: 1 total, 0 up, 1 in 2024-04-25T17:08:09.228 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:08 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T17:08:09.228 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:08 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T17:08:09.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:08 smithi084 ceph-mon[32752]: purged_snaps scrub starts 2024-04-25T17:08:09.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:08 smithi084 ceph-mon[32752]: purged_snaps scrub ok 2024-04-25T17:08:09.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:08 smithi084 ceph-mon[32752]: from='osd.0 [v2:172.21.15.28:6802/2630963068,v1:172.21.15.28:6803/2630963068]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-04-25T17:08:09.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:08 smithi084 ceph-mon[32752]: osdmap e7: 1 total, 0 up, 1 in 2024-04-25T17:08:09.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:08 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T17:08:09.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:08 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T17:08:09.402 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:08 smithi028 ceph-mon[29207]: purged_snaps scrub starts 2024-04-25T17:08:09.403 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:08 smithi028 ceph-mon[29207]: purged_snaps scrub ok 2024-04-25T17:08:09.403 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:08 smithi028 ceph-mon[29207]: from='osd.0 [v2:172.21.15.28:6802/2630963068,v1:172.21.15.28:6803/2630963068]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-04-25T17:08:09.403 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:08 smithi028 ceph-mon[29207]: osdmap e7: 1 total, 0 up, 1 in 2024-04-25T17:08:09.403 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:08 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T17:08:09.403 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:08 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T17:08:09.463 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T17:08:10.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:09 smithi042 ceph-mon[32851]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:08:10.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:09 smithi042 ceph-mon[32851]: osd.0 [v2:172.21.15.28:6802/2630963068,v1:172.21.15.28:6803/2630963068] boot 2024-04-25T17:08:10.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:09 smithi042 ceph-mon[32851]: osdmap e8: 1 total, 1 up, 1 in 2024-04-25T17:08:10.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:09 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T17:08:10.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:09 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:10.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:09 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:10.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:09 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:08:10.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:09 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:10.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:09 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:10.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:09 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:08:10.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:09 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:10.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:09 smithi084 ceph-mon[32752]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:08:10.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:09 smithi084 ceph-mon[32752]: osd.0 [v2:172.21.15.28:6802/2630963068,v1:172.21.15.28:6803/2630963068] boot 2024-04-25T17:08:10.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:09 smithi084 ceph-mon[32752]: osdmap e8: 1 total, 1 up, 1 in 2024-04-25T17:08:10.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:09 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T17:08:10.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:09 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:10.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:09 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:10.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:09 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:08:10.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:09 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:10.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:09 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:10.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:09 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:08:10.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:09 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:10.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:09 smithi028 ceph-mon[29207]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T17:08:10.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:09 smithi028 ceph-mon[29207]: osd.0 [v2:172.21.15.28:6802/2630963068,v1:172.21.15.28:6803/2630963068] boot 2024-04-25T17:08:10.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:09 smithi028 ceph-mon[29207]: osdmap e8: 1 total, 1 up, 1 in 2024-04-25T17:08:10.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:09 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T17:08:10.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:09 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:10.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:09 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:10.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:09 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:08:10.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:09 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:10.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:09 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:10.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:09 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:08:10.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:09 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:10.965 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.963+0000 7f64b7d7e700 1 -- 172.21.15.42:0/438230618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64b0105310 msgr2=0x7f64b0105720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:08:10.965 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.963+0000 7f64b7d7e700 1 --2- 172.21.15.42:0/438230618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64b0105310 0x7f64b0105720 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f64ac009990 tx=0x7f64ac009ca0 comp rx=0 tx=0).stop 2024-04-25T17:08:10.965 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.963+0000 7f64b7d7e700 1 -- 172.21.15.42:0/438230618 shutdown_connections 2024-04-25T17:08:10.965 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.963+0000 7f64b7d7e700 1 --2- 172.21.15.42:0/438230618 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f64b01041e0 0x7f64b01045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:08:10.965 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.963+0000 7f64b7d7e700 1 --2- 172.21.15.42:0/438230618 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f64b0105cb0 0x7f64b010c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:08:10.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.963+0000 7f64b7d7e700 1 --2- 172.21.15.42:0/438230618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64b0105310 0x7f64b0105720 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:08:10.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.963+0000 7f64b7d7e700 1 -- 172.21.15.42:0/438230618 >> 172.21.15.42:0/438230618 conn(0x7f64b00ff840 msgr2=0x7f64b0101cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:08:10.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.963+0000 7f64b7d7e700 1 -- 172.21.15.42:0/438230618 shutdown_connections 2024-04-25T17:08:10.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.964+0000 7f64b7d7e700 1 -- 172.21.15.42:0/438230618 wait complete. 2024-04-25T17:08:10.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.964+0000 7f64b7d7e700 1 Processor -- start 2024-04-25T17:08:10.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.964+0000 7f64b7d7e700 1 -- start start 2024-04-25T17:08:10.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.964+0000 7f64b7d7e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64b01041e0 0x7f64b019a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:08:10.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.964+0000 7f64b7d7e700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f64b0105310 0x7f64b019abe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:08:10.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.964+0000 7f64b7d7e700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f64b0105cb0 0x7f64b01a1b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:08:10.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.964+0000 7f64b7d7e700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f64b010faf0 con 0x7f64b0105cb0 2024-04-25T17:08:10.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.964+0000 7f64b7d7e700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f64b010f970 con 0x7f64b01041e0 2024-04-25T17:08:10.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.964+0000 7f64b7d7e700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f64b010fc70 con 0x7f64b0105310 2024-04-25T17:08:10.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.965+0000 7f64b5b1a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64b01041e0 0x7f64b019a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:08:10.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.965+0000 7f64b5b1a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64b01041e0 0x7f64b019a6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41730/0 (socket says 172.21.15.42:41730) 2024-04-25T17:08:10.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.965+0000 7f64b5b1a700 1 -- 172.21.15.42:0/1714567875 learned_addr learned my addr 172.21.15.42:0/1714567875 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-04-25T17:08:10.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.965+0000 7f64b5319700 1 --2- 172.21.15.42:0/1714567875 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f64b0105310 0x7f64b019abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:08:10.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.965+0000 7f64b631b700 1 --2- 172.21.15.42:0/1714567875 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f64b0105cb0 0x7f64b01a1b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:08:10.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.965+0000 7f64b5b1a700 1 -- 172.21.15.42:0/1714567875 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f64b0105310 msgr2=0x7f64b019abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:08:10.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.965+0000 7f64b5b1a700 1 --2- 172.21.15.42:0/1714567875 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f64b0105310 0x7f64b019abe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:08:10.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.965+0000 7f64b5b1a700 1 -- 172.21.15.42:0/1714567875 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f64b0105cb0 msgr2=0x7f64b01a1b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:08:10.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.965+0000 7f64b5b1a700 1 --2- 172.21.15.42:0/1714567875 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f64b0105cb0 0x7f64b01a1b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:08:10.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.965+0000 7f64b5b1a700 1 -- 172.21.15.42:0/1714567875 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64b01a2200 con 0x7f64b01041e0 2024-04-25T17:08:10.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.965+0000 7f64b631b700 1 --2- 172.21.15.42:0/1714567875 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f64b0105cb0 0x7f64b01a1b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:08:10.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.965+0000 7f64b5b1a700 1 --2- 172.21.15.42:0/1714567875 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64b01041e0 0x7f64b019a6a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f64a000d950 tx=0x7f64a000dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:08:10.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.965+0000 7f64a6ffd700 1 -- 172.21.15.42:0/1714567875 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64a0017070 con 0x7f64b01041e0 2024-04-25T17:08:10.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.965+0000 7f64a6ffd700 1 -- 172.21.15.42:0/1714567875 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f64a0009730 con 0x7f64b01041e0 2024-04-25T17:08:10.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.965+0000 7f64b7d7e700 1 -- 172.21.15.42:0/1714567875 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64b01a24f0 con 0x7f64b01041e0 2024-04-25T17:08:10.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.965+0000 7f64a6ffd700 1 -- 172.21.15.42:0/1714567875 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64a0003a00 con 0x7f64b01041e0 2024-04-25T17:08:10.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.965+0000 7f64b7d7e700 1 -- 172.21.15.42:0/1714567875 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64b01a2a30 con 0x7f64b01041e0 2024-04-25T17:08:10.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.967+0000 7f64b7d7e700 1 -- 172.21.15.42:0/1714567875 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64b0051190 con 0x7f64b01041e0 2024-04-25T17:08:10.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.968+0000 7f64a6ffd700 1 -- 172.21.15.42:0/1714567875 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 15) ==== 147464+0+0 (secure 0 0 0) 0x7f64a0003ba0 con 0x7f64b01041e0 2024-04-25T17:08:10.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.968+0000 7f64a6ffd700 1 --2- 172.21.15.42:0/1714567875 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f649c0afb70 0x7f649c0b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:08:10.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.969+0000 7f64a6ffd700 1 -- 172.21.15.42:0/1714567875 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f64a00dcd40 con 0x7f64b01041e0 2024-04-25T17:08:10.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.969+0000 7f64b5319700 1 --2- 172.21.15.42:0/1714567875 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f649c0afb70 0x7f649c0b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:08:10.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.969+0000 7f64b5319700 1 --2- 172.21.15.42:0/1714567875 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f649c0afb70 0x7f649c0b2080 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f64ac00b5c0 tx=0x7f64ac01a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:08:10.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:10.974+0000 7f64a6ffd700 1 -- 172.21.15.42:0/1714567875 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f64a0020030 con 0x7f64b01041e0 2024-04-25T17:08:11.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:11.191+0000 7f64b7d7e700 1 -- 172.21.15.42:0/1714567875 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f64b0063ad0 con 0x7f649c0afb70 2024-04-25T17:08:11.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:10 smithi042 ceph-mon[32851]: Detected new or changed devices on smithi028 2024-04-25T17:08:11.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:10 smithi042 ceph-mon[32851]: Adjusting osd_memory_target on smithi028 to 17093M 2024-04-25T17:08:11.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:10 smithi042 ceph-mon[32851]: osdmap e9: 1 total, 1 up, 1 in 2024-04-25T17:08:11.406 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:10 smithi084 ceph-mon[32752]: Detected new or changed devices on smithi028 2024-04-25T17:08:11.406 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:10 smithi084 ceph-mon[32752]: Adjusting osd_memory_target on smithi028 to 17093M 2024-04-25T17:08:11.406 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:10 smithi084 ceph-mon[32752]: osdmap e9: 1 total, 1 up, 1 in 2024-04-25T17:08:11.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:10 smithi028 ceph-mon[29207]: Detected new or changed devices on smithi028 2024-04-25T17:08:11.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:10 smithi028 ceph-mon[29207]: Adjusting osd_memory_target on smithi028 to 17093M 2024-04-25T17:08:11.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:10 smithi028 ceph-mon[29207]: osdmap e9: 1 total, 1 up, 1 in 2024-04-25T17:08:12.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:11 smithi042 ceph-mon[32851]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:12.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:11 smithi042 ceph-mon[32851]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:08:12.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:11 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:08:12.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:11 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:08:12.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:11 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:12.328 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:11 smithi084 ceph-mon[32752]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:12.328 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:11 smithi084 ceph-mon[32752]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:08:12.328 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:11 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:08:12.329 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:11 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:08:12.329 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:11 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:12.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:11 smithi028 ceph-mon[29207]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:12.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:11 smithi028 ceph-mon[29207]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:08:12.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:11 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:08:12.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:11 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:08:12.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:11 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:14.258 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:13 smithi042 ceph-mon[32851]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:14.258 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:13 smithi042 ceph-mon[32851]: from='client.? 172.21.15.42:0/1090585244' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b580c05-e032-484f-b9d2-36b794a8f402"}]: dispatch 2024-04-25T17:08:14.258 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:13 smithi042 ceph-mon[32851]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b580c05-e032-484f-b9d2-36b794a8f402"}]: dispatch 2024-04-25T17:08:14.258 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:13 smithi042 ceph-mon[32851]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5b580c05-e032-484f-b9d2-36b794a8f402"}]': finished 2024-04-25T17:08:14.258 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:13 smithi042 ceph-mon[32851]: osdmap e10: 2 total, 1 up, 2 in 2024-04-25T17:08:14.258 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:13 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T17:08:14.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:13 smithi028 ceph-mon[29207]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:14.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:13 smithi028 ceph-mon[29207]: from='client.? 172.21.15.42:0/1090585244' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b580c05-e032-484f-b9d2-36b794a8f402"}]: dispatch 2024-04-25T17:08:14.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:13 smithi028 ceph-mon[29207]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b580c05-e032-484f-b9d2-36b794a8f402"}]: dispatch 2024-04-25T17:08:14.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:13 smithi028 ceph-mon[29207]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5b580c05-e032-484f-b9d2-36b794a8f402"}]': finished 2024-04-25T17:08:14.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:13 smithi028 ceph-mon[29207]: osdmap e10: 2 total, 1 up, 2 in 2024-04-25T17:08:14.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:13 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T17:08:14.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:13 smithi084 ceph-mon[32752]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:14.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:13 smithi084 ceph-mon[32752]: from='client.? 172.21.15.42:0/1090585244' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b580c05-e032-484f-b9d2-36b794a8f402"}]: dispatch 2024-04-25T17:08:14.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:13 smithi084 ceph-mon[32752]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b580c05-e032-484f-b9d2-36b794a8f402"}]: dispatch 2024-04-25T17:08:14.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:13 smithi084 ceph-mon[32752]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5b580c05-e032-484f-b9d2-36b794a8f402"}]': finished 2024-04-25T17:08:14.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:13 smithi084 ceph-mon[32752]: osdmap e10: 2 total, 1 up, 2 in 2024-04-25T17:08:14.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:13 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T17:08:15.357 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:14 smithi028 ceph-mon[29207]: from='client.? 172.21.15.42:0/3103476504' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:08:15.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:14 smithi042 ceph-mon[32851]: from='client.? 172.21.15.42:0/3103476504' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:08:15.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:14 smithi084 ceph-mon[32752]: from='client.? 172.21.15.42:0/3103476504' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:08:16.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:16 smithi042 ceph-mon[32851]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:16.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:15 smithi028 ceph-mon[29207]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:16.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:16 smithi084 ceph-mon[32752]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:18.300 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:18 smithi042 ceph-mon[32851]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:18.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:18 smithi028 ceph-mon[29207]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:18.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:18 smithi084 ceph-mon[32752]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:20.254 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:20 smithi042 ceph-mon[32851]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:20.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:20 smithi028 ceph-mon[29207]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:20.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:20 smithi084 ceph-mon[32752]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:22.098 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:22 smithi042 ceph-mon[32851]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:22.098 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:22 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-25T17:08:22.098 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:22 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:22.098 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:22 smithi042 ceph-mon[32851]: Deploying daemon osd.1 on smithi042 2024-04-25T17:08:22.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:22 smithi084 ceph-mon[32752]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:22.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:22 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-25T17:08:22.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:22 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:22.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:22 smithi084 ceph-mon[32752]: Deploying daemon osd.1 on smithi042 2024-04-25T17:08:22.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:22 smithi028 ceph-mon[29207]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:22.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:22 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-25T17:08:22.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:22 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:22.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:22 smithi028 ceph-mon[29207]: Deploying daemon osd.1 on smithi042 2024-04-25T17:08:24.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:24 smithi042 ceph-mon[32851]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:24.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:24 smithi028 ceph-mon[29207]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:24.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:24 smithi084 ceph-mon[32752]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:26.351 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:26 smithi042 ceph-mon[32851]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:26.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:26 smithi028 ceph-mon[29207]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:26.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:26 smithi084 ceph-mon[32752]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:27.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:27 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:27.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:27 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:27.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:27 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:08:27.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:27 smithi042 ceph-mon[32851]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:27.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:27 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:27.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:27 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:27.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:27 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:08:27.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:27 smithi028 ceph-mon[29207]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:27.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:27 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:27.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:27 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:27.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:27 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:08:27.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:27 smithi084 ceph-mon[32752]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:30.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:30.259+0000 7f64a6ffd700 1 -- 172.21.15.42:0/1714567875 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f64b0063ad0 con 0x7f649c0afb70 2024-04-25T17:08:30.259 INFO:teuthology.orchestra.run.smithi042.stdout:Created osd(s) 1 on host 'smithi042' 2024-04-25T17:08:30.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:30.261+0000 7f64b7d7e700 1 -- 172.21.15.42:0/1714567875 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f649c0afb70 msgr2=0x7f649c0b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:08:30.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:30.261+0000 7f64b7d7e700 1 --2- 172.21.15.42:0/1714567875 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f649c0afb70 0x7f649c0b2080 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f64ac00b5c0 tx=0x7f64ac01a040 comp rx=0 tx=0).stop 2024-04-25T17:08:30.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:30.261+0000 7f64b7d7e700 1 -- 172.21.15.42:0/1714567875 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64b01041e0 msgr2=0x7f64b019a6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:08:30.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:30.261+0000 7f64b7d7e700 1 --2- 172.21.15.42:0/1714567875 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64b01041e0 0x7f64b019a6a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f64a000d950 tx=0x7f64a000dc60 comp rx=0 tx=0).stop 2024-04-25T17:08:30.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:30.261+0000 7f64b7d7e700 1 -- 172.21.15.42:0/1714567875 shutdown_connections 2024-04-25T17:08:30.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:30.261+0000 7f64b7d7e700 1 --2- 172.21.15.42:0/1714567875 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f649c0afb70 0x7f649c0b2080 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:08:30.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:30.261+0000 7f64b7d7e700 1 --2- 172.21.15.42:0/1714567875 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f64b0105cb0 0x7f64b01a1b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:08:30.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:30.261+0000 7f64b7d7e700 1 --2- 172.21.15.42:0/1714567875 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64b01041e0 0x7f64b019a6a0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:08:30.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:30.261+0000 7f64b7d7e700 1 --2- 172.21.15.42:0/1714567875 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f64b0105310 0x7f64b019abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:08:30.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:30.262+0000 7f64b7d7e700 1 -- 172.21.15.42:0/1714567875 >> 172.21.15.42:0/1714567875 conn(0x7f64b00ff840 msgr2=0x7f64b0108540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:08:30.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:30.262+0000 7f64b7d7e700 1 -- 172.21.15.42:0/1714567875 shutdown_connections 2024-04-25T17:08:30.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:08:30.262+0000 7f64b7d7e700 1 -- 172.21.15.42:0/1714567875 wait complete. 2024-04-25T17:08:30.521 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:30 smithi042 ceph-mon[32851]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:30.521 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:30.521 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:30.521 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:30.521 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:08:30.521 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:30.521 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:30.521 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:30.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:30 smithi028 ceph-mon[29207]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:30.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:30.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:30.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:30.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:08:30.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:30.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:30.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:30.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:30 smithi084 ceph-mon[32752]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:30.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:30.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:30.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:30.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:08:30.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:30.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:30.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:30.866 DEBUG:teuthology.orchestra.run.smithi042:osd.1> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.1.service 2024-04-25T17:08:30.909 INFO:tasks.cephadm:Deploying osd.2 on smithi084 with /dev/vg_nvme/lv_4... 2024-04-25T17:08:30.909 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-25T17:08:31.152 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T17:08:31.515 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:31 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:08:31.515 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:31 smithi084 ceph-mon[32752]: from='osd.1 [v2:172.21.15.42:6800/3917673381,v1:172.21.15.42:6801/3917673381]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T17:08:31.515 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:31 smithi084 ceph-mon[32752]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T17:08:31.601 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:08:31.602 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:31 smithi042 ceph-mon[32851]: from='osd.1 [v2:172.21.15.42:6800/3917673381,v1:172.21.15.42:6801/3917673381]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T17:08:31.602 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:31 smithi042 ceph-mon[32851]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T17:08:31.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:31 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:08:31.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:31 smithi028 ceph-mon[29207]: from='osd.1 [v2:172.21.15.42:6800/3917673381,v1:172.21.15.42:6801/3917673381]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T17:08:31.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:31 smithi028 ceph-mon[29207]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T17:08:32.452 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:32 smithi084 ceph-mon[32752]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:32.452 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:32 smithi084 ceph-mon[32752]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-25T17:08:32.452 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:32 smithi084 ceph-mon[32752]: from='osd.1 [v2:172.21.15.42:6800/3917673381,v1:172.21.15.42:6801/3917673381]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-04-25T17:08:32.452 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:32 smithi084 ceph-mon[32752]: osdmap e11: 2 total, 1 up, 2 in 2024-04-25T17:08:32.452 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T17:08:32.452 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:32 smithi084 ceph-mon[32752]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-04-25T17:08:32.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:32 smithi042 ceph-mon[32851]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:32.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:32 smithi042 ceph-mon[32851]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-25T17:08:32.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:32 smithi042 ceph-mon[32851]: from='osd.1 [v2:172.21.15.42:6800/3917673381,v1:172.21.15.42:6801/3917673381]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-04-25T17:08:32.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:32 smithi042 ceph-mon[32851]: osdmap e11: 2 total, 1 up, 2 in 2024-04-25T17:08:32.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T17:08:32.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:32 smithi042 ceph-mon[32851]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-04-25T17:08:32.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:32 smithi028 ceph-mon[29207]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:32.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:32 smithi028 ceph-mon[29207]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-25T17:08:32.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:32 smithi028 ceph-mon[29207]: from='osd.1 [v2:172.21.15.42:6800/3917673381,v1:172.21.15.42:6801/3917673381]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-04-25T17:08:32.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:32 smithi028 ceph-mon[29207]: osdmap e11: 2 total, 1 up, 2 in 2024-04-25T17:08:32.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T17:08:32.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:32 smithi028 ceph-mon[29207]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-04-25T17:08:33.109 INFO:journalctl@ceph.osd.1.smithi042.stdout:Apr 25 17:08:32 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-1[37433]: 2024-04-25T17:08:32.821+0000 7f7e2b248700 -1 osd.1 0 waiting for initial osdmap 2024-04-25T17:08:33.109 INFO:journalctl@ceph.osd.1.smithi042.stdout:Apr 25 17:08:32 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-1[37433]: 2024-04-25T17:08:32.826+0000 7f7e227f4700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T17:08:33.147 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-25T17:08:33.147 INFO:teuthology.orchestra.run.smithi084.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-25T17:08:33.147 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10+0 records in 2024-04-25T17:08:33.147 INFO:teuthology.orchestra.run.smithi084.stderr:10+0 records out 2024-04-25T17:08:33.147 INFO:teuthology.orchestra.run.smithi084.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0113548 s, 923 MB/s 2024-04-25T17:08:33.147 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 2024-04-25T17:08:33.147 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping successful for: 2024-04-25T17:08:33.445 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:33 smithi084 ceph-mon[32752]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-04-25T17:08:33.445 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:33 smithi084 ceph-mon[32752]: osdmap e12: 2 total, 1 up, 2 in 2024-04-25T17:08:33.445 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:33 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T17:08:33.445 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:33 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T17:08:33.445 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:33 smithi084 ceph-mon[32752]: from='osd.1 ' entity='osd.1' 2024-04-25T17:08:33.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:33 smithi042 ceph-mon[32851]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-04-25T17:08:33.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:33 smithi042 ceph-mon[32851]: osdmap e12: 2 total, 1 up, 2 in 2024-04-25T17:08:33.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:33 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T17:08:33.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:33 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T17:08:33.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:33 smithi042 ceph-mon[32851]: from='osd.1 ' entity='osd.1' 2024-04-25T17:08:33.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:33 smithi028 ceph-mon[29207]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-04-25T17:08:33.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:33 smithi028 ceph-mon[29207]: osdmap e12: 2 total, 1 up, 2 in 2024-04-25T17:08:33.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:33 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T17:08:33.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:33 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T17:08:33.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:33 smithi028 ceph-mon[29207]: from='osd.1 ' entity='osd.1' 2024-04-25T17:08:33.786 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi084:vg_nvme/lv_4 2024-04-25T17:08:34.036 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T17:08:34.417 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:34 smithi084 ceph-mon[32752]: purged_snaps scrub starts 2024-04-25T17:08:34.417 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:34 smithi084 ceph-mon[32752]: purged_snaps scrub ok 2024-04-25T17:08:34.417 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:34 smithi084 ceph-mon[32752]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:34.417 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:34 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T17:08:34.417 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:34 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:34.417 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:34 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:34.417 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:34 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:08:34.417 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:34 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:34.417 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:34 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:34.417 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:34 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:08:34.417 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:34 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:34.417 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:34 smithi084 ceph-mon[32752]: osd.1 [v2:172.21.15.42:6800/3917673381,v1:172.21.15.42:6801/3917673381] boot 2024-04-25T17:08:34.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:34 smithi084 ceph-mon[32752]: osdmap e13: 2 total, 2 up, 2 in 2024-04-25T17:08:34.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:34 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T17:08:34.551 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:34 smithi028 ceph-mon[29207]: purged_snaps scrub starts 2024-04-25T17:08:34.551 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:34 smithi028 ceph-mon[29207]: purged_snaps scrub ok 2024-04-25T17:08:34.551 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:34 smithi028 ceph-mon[29207]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:34.551 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:34 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T17:08:34.551 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:34 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:34.552 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:34 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:34.552 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:34 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:08:34.552 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:34 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:34.552 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:34 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:34.552 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:34 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:08:34.552 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:34 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:34.552 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:34 smithi028 ceph-mon[29207]: osd.1 [v2:172.21.15.42:6800/3917673381,v1:172.21.15.42:6801/3917673381] boot 2024-04-25T17:08:34.552 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:34 smithi028 ceph-mon[29207]: osdmap e13: 2 total, 2 up, 2 in 2024-04-25T17:08:34.552 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:34 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T17:08:34.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:34 smithi042 ceph-mon[32851]: purged_snaps scrub starts 2024-04-25T17:08:34.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:34 smithi042 ceph-mon[32851]: purged_snaps scrub ok 2024-04-25T17:08:34.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:34 smithi042 ceph-mon[32851]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-25T17:08:34.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:34 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T17:08:34.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:34 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:34.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:34 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:34.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:34 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:08:34.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:34 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:34.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:34 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:34.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:34 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:08:34.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:34 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:34.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:34 smithi042 ceph-mon[32851]: osd.1 [v2:172.21.15.42:6800/3917673381,v1:172.21.15.42:6801/3917673381] boot 2024-04-25T17:08:34.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:34 smithi042 ceph-mon[32851]: osdmap e13: 2 total, 2 up, 2 in 2024-04-25T17:08:34.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:34 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T17:08:35.549 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:35 smithi084 ceph-mon[32752]: Detected new or changed devices on smithi042 2024-04-25T17:08:35.550 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:35 smithi084 ceph-mon[32752]: Adjusting osd_memory_target on smithi042 to 17093M 2024-04-25T17:08:35.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.588+0000 7f66ee808700 1 -- 172.21.15.84:0/385112974 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f66e8105880 msgr2=0x7f66e8105c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:08:35.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.588+0000 7f66ee808700 1 --2- 172.21.15.84:0/385112974 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f66e8105880 0x7f66e8105c90 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f66dc009990 tx=0x7f66dc009ca0 comp rx=0 tx=0).stop 2024-04-25T17:08:35.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.589+0000 7f66ee808700 1 -- 172.21.15.84:0/385112974 shutdown_connections 2024-04-25T17:08:35.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.589+0000 7f66ee808700 1 --2- 172.21.15.84:0/385112974 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66e81048b0 0x7f66e810c5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:08:35.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.589+0000 7f66ee808700 1 --2- 172.21.15.84:0/385112974 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f66e8105880 0x7f66e8105c90 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:08:35.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.589+0000 7f66ee808700 1 --2- 172.21.15.84:0/385112974 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f66e8103e30 0x7f66e8104240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:08:35.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.589+0000 7f66ee808700 1 -- 172.21.15.84:0/385112974 >> 172.21.15.84:0/385112974 conn(0x7f66e80ff8a0 msgr2=0x7f66e8101d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:08:35.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.589+0000 7f66ee808700 1 -- 172.21.15.84:0/385112974 shutdown_connections 2024-04-25T17:08:35.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.589+0000 7f66ee808700 1 -- 172.21.15.84:0/385112974 wait complete. 2024-04-25T17:08:35.591 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.589+0000 7f66ee808700 1 Processor -- start 2024-04-25T17:08:35.591 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.589+0000 7f66ee808700 1 -- start start 2024-04-25T17:08:35.591 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.590+0000 7f66ee808700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f66e8103e30 0x7f66e819a820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:08:35.591 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.590+0000 7f66ee808700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66e81048b0 0x7f66e819ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:08:35.591 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.590+0000 7f66ee808700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f66e8105880 0x7f66e81a1d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:08:35.591 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.590+0000 7f66ee808700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f66e810fc50 con 0x7f66e8103e30 2024-04-25T17:08:35.591 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.590+0000 7f66ee808700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f66e810fad0 con 0x7f66e81048b0 2024-04-25T17:08:35.591 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.590+0000 7f66ee808700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f66e810fdd0 con 0x7f66e8105880 2024-04-25T17:08:35.591 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.590+0000 7f66ecda5700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f66e8105880 0x7f66e81a1d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:08:35.592 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.590+0000 7f66ecda5700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f66e8105880 0x7f66e81a1d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:36366/0 (socket says 172.21.15.84:36366) 2024-04-25T17:08:35.592 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.590+0000 7f66ecda5700 1 -- 172.21.15.84:0/2721131347 learned_addr learned my addr 172.21.15.84:0/2721131347 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-25T17:08:35.592 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.590+0000 7f66e7fff700 1 --2- 172.21.15.84:0/2721131347 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f66e8103e30 0x7f66e819a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:08:35.592 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.590+0000 7f66e77fe700 1 --2- 172.21.15.84:0/2721131347 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66e81048b0 0x7f66e819ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:08:35.592 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.590+0000 7f66ecda5700 1 -- 172.21.15.84:0/2721131347 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66e81048b0 msgr2=0x7f66e819ad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:08:35.592 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.590+0000 7f66ecda5700 1 --2- 172.21.15.84:0/2721131347 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66e81048b0 0x7f66e819ad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:08:35.592 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.590+0000 7f66ecda5700 1 -- 172.21.15.84:0/2721131347 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f66e8103e30 msgr2=0x7f66e819a820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:08:35.592 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.590+0000 7f66ecda5700 1 --2- 172.21.15.84:0/2721131347 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f66e8103e30 0x7f66e819a820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:08:35.592 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.590+0000 7f66ecda5700 1 -- 172.21.15.84:0/2721131347 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66e81a2380 con 0x7f66e8105880 2024-04-25T17:08:35.592 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.590+0000 7f66ecda5700 1 --2- 172.21.15.84:0/2721131347 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f66e8105880 0x7f66e81a1d00 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f66e0007ee0 tx=0x7f66e000d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:08:35.592 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.591+0000 7f66e57fa700 1 -- 172.21.15.84:0/2721131347 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66e0004bb0 con 0x7f66e8105880 2024-04-25T17:08:35.592 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.591+0000 7f66e57fa700 1 -- 172.21.15.84:0/2721131347 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f66e0004d50 con 0x7f66e8105880 2024-04-25T17:08:35.592 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.591+0000 7f66ee808700 1 -- 172.21.15.84:0/2721131347 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66e81a2670 con 0x7f66e8105880 2024-04-25T17:08:35.592 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.591+0000 7f66e57fa700 1 -- 172.21.15.84:0/2721131347 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66e00058b0 con 0x7f66e8105880 2024-04-25T17:08:35.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.591+0000 7f66ee808700 1 -- 172.21.15.84:0/2721131347 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66e81a2b60 con 0x7f66e8105880 2024-04-25T17:08:35.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.592+0000 7f66ee808700 1 -- 172.21.15.84:0/2721131347 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66e8051190 con 0x7f66e8105880 2024-04-25T17:08:35.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.593+0000 7f66e57fa700 1 -- 172.21.15.84:0/2721131347 <== mon.1 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 15) ==== 147464+0+0 (secure 0 0 0) 0x7f66e001a020 con 0x7f66e8105880 2024-04-25T17:08:35.594 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.593+0000 7f66e57fa700 1 --2- 172.21.15.84:0/2721131347 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f66d00afaf0 0x7f66d00b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:08:35.594 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.594+0000 7f66e57fa700 1 -- 172.21.15.84:0/2721131347 <== mon.1 v2:172.21.15.84:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7f66e00dcac0 con 0x7f66e8105880 2024-04-25T17:08:35.594 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.594+0000 7f66e7fff700 1 --2- 172.21.15.84:0/2721131347 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f66d00afaf0 0x7f66d00b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:08:35.594 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.594+0000 7f66e7fff700 1 --2- 172.21.15.84:0/2721131347 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f66d00afaf0 0x7f66d00b2000 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f66dc006010 tx=0x7f66dc01a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:08:35.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.598+0000 7f66e57fa700 1 -- 172.21.15.84:0/2721131347 <== mon.1 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f66e0010070 con 0x7f66e8105880 2024-04-25T17:08:35.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:35 smithi042 ceph-mon[32851]: Detected new or changed devices on smithi042 2024-04-25T17:08:35.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:35 smithi042 ceph-mon[32851]: Adjusting osd_memory_target on smithi042 to 17093M 2024-04-25T17:08:35.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:35 smithi028 ceph-mon[29207]: Detected new or changed devices on smithi042 2024-04-25T17:08:35.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:35 smithi028 ceph-mon[29207]: Adjusting osd_memory_target on smithi042 to 17093M 2024-04-25T17:08:35.807 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:35.807+0000 7f66ee808700 1 -- 172.21.15.84:0/2721131347 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f66e802e890 con 0x7f66d00afaf0 2024-04-25T17:08:36.519 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:36 smithi084 ceph-mon[32752]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:36.520 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:36 smithi084 ceph-mon[32752]: osdmap e14: 2 total, 2 up, 2 in 2024-04-25T17:08:36.520 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:36 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:08:36.520 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:36 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:08:36.520 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:36 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:36.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:36 smithi042 ceph-mon[32851]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:36.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:36 smithi042 ceph-mon[32851]: osdmap e14: 2 total, 2 up, 2 in 2024-04-25T17:08:36.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:36 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:08:36.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:36 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:08:36.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:36 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:36.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:36 smithi028 ceph-mon[29207]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:36.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:36 smithi028 ceph-mon[29207]: osdmap e14: 2 total, 2 up, 2 in 2024-04-25T17:08:36.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:36 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:08:36.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:36 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:08:36.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:36 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:37.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:37 smithi042 ceph-mon[32851]: from='client.24160 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:08:37.617 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:37 smithi084 ceph-mon[32752]: from='client.24160 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:08:37.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:37 smithi028 ceph-mon[29207]: from='client.24160 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:08:38.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:38 smithi042 ceph-mon[32851]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:38.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:38 smithi028 ceph-mon[29207]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:38.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:38 smithi084 ceph-mon[32752]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:39.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:39 smithi042 ceph-mon[32851]: from='client.? 172.21.15.84:0/124470430' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2686eac5-7000-41b3-a08a-0c9997dbaaec"}]: dispatch 2024-04-25T17:08:39.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:39 smithi042 ceph-mon[32851]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2686eac5-7000-41b3-a08a-0c9997dbaaec"}]: dispatch 2024-04-25T17:08:39.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:39 smithi042 ceph-mon[32851]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2686eac5-7000-41b3-a08a-0c9997dbaaec"}]': finished 2024-04-25T17:08:39.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:39 smithi042 ceph-mon[32851]: osdmap e15: 3 total, 2 up, 3 in 2024-04-25T17:08:39.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:39 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T17:08:39.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:39 smithi042 ceph-mon[32851]: from='client.? 172.21.15.84:0/1869560660' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:08:39.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:39 smithi028 ceph-mon[29207]: from='client.? 172.21.15.84:0/124470430' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2686eac5-7000-41b3-a08a-0c9997dbaaec"}]: dispatch 2024-04-25T17:08:39.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:39 smithi028 ceph-mon[29207]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2686eac5-7000-41b3-a08a-0c9997dbaaec"}]: dispatch 2024-04-25T17:08:39.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:39 smithi028 ceph-mon[29207]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2686eac5-7000-41b3-a08a-0c9997dbaaec"}]': finished 2024-04-25T17:08:39.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:39 smithi028 ceph-mon[29207]: osdmap e15: 3 total, 2 up, 3 in 2024-04-25T17:08:39.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:39 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T17:08:39.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:39 smithi028 ceph-mon[29207]: from='client.? 172.21.15.84:0/1869560660' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:08:39.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:39 smithi084 ceph-mon[32752]: from='client.? 172.21.15.84:0/124470430' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2686eac5-7000-41b3-a08a-0c9997dbaaec"}]: dispatch 2024-04-25T17:08:39.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:39 smithi084 ceph-mon[32752]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2686eac5-7000-41b3-a08a-0c9997dbaaec"}]: dispatch 2024-04-25T17:08:39.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:39 smithi084 ceph-mon[32752]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2686eac5-7000-41b3-a08a-0c9997dbaaec"}]': finished 2024-04-25T17:08:39.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:39 smithi084 ceph-mon[32752]: osdmap e15: 3 total, 2 up, 3 in 2024-04-25T17:08:39.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:39 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T17:08:39.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:39 smithi084 ceph-mon[32752]: from='client.? 172.21.15.84:0/1869560660' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:08:40.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:40 smithi042 ceph-mon[32851]: pgmap v69: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:40.631 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:40 smithi084 ceph-mon[32752]: pgmap v69: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:40.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:40 smithi028 ceph-mon[29207]: pgmap v69: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:42.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:42 smithi084 ceph-mon[32752]: pgmap v70: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:42.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:42 smithi042 ceph-mon[32851]: pgmap v70: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:42.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:42 smithi028 ceph-mon[29207]: pgmap v70: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:44.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:44 smithi084 ceph-mon[32752]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:44.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:44 smithi042 ceph-mon[32851]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:44.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:44 smithi028 ceph-mon[29207]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:46.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:46 smithi042 ceph-mon[32851]: pgmap v72: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:46.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:46 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-25T17:08:46.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:46 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:46.610 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:46 smithi084 ceph-mon[32752]: pgmap v72: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:46.610 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:46 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-25T17:08:46.610 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:46 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:46.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:46 smithi028 ceph-mon[29207]: pgmap v72: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:46.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:46 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-25T17:08:46.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:46 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:47.607 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:47 smithi084 ceph-mon[32752]: Deploying daemon osd.2 on smithi084 2024-04-25T17:08:47.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:47 smithi042 ceph-mon[32851]: Deploying daemon osd.2 on smithi084 2024-04-25T17:08:47.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:47 smithi028 ceph-mon[29207]: Deploying daemon osd.2 on smithi084 2024-04-25T17:08:48.521 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:48 smithi084 ceph-mon[32752]: pgmap v73: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:48.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:48 smithi042 ceph-mon[32851]: pgmap v73: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:48.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:48 smithi028 ceph-mon[29207]: pgmap v73: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:50.392 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:50 smithi084 ceph-mon[32752]: pgmap v74: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:50.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:50 smithi042 ceph-mon[32851]: pgmap v74: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:50.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:50 smithi028 ceph-mon[29207]: pgmap v74: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:52.476 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:52 smithi028 ceph-mon[29207]: pgmap v75: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:52.476 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:52 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:52.476 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:52 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:52.476 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:52 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:08:52.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:52 smithi084 ceph-mon[32752]: pgmap v75: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:52.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:52 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:52.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:52 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:52.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:52 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:08:52.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:52 smithi042 ceph-mon[32851]: pgmap v75: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:52.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:52 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:52.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:52 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:52.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:52 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:08:54.478 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:54 smithi084 ceph-mon[32752]: pgmap v76: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:54.478 INFO:teuthology.orchestra.run.smithi084.stdout:Created osd(s) 2 on host 'smithi084' 2024-04-25T17:08:54.478 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:54.477+0000 7f66e57fa700 1 -- 172.21.15.84:0/2721131347 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f66e802e890 con 0x7f66d00afaf0 2024-04-25T17:08:54.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:54.479+0000 7f66ee808700 1 -- 172.21.15.84:0/2721131347 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f66d00afaf0 msgr2=0x7f66d00b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:08:54.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:54.479+0000 7f66ee808700 1 --2- 172.21.15.84:0/2721131347 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f66d00afaf0 0x7f66d00b2000 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f66dc006010 tx=0x7f66dc01a040 comp rx=0 tx=0).stop 2024-04-25T17:08:54.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:54.479+0000 7f66ee808700 1 -- 172.21.15.84:0/2721131347 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f66e8105880 msgr2=0x7f66e81a1d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:08:54.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:54.479+0000 7f66ee808700 1 --2- 172.21.15.84:0/2721131347 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f66e8105880 0x7f66e81a1d00 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f66e0007ee0 tx=0x7f66e000d3b0 comp rx=0 tx=0).stop 2024-04-25T17:08:54.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:54.480+0000 7f66ee808700 1 -- 172.21.15.84:0/2721131347 shutdown_connections 2024-04-25T17:08:54.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:54.480+0000 7f66ee808700 1 --2- 172.21.15.84:0/2721131347 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f66d00afaf0 0x7f66d00b2000 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:08:54.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:54.480+0000 7f66ee808700 1 --2- 172.21.15.84:0/2721131347 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f66e8103e30 0x7f66e819a820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:08:54.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:54.480+0000 7f66ee808700 1 --2- 172.21.15.84:0/2721131347 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f66e8105880 0x7f66e81a1d00 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:08:54.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:54.480+0000 7f66ee808700 1 --2- 172.21.15.84:0/2721131347 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66e81048b0 0x7f66e819ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:08:54.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:54.480+0000 7f66ee808700 1 -- 172.21.15.84:0/2721131347 >> 172.21.15.84:0/2721131347 conn(0x7f66e80ff8a0 msgr2=0x7f66e81085a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:08:54.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:54.480+0000 7f66ee808700 1 -- 172.21.15.84:0/2721131347 shutdown_connections 2024-04-25T17:08:54.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:08:54.480+0000 7f66ee808700 1 -- 172.21.15.84:0/2721131347 wait complete. 2024-04-25T17:08:54.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:54 smithi042 ceph-mon[32851]: pgmap v76: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:54.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:54 smithi028 ceph-mon[29207]: pgmap v76: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:55.119 DEBUG:teuthology.orchestra.run.smithi084:osd.2> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.2.service 2024-04-25T17:08:55.121 INFO:tasks.cephadm:Deploying osd.3 on smithi028 with /dev/vg_nvme/lv_3... 2024-04-25T17:08:55.121 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-25T17:08:55.377 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:08:55.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:55 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:55.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:55 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:55.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:55 smithi084 ceph-mon[32752]: pgmap v77: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:55.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:55 smithi084 ceph-mon[32752]: from='osd.2 [v2:172.21.15.84:6800/3388230388,v1:172.21.15.84:6801/3388230388]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T17:08:55.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:55 smithi084 ceph-mon[32752]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T17:08:55.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:55 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:55.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:55 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:55.762 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:55 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:55.762 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:55 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:55.762 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:55 smithi028 ceph-mon[29207]: pgmap v77: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:55.762 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:55 smithi028 ceph-mon[29207]: from='osd.2 [v2:172.21.15.84:6800/3388230388,v1:172.21.15.84:6801/3388230388]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T17:08:55.762 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:55 smithi028 ceph-mon[29207]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T17:08:55.762 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:55 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:55.762 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:55 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:55.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:55 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:55.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:55 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:55.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:55 smithi042 ceph-mon[32851]: pgmap v77: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:55.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:55 smithi042 ceph-mon[32851]: from='osd.2 [v2:172.21.15.84:6800/3388230388,v1:172.21.15.84:6801/3388230388]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T17:08:55.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:55 smithi042 ceph-mon[32851]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T17:08:55.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:55 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:55.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:55 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:56.752 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:56 smithi084 ceph-mon[32752]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-25T17:08:56.752 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:56 smithi084 ceph-mon[32752]: osdmap e16: 3 total, 2 up, 3 in 2024-04-25T17:08:56.752 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:56 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T17:08:56.752 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:56 smithi084 ceph-mon[32752]: from='osd.2 [v2:172.21.15.84:6800/3388230388,v1:172.21.15.84:6801/3388230388]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-25T17:08:56.752 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:56 smithi084 ceph-mon[32752]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-25T17:08:56.753 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 25 17:08:56 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-2[37878]: 2024-04-25T17:08:56.488+0000 7fc243cd3700 -1 osd.2 0 waiting for initial osdmap 2024-04-25T17:08:56.753 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 25 17:08:56 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-2[37878]: 2024-04-25T17:08:56.494+0000 7fc23fa88700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T17:08:56.805 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:56 smithi028 ceph-mon[29207]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-25T17:08:56.805 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:56 smithi028 ceph-mon[29207]: osdmap e16: 3 total, 2 up, 3 in 2024-04-25T17:08:56.805 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:56 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T17:08:56.805 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:56 smithi028 ceph-mon[29207]: from='osd.2 [v2:172.21.15.84:6800/3388230388,v1:172.21.15.84:6801/3388230388]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-25T17:08:56.806 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:56 smithi028 ceph-mon[29207]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-25T17:08:56.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:56 smithi042 ceph-mon[32851]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-25T17:08:56.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:56 smithi042 ceph-mon[32851]: osdmap e16: 3 total, 2 up, 3 in 2024-04-25T17:08:56.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:56 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T17:08:56.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:56 smithi042 ceph-mon[32851]: from='osd.2 [v2:172.21.15.84:6800/3388230388,v1:172.21.15.84:6801/3388230388]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-25T17:08:56.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:56 smithi042 ceph-mon[32851]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-25T17:08:57.434 INFO:teuthology.orchestra.run.smithi028.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-25T17:08:57.435 INFO:teuthology.orchestra.run.smithi028.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-25T17:08:57.435 INFO:teuthology.orchestra.run.smithi028.stderr: stderr: 10+0 records in 2024-04-25T17:08:57.435 INFO:teuthology.orchestra.run.smithi028.stderr:10+0 records out 2024-04-25T17:08:57.435 INFO:teuthology.orchestra.run.smithi028.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00858397 s, 1.2 GB/s 2024-04-25T17:08:57.435 INFO:teuthology.orchestra.run.smithi028.stderr:--> Zapping successful for: 2024-04-25T17:08:57.763 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:57 smithi028 ceph-mon[29207]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-25T17:08:57.763 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:57 smithi028 ceph-mon[29207]: osdmap e17: 3 total, 2 up, 3 in 2024-04-25T17:08:57.764 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:57 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T17:08:57.764 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:57 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T17:08:57.764 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:57 smithi028 ceph-mon[29207]: pgmap v80: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:57.808 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:57 smithi084 ceph-mon[32752]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-25T17:08:57.808 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:57 smithi084 ceph-mon[32752]: osdmap e17: 3 total, 2 up, 3 in 2024-04-25T17:08:57.808 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:57 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T17:08:57.808 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:57 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T17:08:57.809 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:57 smithi084 ceph-mon[32752]: pgmap v80: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:57.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:57 smithi042 ceph-mon[32851]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-25T17:08:57.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:57 smithi042 ceph-mon[32851]: osdmap e17: 3 total, 2 up, 3 in 2024-04-25T17:08:57.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:57 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T17:08:57.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:57 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T17:08:57.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:57 smithi042 ceph-mon[32851]: pgmap v80: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T17:08:58.095 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi028:vg_nvme/lv_3 2024-04-25T17:08:58.342 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:08:58.586 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:58 smithi084 ceph-mon[32752]: purged_snaps scrub starts 2024-04-25T17:08:58.587 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:58 smithi084 ceph-mon[32752]: purged_snaps scrub ok 2024-04-25T17:08:58.587 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:58 smithi084 ceph-mon[32752]: osd.2 [v2:172.21.15.84:6800/3388230388,v1:172.21.15.84:6801/3388230388] boot 2024-04-25T17:08:58.587 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:58 smithi084 ceph-mon[32752]: osdmap e18: 3 total, 3 up, 3 in 2024-04-25T17:08:58.587 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:58 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T17:08:58.792 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:58 smithi028 ceph-mon[29207]: purged_snaps scrub starts 2024-04-25T17:08:58.792 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:58 smithi028 ceph-mon[29207]: purged_snaps scrub ok 2024-04-25T17:08:58.793 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:58 smithi028 ceph-mon[29207]: osd.2 [v2:172.21.15.84:6800/3388230388,v1:172.21.15.84:6801/3388230388] boot 2024-04-25T17:08:58.793 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:58 smithi028 ceph-mon[29207]: osdmap e18: 3 total, 3 up, 3 in 2024-04-25T17:08:58.793 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:58 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T17:08:58.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:58 smithi042 ceph-mon[32851]: purged_snaps scrub starts 2024-04-25T17:08:58.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:58 smithi042 ceph-mon[32851]: purged_snaps scrub ok 2024-04-25T17:08:58.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:58 smithi042 ceph-mon[32851]: osd.2 [v2:172.21.15.84:6800/3388230388,v1:172.21.15.84:6801/3388230388] boot 2024-04-25T17:08:58.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:58 smithi042 ceph-mon[32851]: osdmap e18: 3 total, 3 up, 3 in 2024-04-25T17:08:58.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:58 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T17:08:59.806 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:59 smithi028 ceph-mon[29207]: osdmap e19: 3 total, 3 up, 3 in 2024-04-25T17:08:59.807 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:59 smithi028 ceph-mon[29207]: pgmap v83: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:08:59.807 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:59 smithi028 ceph-mon[29207]: Detected new or changed devices on smithi084 2024-04-25T17:08:59.807 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:59 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:59.807 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:59 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:59.807 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:59 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:08:59.807 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:59 smithi028 ceph-mon[29207]: Adjusting osd_memory_target on smithi084 to 17088M 2024-04-25T17:08:59.807 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:59 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:59.807 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:59 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:59.807 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:59 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:08:59.807 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:59 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:59.807 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:59 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-25T17:08:59.807 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:59 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:08:59.807 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:59 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:59.808 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:59 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:08:59.808 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:08:59 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:59.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:59 smithi042 ceph-mon[32851]: osdmap e19: 3 total, 3 up, 3 in 2024-04-25T17:08:59.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:59 smithi042 ceph-mon[32851]: pgmap v83: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:08:59.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:59 smithi042 ceph-mon[32851]: Detected new or changed devices on smithi084 2024-04-25T17:08:59.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:59 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:59.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:59 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:59.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:59 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:08:59.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:59 smithi042 ceph-mon[32851]: Adjusting osd_memory_target on smithi084 to 17088M 2024-04-25T17:08:59.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:59 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:59.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:59 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:59.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:59 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:08:59.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:59 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:59.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:59 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-25T17:08:59.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:59 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:08:59.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:59 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:59.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:59 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:08:59.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:08:59 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:59.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:59 smithi084 ceph-mon[32752]: osdmap e19: 3 total, 3 up, 3 in 2024-04-25T17:08:59.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:59 smithi084 ceph-mon[32752]: pgmap v83: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:08:59.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:59 smithi084 ceph-mon[32752]: Detected new or changed devices on smithi084 2024-04-25T17:08:59.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:59 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:59.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:59 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:59.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:59 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:08:59.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:59 smithi084 ceph-mon[32752]: Adjusting osd_memory_target on smithi084 to 17088M 2024-04-25T17:08:59.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:59 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:59.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:59 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:59.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:59 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:08:59.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:59 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:08:59.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:59 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-25T17:08:59.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:59 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:08:59.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:59 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:08:59.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:59 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:08:59.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:08:59 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:00.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.053+0000 7fd90de30700 1 -- 172.21.15.28:0/497836746 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd908104250 msgr2=0x7fd908104660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:09:00.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.053+0000 7fd90de30700 1 --2- 172.21.15.28:0/497836746 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd908104250 0x7fd908104660 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fd8fc009990 tx=0x7fd8fc009ca0 comp rx=0 tx=0).stop 2024-04-25T17:09:00.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.054+0000 7fd90de30700 1 -- 172.21.15.28:0/497836746 shutdown_connections 2024-04-25T17:09:00.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.054+0000 7fd90de30700 1 --2- 172.21.15.28:0/497836746 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd908104bf0 0x7fd90810b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:09:00.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.054+0000 7fd90de30700 1 --2- 172.21.15.28:0/497836746 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd908103120 0x7fd908103530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:09:00.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.054+0000 7fd90de30700 1 --2- 172.21.15.28:0/497836746 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd908104250 0x7fd908104660 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:09:00.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.054+0000 7fd90de30700 1 -- 172.21.15.28:0/497836746 >> 172.21.15.28:0/497836746 conn(0x7fd9080fe760 msgr2=0x7fd908100c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:09:00.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.054+0000 7fd90de30700 1 -- 172.21.15.28:0/497836746 shutdown_connections 2024-04-25T17:09:00.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.054+0000 7fd90de30700 1 -- 172.21.15.28:0/497836746 wait complete. 2024-04-25T17:09:00.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.054+0000 7fd90de30700 1 Processor -- start 2024-04-25T17:09:00.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.055+0000 7fd90de30700 1 -- start start 2024-04-25T17:09:00.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.055+0000 7fd90de30700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd908103120 0x7fd9080762d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:09:00.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.055+0000 7fd90de30700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd908104250 0x7fd90819f500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:09:00.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.055+0000 7fd90de30700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd908104bf0 0x7fd9081a1a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:09:00.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.055+0000 7fd90de30700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fd90810ea40 con 0x7fd908104bf0 2024-04-25T17:09:00.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.055+0000 7fd90de30700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd90810e8c0 con 0x7fd908104250 2024-04-25T17:09:00.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.055+0000 7fd90de30700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd90810ebc0 con 0x7fd908103120 2024-04-25T17:09:00.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.055+0000 7fd907fff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd908104bf0 0x7fd9081a1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:09:00.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.055+0000 7fd907fff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd908104bf0 0x7fd9081a1a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:47596/0 (socket says 172.21.15.28:47596) 2024-04-25T17:09:00.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.055+0000 7fd907fff700 1 -- 172.21.15.28:0/2900490796 learned_addr learned my addr 172.21.15.28:0/2900490796 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:09:00.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.055+0000 7fd906ffd700 1 --2- 172.21.15.28:0/2900490796 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd908104250 0x7fd90819f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:09:00.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.055+0000 7fd9077fe700 1 --2- 172.21.15.28:0/2900490796 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd908103120 0x7fd9080762d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:09:00.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.055+0000 7fd907fff700 1 -- 172.21.15.28:0/2900490796 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd908103120 msgr2=0x7fd9080762d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:09:00.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.055+0000 7fd907fff700 1 --2- 172.21.15.28:0/2900490796 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd908103120 0x7fd9080762d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:09:00.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.055+0000 7fd907fff700 1 -- 172.21.15.28:0/2900490796 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd908104250 msgr2=0x7fd90819f500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:09:00.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.055+0000 7fd907fff700 1 --2- 172.21.15.28:0/2900490796 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd908104250 0x7fd90819f500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:09:00.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.055+0000 7fd907fff700 1 -- 172.21.15.28:0/2900490796 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9081a2260 con 0x7fd908104bf0 2024-04-25T17:09:00.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.056+0000 7fd907fff700 1 --2- 172.21.15.28:0/2900490796 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd908104bf0 0x7fd9081a1a50 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fd90000ef30 tx=0x7fd90000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:09:00.058 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.056+0000 7fd904ff9700 1 -- 172.21.15.28:0/2900490796 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9000092e0 con 0x7fd908104bf0 2024-04-25T17:09:00.058 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.056+0000 7fd90de30700 1 -- 172.21.15.28:0/2900490796 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9081a24f0 con 0x7fd908104bf0 2024-04-25T17:09:00.058 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.056+0000 7fd904ff9700 1 -- 172.21.15.28:0/2900490796 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd900004bb0 con 0x7fd908104bf0 2024-04-25T17:09:00.058 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.056+0000 7fd904ff9700 1 -- 172.21.15.28:0/2900490796 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd900004020 con 0x7fd908104bf0 2024-04-25T17:09:00.058 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.056+0000 7fd90de30700 1 -- 172.21.15.28:0/2900490796 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9081a2a30 con 0x7fd908104bf0 2024-04-25T17:09:00.058 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.057+0000 7fd90de30700 1 -- 172.21.15.28:0/2900490796 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd908051190 con 0x7fd908104bf0 2024-04-25T17:09:00.059 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.059+0000 7fd904ff9700 1 -- 172.21.15.28:0/2900490796 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 15) ==== 147464+0+0 (secure 0 0 0) 0x7fd90001b030 con 0x7fd908104bf0 2024-04-25T17:09:00.059 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.060+0000 7fd904ff9700 1 --2- 172.21.15.28:0/2900490796 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd8f00afaf0 0x7fd8f00b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:09:00.059 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.060+0000 7fd9077fe700 1 --2- 172.21.15.28:0/2900490796 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd8f00afaf0 0x7fd8f00b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:09:00.060 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.060+0000 7fd904ff9700 1 -- 172.21.15.28:0/2900490796 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 3226+0+0 (secure 0 0 0) 0x7fd9000ddbf0 con 0x7fd908104bf0 2024-04-25T17:09:00.060 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.061+0000 7fd9077fe700 1 --2- 172.21.15.28:0/2900490796 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd8f00afaf0 0x7fd8f00b2000 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fd908104150 tx=0x7fd8f800b5b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:09:00.063 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.064+0000 7fd904ff9700 1 -- 172.21.15.28:0/2900490796 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd900022020 con 0x7fd908104bf0 2024-04-25T17:09:00.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:00.284+0000 7fd90de30700 1 -- 172.21.15.28:0/2900490796 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fd908063ad0 con 0x7fd8f00afaf0 2024-04-25T17:09:00.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:00 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-25T17:09:00.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:00 smithi028 ceph-mon[29207]: osdmap e20: 3 total, 3 up, 3 in 2024-04-25T17:09:00.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:00 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T17:09:00.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:00 smithi028 ceph-mon[29207]: from='client.14286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:09:00.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:00 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:09:00.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:00 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:09:00.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:00 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:00.924 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 25 17:09:00 smithi028 sudo[45697]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T17:09:00.924 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 25 17:09:00 smithi028 sudo[45697]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T17:09:00.924 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 25 17:09:00 smithi028 sudo[45697]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T17:09:00.924 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 25 17:09:00 smithi028 sudo[45697]: pam_unix(sudo:session): session closed for user root 2024-04-25T17:09:00.924 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 25 17:09:00 smithi028 sudo[45717]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T17:09:00.924 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 25 17:09:00 smithi028 sudo[45717]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T17:09:00.925 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 25 17:09:00 smithi028 sudo[45717]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T17:09:00.925 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 25 17:09:00 smithi028 sudo[45717]: pam_unix(sudo:session): session closed for user root 2024-04-25T17:09:00.969 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:00 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-25T17:09:00.969 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:00 smithi084 ceph-mon[32752]: osdmap e20: 3 total, 3 up, 3 in 2024-04-25T17:09:00.970 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:00 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T17:09:00.970 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:00 smithi084 ceph-mon[32752]: from='client.14286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:09:00.970 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:00 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:09:00.970 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:00 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:09:00.970 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:00 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:00.970 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 25 17:09:00 smithi084 sudo[41760]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T17:09:00.970 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 25 17:09:00 smithi084 sudo[41760]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T17:09:00.970 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 25 17:09:00 smithi084 sudo[41760]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T17:09:00.971 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 25 17:09:00 smithi084 sudo[41760]: pam_unix(sudo:session): session closed for user root 2024-04-25T17:09:00.971 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 25 17:09:00 smithi084 sudo[41763]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T17:09:00.971 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 25 17:09:00 smithi084 sudo[41763]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T17:09:00.971 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 25 17:09:00 smithi084 sudo[41763]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T17:09:00.971 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 25 17:09:00 smithi084 sudo[41763]: pam_unix(sudo:session): session closed for user root 2024-04-25T17:09:01.006 INFO:journalctl@ceph.osd.1.smithi042.stdout:Apr 25 17:09:00 smithi042 sudo[41133]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T17:09:01.007 INFO:journalctl@ceph.osd.1.smithi042.stdout:Apr 25 17:09:00 smithi042 sudo[41133]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T17:09:01.007 INFO:journalctl@ceph.osd.1.smithi042.stdout:Apr 25 17:09:00 smithi042 sudo[41133]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T17:09:01.007 INFO:journalctl@ceph.osd.1.smithi042.stdout:Apr 25 17:09:00 smithi042 sudo[41133]: pam_unix(sudo:session): session closed for user root 2024-04-25T17:09:01.007 INFO:journalctl@ceph.osd.1.smithi042.stdout:Apr 25 17:09:00 smithi042 sudo[41136]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T17:09:01.007 INFO:journalctl@ceph.osd.1.smithi042.stdout:Apr 25 17:09:00 smithi042 sudo[41136]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T17:09:01.007 INFO:journalctl@ceph.osd.1.smithi042.stdout:Apr 25 17:09:00 smithi042 sudo[41136]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T17:09:01.007 INFO:journalctl@ceph.osd.1.smithi042.stdout:Apr 25 17:09:00 smithi042 sudo[41136]: pam_unix(sudo:session): session closed for user root 2024-04-25T17:09:01.007 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:00 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-25T17:09:01.007 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:00 smithi042 ceph-mon[32851]: osdmap e20: 3 total, 3 up, 3 in 2024-04-25T17:09:01.008 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:00 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T17:09:01.008 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:00 smithi042 ceph-mon[32851]: from='client.14286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:09:01.008 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:00 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:09:01.008 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:00 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:09:01.008 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:00 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:01.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:00 smithi084 sudo[41766]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T17:09:01.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:00 smithi084 sudo[41766]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T17:09:01.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:00 smithi084 sudo[41766]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T17:09:01.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:00 smithi084 sudo[41766]: pam_unix(sudo:session): session closed for user root 2024-04-25T17:09:01.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:00 smithi084 sudo[41769]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T17:09:01.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:00 smithi084 sudo[41769]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T17:09:01.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:00 smithi084 sudo[41769]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T17:09:01.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:00 smithi084 sudo[41769]: pam_unix(sudo:session): session closed for user root 2024-04-25T17:09:01.248 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:00 smithi028 sudo[45750]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T17:09:01.248 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:00 smithi028 sudo[45750]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T17:09:01.248 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:00 smithi028 sudo[45750]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T17:09:01.248 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:00 smithi028 sudo[45750]: pam_unix(sudo:session): session closed for user root 2024-04-25T17:09:01.248 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:00 smithi028 sudo[45753]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T17:09:01.248 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:00 smithi028 sudo[45753]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T17:09:01.248 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:00 smithi028 sudo[45753]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T17:09:01.248 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:00 smithi028 sudo[45753]: pam_unix(sudo:session): session closed for user root 2024-04-25T17:09:01.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 sudo[41139]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T17:09:01.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 sudo[41139]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T17:09:01.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 sudo[41139]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T17:09:01.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 sudo[41139]: pam_unix(sudo:session): session closed for user root 2024-04-25T17:09:01.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 sudo[41142]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T17:09:01.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 sudo[41142]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T17:09:01.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 sudo[41142]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T17:09:01.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 sudo[41142]: pam_unix(sudo:session): session closed for user root 2024-04-25T17:09:01.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:01 smithi028 ceph-mon[29207]: pgmap v85: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:01.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:01 smithi028 ceph-mon[29207]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T17:09:01.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:01 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-25T17:09:01.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:01 smithi028 ceph-mon[29207]: osdmap e21: 3 total, 3 up, 3 in 2024-04-25T17:09:01.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:01 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:01.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:01 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:01.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:01 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:01.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:01 smithi028 ceph-mon[29207]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T17:09:01.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:01 smithi028 ceph-mon[29207]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T17:09:01.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:01 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T17:09:01.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:01 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:09:01.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:01 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:09:01.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:01 smithi028 ceph-mon[29207]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T17:09:01.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:01 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T17:09:01.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:01 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:09:01.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:01 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:09:01.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:01 smithi028 ceph-mon[29207]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T17:09:01.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:01 smithi028 ceph-mon[29207]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T17:09:01.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:01 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T17:09:01.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:01 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:09:01.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:01 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:09:01.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:01 smithi028 ceph-mon[29207]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T17:09:01.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:01 smithi084 ceph-mon[32752]: pgmap v85: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:01.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:01 smithi084 ceph-mon[32752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T17:09:01.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:01 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-25T17:09:01.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:01 smithi084 ceph-mon[32752]: osdmap e21: 3 total, 3 up, 3 in 2024-04-25T17:09:01.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:01 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:01.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:01 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:01.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:01 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:01.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:01 smithi084 ceph-mon[32752]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T17:09:01.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:01 smithi084 ceph-mon[32752]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T17:09:01.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:01 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T17:09:01.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:01 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:09:01.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:01 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:09:01.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:01 smithi084 ceph-mon[32752]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T17:09:01.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:01 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T17:09:01.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:01 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:09:01.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:01 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:09:01.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:01 smithi084 ceph-mon[32752]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T17:09:01.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:01 smithi084 ceph-mon[32752]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T17:09:01.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:01 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T17:09:01.982 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:01 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:09:01.982 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:01 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:09:01.982 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:01 smithi084 ceph-mon[32752]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T17:09:02.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 ceph-mon[32851]: pgmap v85: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:02.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 ceph-mon[32851]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T17:09:02.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-25T17:09:02.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 ceph-mon[32851]: osdmap e21: 3 total, 3 up, 3 in 2024-04-25T17:09:02.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:02.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:02.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:02.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 ceph-mon[32851]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T17:09:02.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 ceph-mon[32851]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T17:09:02.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T17:09:02.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:09:02.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:09:02.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 ceph-mon[32851]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T17:09:02.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T17:09:02.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:09:02.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:09:02.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 ceph-mon[32851]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T17:09:02.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 ceph-mon[32851]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T17:09:02.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T17:09:02.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T17:09:02.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T17:09:02.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:01 smithi042 ceph-mon[32851]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T17:09:02.694 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:02.694+0000 7fd904ff9700 1 -- 172.21.15.28:0/2900490796 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7fd900012050 con 0x7fd908104bf0 2024-04-25T17:09:02.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:02 smithi084 ceph-mon[32752]: osdmap e22: 3 total, 3 up, 3 in 2024-04-25T17:09:03.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:02 smithi042 ceph-mon[32851]: osdmap e22: 3 total, 3 up, 3 in 2024-04-25T17:09:03.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:02 smithi028 ceph-mon[29207]: osdmap e22: 3 total, 3 up, 3 in 2024-04-25T17:09:03.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:03 smithi028 ceph-mon[29207]: pgmap v88: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:03.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:03 smithi028 ceph-mon[29207]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-25T17:09:03.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:03 smithi028 ceph-mon[29207]: Cluster is now healthy 2024-04-25T17:09:03.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:03 smithi028 ceph-mon[29207]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-25T17:09:03.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:03 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1521574586' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "600e1ebe-8a1b-40d9-aac0-56fa58998358"}]: dispatch 2024-04-25T17:09:03.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:03 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1521574586' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "600e1ebe-8a1b-40d9-aac0-56fa58998358"}]': finished 2024-04-25T17:09:03.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:03 smithi028 ceph-mon[29207]: osdmap e23: 4 total, 3 up, 4 in 2024-04-25T17:09:03.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:03 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T17:09:03.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:03 smithi084 ceph-mon[32752]: pgmap v88: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:03.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:03 smithi084 ceph-mon[32752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-25T17:09:03.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:03 smithi084 ceph-mon[32752]: Cluster is now healthy 2024-04-25T17:09:03.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:03 smithi084 ceph-mon[32752]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-25T17:09:03.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:03 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1521574586' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "600e1ebe-8a1b-40d9-aac0-56fa58998358"}]: dispatch 2024-04-25T17:09:03.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:03 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1521574586' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "600e1ebe-8a1b-40d9-aac0-56fa58998358"}]': finished 2024-04-25T17:09:03.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:03 smithi084 ceph-mon[32752]: osdmap e23: 4 total, 3 up, 4 in 2024-04-25T17:09:03.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:03 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T17:09:04.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:03 smithi042 ceph-mon[32851]: pgmap v88: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:04.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:03 smithi042 ceph-mon[32851]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-25T17:09:04.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:03 smithi042 ceph-mon[32851]: Cluster is now healthy 2024-04-25T17:09:04.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:03 smithi042 ceph-mon[32851]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-25T17:09:04.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:03 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1521574586' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "600e1ebe-8a1b-40d9-aac0-56fa58998358"}]: dispatch 2024-04-25T17:09:04.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:03 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1521574586' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "600e1ebe-8a1b-40d9-aac0-56fa58998358"}]': finished 2024-04-25T17:09:04.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:03 smithi042 ceph-mon[32851]: osdmap e23: 4 total, 3 up, 4 in 2024-04-25T17:09:04.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:03 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T17:09:04.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:04 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2680415975' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:09:05.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:04 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2680415975' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:09:05.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:04 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2680415975' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:09:05.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:05 smithi084 ceph-mon[32752]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:06.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:05 smithi042 ceph-mon[32851]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:06.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:05 smithi028 ceph-mon[29207]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:07.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:07 smithi028 ceph-mon[29207]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:07.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:07 smithi084 ceph-mon[32752]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:08.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:07 smithi042 ceph-mon[32851]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:09.873 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:09 smithi028 ceph-mon[29207]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:09.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:09 smithi084 ceph-mon[32752]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:10.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:09 smithi042 ceph-mon[32851]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:10.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:10 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-25T17:09:10.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:10 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:11.099 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:10 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-25T17:09:11.099 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:10 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:11.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:10 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-25T17:09:11.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:10 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:11.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:11 smithi084 ceph-mon[32752]: Deploying daemon osd.3 on smithi028 2024-04-25T17:09:11.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:11 smithi084 ceph-mon[32752]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:12.010 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:11 smithi042 ceph-mon[32851]: Deploying daemon osd.3 on smithi028 2024-04-25T17:09:12.010 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:11 smithi042 ceph-mon[32851]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:12.088 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:11 smithi028 ceph-mon[29207]: Deploying daemon osd.3 on smithi028 2024-04-25T17:09:12.088 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:11 smithi028 ceph-mon[29207]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:13.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:13 smithi028 ceph-mon[29207]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:13.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:13 smithi084 ceph-mon[32752]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:14.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:13 smithi042 ceph-mon[32851]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:15.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:15 smithi028 ceph-mon[29207]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:15.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:15 smithi084 ceph-mon[32752]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:16.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:15 smithi042 ceph-mon[32851]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:17.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:17 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:17.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:17 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:17.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:17 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:09:17.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:17 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:17.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:17 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:17.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:17 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:09:17.641 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:17 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:17.641 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:17 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:17.641 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:17 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:09:18.477 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:18 smithi028 ceph-mon[29207]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:18.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:18 smithi084 ceph-mon[32752]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:18.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:18 smithi042 ceph-mon[32851]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:20.144 INFO:teuthology.orchestra.run.smithi028.stdout:Created osd(s) 3 on host 'smithi028' 2024-04-25T17:09:20.145 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:20.145+0000 7fd904ff9700 1 -- 172.21.15.28:0/2900490796 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fd908063ad0 con 0x7fd8f00afaf0 2024-04-25T17:09:20.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:20.147+0000 7fd90de30700 1 -- 172.21.15.28:0/2900490796 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd8f00afaf0 msgr2=0x7fd8f00b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:09:20.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:20.147+0000 7fd90de30700 1 --2- 172.21.15.28:0/2900490796 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd8f00afaf0 0x7fd8f00b2000 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fd908104150 tx=0x7fd8f800b5b0 comp rx=0 tx=0).stop 2024-04-25T17:09:20.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:20.147+0000 7fd90de30700 1 -- 172.21.15.28:0/2900490796 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd908104bf0 msgr2=0x7fd9081a1a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:09:20.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:20.147+0000 7fd90de30700 1 --2- 172.21.15.28:0/2900490796 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd908104bf0 0x7fd9081a1a50 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fd90000ef30 tx=0x7fd90000c3a0 comp rx=0 tx=0).stop 2024-04-25T17:09:20.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:20.147+0000 7fd90de30700 1 -- 172.21.15.28:0/2900490796 shutdown_connections 2024-04-25T17:09:20.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:20.147+0000 7fd90de30700 1 --2- 172.21.15.28:0/2900490796 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd8f00afaf0 0x7fd8f00b2000 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:09:20.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:20.147+0000 7fd90de30700 1 --2- 172.21.15.28:0/2900490796 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd908104bf0 0x7fd9081a1a50 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:09:20.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:20.147+0000 7fd90de30700 1 --2- 172.21.15.28:0/2900490796 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd908103120 0x7fd9080762d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:09:20.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:20.147+0000 7fd90de30700 1 --2- 172.21.15.28:0/2900490796 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd908104250 0x7fd90819f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:09:20.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:20.147+0000 7fd90de30700 1 -- 172.21.15.28:0/2900490796 >> 172.21.15.28:0/2900490796 conn(0x7fd9080fe760 msgr2=0x7fd908107480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:09:20.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:20.147+0000 7fd90de30700 1 -- 172.21.15.28:0/2900490796 shutdown_connections 2024-04-25T17:09:20.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:09:20.147+0000 7fd90de30700 1 -- 172.21.15.28:0/2900490796 wait complete. 2024-04-25T17:09:20.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:20 smithi028 ceph-mon[29207]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:20.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:20 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:20.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:20 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:20.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:20 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:20.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:20 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:09:20.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:20 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:20.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:20 smithi028 ceph-mon[29207]: from='osd.3 [v2:172.21.15.28:6810/946543762,v1:172.21.15.28:6811/946543762]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-25T17:09:20.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:20 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:20.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:20 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:20.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:20 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:09:20.482 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:20 smithi084 ceph-mon[32752]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:20.482 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:20 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:20.482 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:20 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:20.483 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:20 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:20.483 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:20 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:09:20.483 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:20 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:20.483 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:20 smithi084 ceph-mon[32752]: from='osd.3 [v2:172.21.15.28:6810/946543762,v1:172.21.15.28:6811/946543762]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-25T17:09:20.483 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:20 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:20.483 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:20 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:20.483 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:20 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:09:20.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:20 smithi042 ceph-mon[32851]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:20.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:20 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:20.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:20 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:20.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:20 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:20.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:20 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:09:20.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:20 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:20.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:20 smithi042 ceph-mon[32851]: from='osd.3 [v2:172.21.15.28:6810/946543762,v1:172.21.15.28:6811/946543762]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-25T17:09:20.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:20 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:20.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:20 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:20.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:20 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:09:20.755 DEBUG:teuthology.orchestra.run.smithi028:osd.3> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.3.service 2024-04-25T17:09:20.757 INFO:tasks.cephadm:Deploying osd.4 on smithi042 with /dev/vg_nvme/lv_3... 2024-04-25T17:09:20.757 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-25T17:09:21.013 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T17:09:21.300 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:21 smithi028 ceph-mon[29207]: from='osd.3 [v2:172.21.15.28:6810/946543762,v1:172.21.15.28:6811/946543762]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-25T17:09:21.300 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:21 smithi028 ceph-mon[29207]: osdmap e24: 4 total, 3 up, 4 in 2024-04-25T17:09:21.300 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:21 smithi028 ceph-mon[29207]: from='osd.3 [v2:172.21.15.28:6810/946543762,v1:172.21.15.28:6811/946543762]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-25T17:09:21.301 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:21 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T17:09:21.301 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 25 17:09:21 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-3[47883]: 2024-04-25T17:09:21.231+0000 7f77aed08700 -1 osd.3 0 waiting for initial osdmap 2024-04-25T17:09:21.301 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 25 17:09:21 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-3[47883]: 2024-04-25T17:09:21.236+0000 7f77aaabd700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T17:09:21.461 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:21 smithi042 ceph-mon[32851]: from='osd.3 [v2:172.21.15.28:6810/946543762,v1:172.21.15.28:6811/946543762]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-25T17:09:21.461 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:21 smithi042 ceph-mon[32851]: osdmap e24: 4 total, 3 up, 4 in 2024-04-25T17:09:21.461 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:21 smithi042 ceph-mon[32851]: from='osd.3 [v2:172.21.15.28:6810/946543762,v1:172.21.15.28:6811/946543762]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-25T17:09:21.461 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:21 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T17:09:21.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:21 smithi084 ceph-mon[32752]: from='osd.3 [v2:172.21.15.28:6810/946543762,v1:172.21.15.28:6811/946543762]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-25T17:09:21.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:21 smithi084 ceph-mon[32752]: osdmap e24: 4 total, 3 up, 4 in 2024-04-25T17:09:21.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:21 smithi084 ceph-mon[32752]: from='osd.3 [v2:172.21.15.28:6810/946543762,v1:172.21.15.28:6811/946543762]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-25T17:09:21.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:21 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T17:09:22.325 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:22 smithi028 ceph-mon[29207]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:22.325 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:22 smithi028 ceph-mon[29207]: from='osd.3 [v2:172.21.15.28:6810/946543762,v1:172.21.15.28:6811/946543762]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-04-25T17:09:22.325 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:22 smithi028 ceph-mon[29207]: osdmap e25: 4 total, 3 up, 4 in 2024-04-25T17:09:22.325 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:22 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T17:09:22.325 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:22 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T17:09:22.326 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:22 smithi028 ceph-mon[29207]: osd.3 [v2:172.21.15.28:6810/946543762,v1:172.21.15.28:6811/946543762] boot 2024-04-25T17:09:22.326 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:22 smithi028 ceph-mon[29207]: osdmap e26: 4 total, 4 up, 4 in 2024-04-25T17:09:22.326 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:22 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T17:09:22.332 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:22 smithi042 ceph-mon[32851]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:22.332 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:22 smithi042 ceph-mon[32851]: from='osd.3 [v2:172.21.15.28:6810/946543762,v1:172.21.15.28:6811/946543762]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-04-25T17:09:22.332 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:22 smithi042 ceph-mon[32851]: osdmap e25: 4 total, 3 up, 4 in 2024-04-25T17:09:22.333 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:22 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T17:09:22.333 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:22 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T17:09:22.333 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:22 smithi042 ceph-mon[32851]: osd.3 [v2:172.21.15.28:6810/946543762,v1:172.21.15.28:6811/946543762] boot 2024-04-25T17:09:22.333 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:22 smithi042 ceph-mon[32851]: osdmap e26: 4 total, 4 up, 4 in 2024-04-25T17:09:22.333 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:22 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T17:09:22.571 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:22 smithi084 ceph-mon[32752]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-25T17:09:22.571 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:22 smithi084 ceph-mon[32752]: from='osd.3 [v2:172.21.15.28:6810/946543762,v1:172.21.15.28:6811/946543762]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-04-25T17:09:22.571 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:22 smithi084 ceph-mon[32752]: osdmap e25: 4 total, 3 up, 4 in 2024-04-25T17:09:22.571 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:22 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T17:09:22.571 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:22 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T17:09:22.571 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:22 smithi084 ceph-mon[32752]: osd.3 [v2:172.21.15.28:6810/946543762,v1:172.21.15.28:6811/946543762] boot 2024-04-25T17:09:22.571 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:22 smithi084 ceph-mon[32752]: osdmap e26: 4 total, 4 up, 4 in 2024-04-25T17:09:22.571 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:22 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T17:09:22.920 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-25T17:09:22.920 INFO:teuthology.orchestra.run.smithi042.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-25T17:09:22.920 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10+0 records in 2024-04-25T17:09:22.920 INFO:teuthology.orchestra.run.smithi042.stderr:10+0 records out 2024-04-25T17:09:22.920 INFO:teuthology.orchestra.run.smithi042.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00828679 s, 1.3 GB/s 2024-04-25T17:09:22.920 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping successful for: 2024-04-25T17:09:23.663 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi042:vg_nvme/lv_3 2024-04-25T17:09:23.921 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T17:09:23.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:23 smithi028 ceph-mon[29207]: purged_snaps scrub starts 2024-04-25T17:09:23.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:23 smithi028 ceph-mon[29207]: purged_snaps scrub ok 2024-04-25T17:09:23.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:23 smithi028 ceph-mon[29207]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 117 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:23.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:23 smithi028 ceph-mon[29207]: osdmap e27: 4 total, 4 up, 4 in 2024-04-25T17:09:23.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:23 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:23.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:23 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:23.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:23 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:09:23.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:23 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:09:23.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:23 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:23.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:23 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:23.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:23 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:09:23.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:23 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:23.957 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:23 smithi042 ceph-mon[32851]: purged_snaps scrub starts 2024-04-25T17:09:23.957 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:23 smithi042 ceph-mon[32851]: purged_snaps scrub ok 2024-04-25T17:09:23.958 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:23 smithi042 ceph-mon[32851]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 117 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:23.958 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:23 smithi042 ceph-mon[32851]: osdmap e27: 4 total, 4 up, 4 in 2024-04-25T17:09:23.958 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:23 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:23.958 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:23 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:23.958 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:23 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:09:23.958 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:23 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:09:23.958 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:23 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:23.958 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:23 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:23.958 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:23 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:09:23.958 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:23 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:23 smithi084 ceph-mon[32752]: purged_snaps scrub starts 2024-04-25T17:09:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:23 smithi084 ceph-mon[32752]: purged_snaps scrub ok 2024-04-25T17:09:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:23 smithi084 ceph-mon[32752]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 117 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:23 smithi084 ceph-mon[32752]: osdmap e27: 4 total, 4 up, 4 in 2024-04-25T17:09:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:23 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:23 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:23 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:09:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:23 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:09:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:23 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:23 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:23 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:09:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:23 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:24.935 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:24 smithi042 ceph-mon[32851]: Detected new or changed devices on smithi028 2024-04-25T17:09:24.935 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:24 smithi042 ceph-mon[32851]: Adjusting osd_memory_target on smithi028 to 8546M 2024-04-25T17:09:24.935 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:24 smithi042 ceph-mon[32851]: osdmap e28: 4 total, 4 up, 4 in 2024-04-25T17:09:25.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:24 smithi028 ceph-mon[29207]: Detected new or changed devices on smithi028 2024-04-25T17:09:25.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:24 smithi028 ceph-mon[29207]: Adjusting osd_memory_target on smithi028 to 8546M 2024-04-25T17:09:25.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:24 smithi028 ceph-mon[29207]: osdmap e28: 4 total, 4 up, 4 in 2024-04-25T17:09:25.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:24 smithi084 ceph-mon[32752]: Detected new or changed devices on smithi028 2024-04-25T17:09:25.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:24 smithi084 ceph-mon[32752]: Adjusting osd_memory_target on smithi028 to 8546M 2024-04-25T17:09:25.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:24 smithi084 ceph-mon[32752]: osdmap e28: 4 total, 4 up, 4 in 2024-04-25T17:09:25.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.633+0000 7f530ed3e700 1 -- 172.21.15.42:0/3424232684 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5308104d20 msgr2=0x7f5308107140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:09:25.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.633+0000 7f530ed3e700 1 --2- 172.21.15.42:0/3424232684 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5308104d20 0x7f5308107140 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f52fc0098f0 tx=0x7f52fc009c00 comp rx=0 tx=0).stop 2024-04-25T17:09:25.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.633+0000 7f530ed3e700 1 -- 172.21.15.42:0/3424232684 shutdown_connections 2024-04-25T17:09:25.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.633+0000 7f530ed3e700 1 --2- 172.21.15.42:0/3424232684 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5308109fe0 0x7f530810c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:09:25.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.633+0000 7f530ed3e700 1 --2- 172.21.15.42:0/3424232684 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5308104d20 0x7f5308107140 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:09:25.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.633+0000 7f530ed3e700 1 --2- 172.21.15.42:0/3424232684 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5308107680 0x7f5308109aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:09:25.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.633+0000 7f530ed3e700 1 -- 172.21.15.42:0/3424232684 >> 172.21.15.42:0/3424232684 conn(0x7f53080fe760 msgr2=0x7f5308100c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:09:25.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.633+0000 7f530ed3e700 1 -- 172.21.15.42:0/3424232684 shutdown_connections 2024-04-25T17:09:25.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.633+0000 7f530ed3e700 1 -- 172.21.15.42:0/3424232684 wait complete. 2024-04-25T17:09:25.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.634+0000 7f530ed3e700 1 Processor -- start 2024-04-25T17:09:25.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.634+0000 7f530ed3e700 1 -- start start 2024-04-25T17:09:25.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.634+0000 7f530ed3e700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5308104d20 0x7f5308104580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:09:25.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.634+0000 7f530ed3e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5308107680 0x7f5308102c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:09:25.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.634+0000 7f530ed3e700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5308109fe0 0x7f5308103170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:09:25.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.634+0000 7f530ed3e700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f530810fb50 con 0x7f5308104d20 2024-04-25T17:09:25.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.634+0000 7f530ed3e700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f530810f9d0 con 0x7f5308107680 2024-04-25T17:09:25.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.634+0000 7f530ed3e700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f530810fcd0 con 0x7f5308109fe0 2024-04-25T17:09:25.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.634+0000 7f5307fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5308107680 0x7f5308102c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:09:25.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.634+0000 7f5307fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5308107680 0x7f5308102c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36306/0 (socket says 172.21.15.42:36306) 2024-04-25T17:09:25.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.634+0000 7f5307fff700 1 -- 172.21.15.42:0/3396818266 learned_addr learned my addr 172.21.15.42:0/3396818266 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-04-25T17:09:25.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.634+0000 7f530d2db700 1 --2- 172.21.15.42:0/3396818266 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5308109fe0 0x7f5308103170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:09:25.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.634+0000 7f530cada700 1 --2- 172.21.15.42:0/3396818266 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5308104d20 0x7f5308104580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:09:25.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.634+0000 7f5307fff700 1 -- 172.21.15.42:0/3396818266 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5308109fe0 msgr2=0x7f5308103170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:09:25.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.634+0000 7f5307fff700 1 --2- 172.21.15.42:0/3396818266 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5308109fe0 0x7f5308103170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:09:25.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.634+0000 7f5307fff700 1 -- 172.21.15.42:0/3396818266 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5308104d20 msgr2=0x7f5308104580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:09:25.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.635+0000 7f5307fff700 1 --2- 172.21.15.42:0/3396818266 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5308104d20 0x7f5308104580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:09:25.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.635+0000 7f5307fff700 1 -- 172.21.15.42:0/3396818266 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53081038d0 con 0x7f5308107680 2024-04-25T17:09:25.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.635+0000 7f530cada700 1 --2- 172.21.15.42:0/3396818266 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5308104d20 0x7f5308104580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:09:25.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.635+0000 7f5307fff700 1 --2- 172.21.15.42:0/3396818266 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5308107680 0x7f5308102c30 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f52f400e9c0 tx=0x7f52f400ed80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:09:25.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.635+0000 7f5305ffb700 1 -- 172.21.15.42:0/3396818266 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52f400cbd0 con 0x7f5308107680 2024-04-25T17:09:25.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.635+0000 7f5305ffb700 1 -- 172.21.15.42:0/3396818266 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f52f400cd70 con 0x7f5308107680 2024-04-25T17:09:25.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.635+0000 7f530ed3e700 1 -- 172.21.15.42:0/3396818266 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53081a4850 con 0x7f5308107680 2024-04-25T17:09:25.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.635+0000 7f5305ffb700 1 -- 172.21.15.42:0/3396818266 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52f4005590 con 0x7f5308107680 2024-04-25T17:09:25.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.635+0000 7f530ed3e700 1 -- 172.21.15.42:0/3396818266 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53081a4d80 con 0x7f5308107680 2024-04-25T17:09:25.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.636+0000 7f530ed3e700 1 -- 172.21.15.42:0/3396818266 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5308051190 con 0x7f5308107680 2024-04-25T17:09:25.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.637+0000 7f5305ffb700 1 -- 172.21.15.42:0/3396818266 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f52f4004750 con 0x7f5308107680 2024-04-25T17:09:25.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.638+0000 7f5305ffb700 1 --2- 172.21.15.42:0/3396818266 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f52f80afc00 0x7f52f80b2110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:09:25.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.639+0000 7f5305ffb700 1 -- 172.21.15.42:0/3396818266 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 3669+0+0 (secure 0 0 0) 0x7f52f40ddba0 con 0x7f5308107680 2024-04-25T17:09:25.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.639+0000 7f530cada700 1 --2- 172.21.15.42:0/3396818266 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f52f80afc00 0x7f52f80b2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:09:25.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.639+0000 7f530cada700 1 --2- 172.21.15.42:0/3396818266 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f52f80afc00 0x7f52f80b2110 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f52fc0098c0 tx=0x7f52fc019040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:09:25.643 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.643+0000 7f5305ffb700 1 -- 172.21.15.42:0/3396818266 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f52f40a79a0 con 0x7f5308107680 2024-04-25T17:09:25.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:25.859+0000 7f530ed3e700 1 -- 172.21.15.42:0/3396818266 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f5308063ad0 con 0x7f52f80afc00 2024-04-25T17:09:25.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:25 smithi042 ceph-mon[32851]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-25T17:09:26.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:25 smithi028 ceph-mon[29207]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-25T17:09:26.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:25 smithi084 ceph-mon[32752]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-25T17:09:27.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:26 smithi042 ceph-mon[32851]: from='client.24230 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:09:27.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:26 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:09:27.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:26 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:09:27.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:26 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:27.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:26 smithi028 ceph-mon[29207]: from='client.24230 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:09:27.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:26 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:09:27.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:26 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:09:27.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:26 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:27.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:26 smithi084 ceph-mon[32752]: from='client.24230 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:09:27.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:26 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:09:27.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:26 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:09:27.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:26 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:28.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:27 smithi042 ceph-mon[32851]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-04-25T17:09:28.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:27 smithi028 ceph-mon[29207]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-04-25T17:09:28.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:27 smithi084 ceph-mon[32752]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-04-25T17:09:29.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:28 smithi042 ceph-mon[32851]: from='client.? 172.21.15.42:0/1543852332' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc0d3d12-b832-4179-a5e5-d623a9ee061a"}]: dispatch 2024-04-25T17:09:29.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:28 smithi042 ceph-mon[32851]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc0d3d12-b832-4179-a5e5-d623a9ee061a"}]: dispatch 2024-04-25T17:09:29.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:28 smithi042 ceph-mon[32851]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dc0d3d12-b832-4179-a5e5-d623a9ee061a"}]': finished 2024-04-25T17:09:29.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:28 smithi042 ceph-mon[32851]: osdmap e29: 5 total, 4 up, 5 in 2024-04-25T17:09:29.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:28 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T17:09:29.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:28 smithi028 ceph-mon[29207]: from='client.? 172.21.15.42:0/1543852332' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc0d3d12-b832-4179-a5e5-d623a9ee061a"}]: dispatch 2024-04-25T17:09:29.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:28 smithi028 ceph-mon[29207]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc0d3d12-b832-4179-a5e5-d623a9ee061a"}]: dispatch 2024-04-25T17:09:29.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:28 smithi028 ceph-mon[29207]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dc0d3d12-b832-4179-a5e5-d623a9ee061a"}]': finished 2024-04-25T17:09:29.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:28 smithi028 ceph-mon[29207]: osdmap e29: 5 total, 4 up, 5 in 2024-04-25T17:09:29.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:28 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T17:09:29.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:28 smithi084 ceph-mon[32752]: from='client.? 172.21.15.42:0/1543852332' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc0d3d12-b832-4179-a5e5-d623a9ee061a"}]: dispatch 2024-04-25T17:09:29.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:28 smithi084 ceph-mon[32752]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc0d3d12-b832-4179-a5e5-d623a9ee061a"}]: dispatch 2024-04-25T17:09:29.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:28 smithi084 ceph-mon[32752]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dc0d3d12-b832-4179-a5e5-d623a9ee061a"}]': finished 2024-04-25T17:09:29.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:28 smithi084 ceph-mon[32752]: osdmap e29: 5 total, 4 up, 5 in 2024-04-25T17:09:29.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:28 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T17:09:30.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:29 smithi042 ceph-mon[32851]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T17:09:30.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:29 smithi042 ceph-mon[32851]: from='client.? 172.21.15.42:0/557775339' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:09:30.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:29 smithi028 ceph-mon[29207]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T17:09:30.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:29 smithi028 ceph-mon[29207]: from='client.? 172.21.15.42:0/557775339' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:09:30.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:29 smithi084 ceph-mon[32752]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T17:09:30.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:29 smithi084 ceph-mon[32752]: from='client.? 172.21.15.42:0/557775339' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:09:32.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:31 smithi028 ceph-mon[29207]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-25T17:09:32.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:31 smithi084 ceph-mon[32752]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-25T17:09:32.357 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:31 smithi042 ceph-mon[32851]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-25T17:09:33.974 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:33 smithi042 ceph-mon[32851]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-25T17:09:34.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:33 smithi028 ceph-mon[29207]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-25T17:09:34.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:33 smithi084 ceph-mon[32752]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-25T17:09:35.992 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:35 smithi042 ceph-mon[32851]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:36.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:35 smithi028 ceph-mon[29207]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:36.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:35 smithi084 ceph-mon[32752]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:36.937 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:36 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-25T17:09:36.937 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:36 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:36.937 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:36 smithi042 ceph-mon[32851]: Deploying daemon osd.4 on smithi042 2024-04-25T17:09:37.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:36 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-25T17:09:37.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:36 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:37.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:36 smithi028 ceph-mon[29207]: Deploying daemon osd.4 on smithi042 2024-04-25T17:09:37.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:36 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-25T17:09:37.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:36 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:37.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:36 smithi084 ceph-mon[32752]: Deploying daemon osd.4 on smithi042 2024-04-25T17:09:38.126 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:37 smithi042 ceph-mon[32851]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:38.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:37 smithi028 ceph-mon[29207]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:38.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:37 smithi084 ceph-mon[32752]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:40.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:39 smithi042 ceph-mon[32851]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:40.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:39 smithi028 ceph-mon[29207]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:40.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:39 smithi084 ceph-mon[32752]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:42.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:41 smithi042 ceph-mon[32851]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:42.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:42.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:09:42.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:42.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:41 smithi028 ceph-mon[29207]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:42.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:42.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:09:42.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:42.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:41 smithi084 ceph-mon[32752]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:42.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:42.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:09:42.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:44.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:43 smithi042 ceph-mon[32851]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:44.336 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:43 smithi084 ceph-mon[32752]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:44.336 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:43 smithi028 ceph-mon[29207]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:45.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:45.676+0000 7f5305ffb700 1 -- 172.21.15.42:0/3396818266 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f5308063ad0 con 0x7f52f80afc00 2024-04-25T17:09:45.677 INFO:teuthology.orchestra.run.smithi042.stdout:Created osd(s) 4 on host 'smithi042' 2024-04-25T17:09:45.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:45.679+0000 7f530ed3e700 1 -- 172.21.15.42:0/3396818266 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f52f80afc00 msgr2=0x7f52f80b2110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:09:45.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:45.679+0000 7f530ed3e700 1 --2- 172.21.15.42:0/3396818266 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f52f80afc00 0x7f52f80b2110 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f52fc0098c0 tx=0x7f52fc019040 comp rx=0 tx=0).stop 2024-04-25T17:09:45.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:45.679+0000 7f530ed3e700 1 -- 172.21.15.42:0/3396818266 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5308107680 msgr2=0x7f5308102c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:09:45.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:45.679+0000 7f530ed3e700 1 --2- 172.21.15.42:0/3396818266 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5308107680 0x7f5308102c30 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f52f400e9c0 tx=0x7f52f400ed80 comp rx=0 tx=0).stop 2024-04-25T17:09:45.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:45.679+0000 7f530ed3e700 1 -- 172.21.15.42:0/3396818266 shutdown_connections 2024-04-25T17:09:45.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:45.679+0000 7f530ed3e700 1 --2- 172.21.15.42:0/3396818266 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f52f80afc00 0x7f52f80b2110 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:09:45.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:45.679+0000 7f530ed3e700 1 --2- 172.21.15.42:0/3396818266 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5308104d20 0x7f5308104580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:09:45.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:45.679+0000 7f530ed3e700 1 --2- 172.21.15.42:0/3396818266 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5308109fe0 0x7f5308103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:09:45.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:45.679+0000 7f530ed3e700 1 --2- 172.21.15.42:0/3396818266 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5308107680 0x7f5308102c30 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:09:45.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:45.679+0000 7f530ed3e700 1 -- 172.21.15.42:0/3396818266 >> 172.21.15.42:0/3396818266 conn(0x7f53080fe760 msgr2=0x7f5308106d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:09:45.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:45.679+0000 7f530ed3e700 1 -- 172.21.15.42:0/3396818266 shutdown_connections 2024-04-25T17:09:45.681 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:09:45.680+0000 7f530ed3e700 1 -- 172.21.15.42:0/3396818266 wait complete. 2024-04-25T17:09:45.979 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:45 smithi042 ceph-mon[32851]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:45.979 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:45 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:45.979 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:45 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:45.979 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:45 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:45.979 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:45 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:09:45.979 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:45 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:45.979 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:45 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:45.979 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:45 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:45.979 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:45 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:09:45.979 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:45 smithi042 ceph-mon[32851]: from='osd.4 [v2:172.21.15.42:6808/136506732,v1:172.21.15.42:6809/136506732]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T17:09:46.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:45 smithi028 ceph-mon[29207]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:46.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:45 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:46.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:45 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:46.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:45 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:46.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:45 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:09:46.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:45 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:46.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:45 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:46.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:45 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:46.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:45 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:09:46.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:45 smithi028 ceph-mon[29207]: from='osd.4 [v2:172.21.15.42:6808/136506732,v1:172.21.15.42:6809/136506732]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T17:09:46.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:45 smithi084 ceph-mon[32752]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:46.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:45 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:46.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:45 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:46.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:45 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:46.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:45 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:09:46.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:45 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:46.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:45 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:46.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:45 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:46.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:45 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:09:46.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:45 smithi084 ceph-mon[32752]: from='osd.4 [v2:172.21.15.42:6808/136506732,v1:172.21.15.42:6809/136506732]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T17:09:46.336 DEBUG:teuthology.orchestra.run.smithi042:osd.4> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.4.service 2024-04-25T17:09:46.339 INFO:tasks.cephadm:Deploying osd.5 on smithi084 with /dev/vg_nvme/lv_3... 2024-04-25T17:09:46.339 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-25T17:09:46.580 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T17:09:47.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:47 smithi084 ceph-mon[32752]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:47.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:47 smithi084 ceph-mon[32752]: from='osd.4 [v2:172.21.15.42:6808/136506732,v1:172.21.15.42:6809/136506732]' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-25T17:09:47.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:47 smithi084 ceph-mon[32752]: osdmap e30: 5 total, 4 up, 5 in 2024-04-25T17:09:47.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:47 smithi084 ceph-mon[32752]: from='osd.4 [v2:172.21.15.42:6808/136506732,v1:172.21.15.42:6809/136506732]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-04-25T17:09:47.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:47 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T17:09:48.003 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:47 smithi042 ceph-mon[32851]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:48.003 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:47 smithi042 ceph-mon[32851]: from='osd.4 [v2:172.21.15.42:6808/136506732,v1:172.21.15.42:6809/136506732]' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-25T17:09:48.003 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:47 smithi042 ceph-mon[32851]: osdmap e30: 5 total, 4 up, 5 in 2024-04-25T17:09:48.003 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:47 smithi042 ceph-mon[32851]: from='osd.4 [v2:172.21.15.42:6808/136506732,v1:172.21.15.42:6809/136506732]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-04-25T17:09:48.003 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:47 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T17:09:48.003 INFO:journalctl@ceph.osd.4.smithi042.stdout:Apr 25 17:09:47 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-4[43966]: 2024-04-25T17:09:47.684+0000 7ff745587700 -1 osd.4 0 waiting for initial osdmap 2024-04-25T17:09:48.003 INFO:journalctl@ceph.osd.4.smithi042.stdout:Apr 25 17:09:47 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-4[43966]: 2024-04-25T17:09:47.695+0000 7ff74133c700 -1 osd.4 31 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T17:09:48.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:47 smithi028 ceph-mon[29207]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:48.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:47 smithi028 ceph-mon[29207]: from='osd.4 [v2:172.21.15.42:6808/136506732,v1:172.21.15.42:6809/136506732]' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-25T17:09:48.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:47 smithi028 ceph-mon[29207]: osdmap e30: 5 total, 4 up, 5 in 2024-04-25T17:09:48.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:47 smithi028 ceph-mon[29207]: from='osd.4 [v2:172.21.15.42:6808/136506732,v1:172.21.15.42:6809/136506732]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-04-25T17:09:48.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:47 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T17:09:48.592 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-25T17:09:48.592 INFO:teuthology.orchestra.run.smithi084.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-25T17:09:48.592 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10+0 records in 2024-04-25T17:09:48.592 INFO:teuthology.orchestra.run.smithi084.stderr:10+0 records out 2024-04-25T17:09:48.592 INFO:teuthology.orchestra.run.smithi084.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0114327 s, 917 MB/s 2024-04-25T17:09:48.592 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping successful for: 2024-04-25T17:09:48.754 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:48 smithi084 ceph-mon[32752]: from='osd.4 [v2:172.21.15.42:6808/136506732,v1:172.21.15.42:6809/136506732]' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-04-25T17:09:48.754 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:48 smithi084 ceph-mon[32752]: osdmap e31: 5 total, 4 up, 5 in 2024-04-25T17:09:48.754 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:48 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T17:09:48.754 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:48 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T17:09:49.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:48 smithi042 ceph-mon[32851]: from='osd.4 [v2:172.21.15.42:6808/136506732,v1:172.21.15.42:6809/136506732]' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-04-25T17:09:49.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:48 smithi042 ceph-mon[32851]: osdmap e31: 5 total, 4 up, 5 in 2024-04-25T17:09:49.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:48 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T17:09:49.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:48 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T17:09:49.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:48 smithi028 ceph-mon[29207]: from='osd.4 [v2:172.21.15.42:6808/136506732,v1:172.21.15.42:6809/136506732]' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-04-25T17:09:49.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:48 smithi028 ceph-mon[29207]: osdmap e31: 5 total, 4 up, 5 in 2024-04-25T17:09:49.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:48 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T17:09:49.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:48 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T17:09:49.204 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi084:vg_nvme/lv_3 2024-04-25T17:09:49.453 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T17:09:49.829 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:49 smithi084 ceph-mon[32752]: purged_snaps scrub starts 2024-04-25T17:09:49.830 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:49 smithi084 ceph-mon[32752]: purged_snaps scrub ok 2024-04-25T17:09:49.830 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:49 smithi084 ceph-mon[32752]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:49.830 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:49 smithi084 ceph-mon[32752]: osd.4 [v2:172.21.15.42:6808/136506732,v1:172.21.15.42:6809/136506732] boot 2024-04-25T17:09:49.830 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:49 smithi084 ceph-mon[32752]: osdmap e32: 5 total, 5 up, 5 in 2024-04-25T17:09:49.830 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:49 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T17:09:49.830 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:49 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:49.830 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:49 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:49.830 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:49 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:09:49.830 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:49 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:09:49.830 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:49 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:49.831 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:49 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:49.831 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:49 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:09:49.831 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:49 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:49.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:49 smithi042 ceph-mon[32851]: purged_snaps scrub starts 2024-04-25T17:09:49.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:49 smithi042 ceph-mon[32851]: purged_snaps scrub ok 2024-04-25T17:09:49.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:49 smithi042 ceph-mon[32851]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:49.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:49 smithi042 ceph-mon[32851]: osd.4 [v2:172.21.15.42:6808/136506732,v1:172.21.15.42:6809/136506732] boot 2024-04-25T17:09:49.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:49 smithi042 ceph-mon[32851]: osdmap e32: 5 total, 5 up, 5 in 2024-04-25T17:09:49.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:49 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T17:09:49.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:49 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:49.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:49 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:49.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:49 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:09:49.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:49 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:09:49.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:49 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:49.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:49 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:49.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:49 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:09:49.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:49 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:50.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:49 smithi028 ceph-mon[29207]: purged_snaps scrub starts 2024-04-25T17:09:50.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:49 smithi028 ceph-mon[29207]: purged_snaps scrub ok 2024-04-25T17:09:50.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:49 smithi028 ceph-mon[29207]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-04-25T17:09:50.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:49 smithi028 ceph-mon[29207]: osd.4 [v2:172.21.15.42:6808/136506732,v1:172.21.15.42:6809/136506732] boot 2024-04-25T17:09:50.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:49 smithi028 ceph-mon[29207]: osdmap e32: 5 total, 5 up, 5 in 2024-04-25T17:09:50.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:49 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T17:09:50.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:49 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:50.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:49 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:50.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:49 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:09:50.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:49 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:09:50.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:49 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:50.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:49 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:50.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:49 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:09:50.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:49 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:09:50.963 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:50 smithi084 ceph-mon[32752]: Detected new or changed devices on smithi042 2024-04-25T17:09:50.963 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:50 smithi084 ceph-mon[32752]: Adjusting osd_memory_target on smithi042 to 8546M 2024-04-25T17:09:50.963 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:50 smithi084 ceph-mon[32752]: osdmap e33: 5 total, 5 up, 5 in 2024-04-25T17:09:51.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.075+0000 7f99653be700 1 -- 172.21.15.84:0/717133033 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9960104bb0 msgr2=0x7f996010b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:09:51.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.075+0000 7f99653be700 1 --2- 172.21.15.84:0/717133033 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9960104bb0 0x7f996010b460 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f995800b0a0 tx=0x7f995800b3b0 comp rx=0 tx=0).stop 2024-04-25T17:09:51.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.076+0000 7f99653be700 1 -- 172.21.15.84:0/717133033 shutdown_connections 2024-04-25T17:09:51.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.076+0000 7f99653be700 1 --2- 172.21.15.84:0/717133033 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f99601030e0 0x7f99601034f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:09:51.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.076+0000 7f99653be700 1 --2- 172.21.15.84:0/717133033 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9960104bb0 0x7f996010b460 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:09:51.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.076+0000 7f99653be700 1 --2- 172.21.15.84:0/717133033 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9960104210 0x7f9960104620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:09:51.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.076+0000 7f99653be700 1 -- 172.21.15.84:0/717133033 >> 172.21.15.84:0/717133033 conn(0x7f99600fe740 msgr2=0x7f9960100bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:09:51.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.076+0000 7f99653be700 1 -- 172.21.15.84:0/717133033 shutdown_connections 2024-04-25T17:09:51.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.076+0000 7f99653be700 1 -- 172.21.15.84:0/717133033 wait complete. 2024-04-25T17:09:51.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.076+0000 7f99653be700 1 Processor -- start 2024-04-25T17:09:51.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.076+0000 7f99653be700 1 -- start start 2024-04-25T17:09:51.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.077+0000 7f99653be700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99601030e0 0x7f9960199580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:09:51.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.077+0000 7f99653be700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9960104210 0x7f9960199ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:09:51.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.077+0000 7f99653be700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9960104bb0 0x7f99601a0a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:09:51.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.077+0000 7f99653be700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f996010ea30 con 0x7f9960104210 2024-04-25T17:09:51.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.077+0000 7f99653be700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f996010e8b0 con 0x7f9960104bb0 2024-04-25T17:09:51.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.077+0000 7f99653be700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f996010ebb0 con 0x7f99601030e0 2024-04-25T17:09:51.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.077+0000 7f995effd700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99601030e0 0x7f9960199580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:09:51.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.077+0000 7f995effd700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99601030e0 0x7f9960199580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:38008/0 (socket says 172.21.15.84:38008) 2024-04-25T17:09:51.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.077+0000 7f995effd700 1 -- 172.21.15.84:0/1982201421 learned_addr learned my addr 172.21.15.84:0/1982201421 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-25T17:09:51.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.077+0000 7f995e7fc700 1 --2- 172.21.15.84:0/1982201421 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9960104210 0x7f9960199ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:09:51.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.077+0000 7f995f7fe700 1 --2- 172.21.15.84:0/1982201421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9960104bb0 0x7f99601a0a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:09:51.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.077+0000 7f995effd700 1 -- 172.21.15.84:0/1982201421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9960104bb0 msgr2=0x7f99601a0a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:09:51.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.077+0000 7f995effd700 1 --2- 172.21.15.84:0/1982201421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9960104bb0 0x7f99601a0a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:09:51.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.077+0000 7f995effd700 1 -- 172.21.15.84:0/1982201421 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9960104210 msgr2=0x7f9960199ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:09:51.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.077+0000 7f995effd700 1 --2- 172.21.15.84:0/1982201421 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9960104210 0x7f9960199ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:09:51.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.077+0000 7f995effd700 1 -- 172.21.15.84:0/1982201421 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99601a1050 con 0x7f99601030e0 2024-04-25T17:09:51.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.077+0000 7f995effd700 1 --2- 172.21.15.84:0/1982201421 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99601030e0 0x7f9960199580 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f9954007b50 tx=0x7f9954007e60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:09:51.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.078+0000 7f9947fff700 1 -- 172.21.15.84:0/1982201421 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f995400e580 con 0x7f99601030e0 2024-04-25T17:09:51.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.078+0000 7f9947fff700 1 -- 172.21.15.84:0/1982201421 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f995400ebb0 con 0x7f99601030e0 2024-04-25T17:09:51.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.078+0000 7f9947fff700 1 -- 172.21.15.84:0/1982201421 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f995400aa70 con 0x7f99601030e0 2024-04-25T17:09:51.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.078+0000 7f99653be700 1 -- 172.21.15.84:0/1982201421 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f996006b540 con 0x7f99601030e0 2024-04-25T17:09:51.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.078+0000 7f99653be700 1 -- 172.21.15.84:0/1982201421 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f996006ba30 con 0x7f99601030e0 2024-04-25T17:09:51.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.079+0000 7f99653be700 1 -- 172.21.15.84:0/1982201421 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9960051190 con 0x7f99601030e0 2024-04-25T17:09:51.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.080+0000 7f9947fff700 1 -- 172.21.15.84:0/1982201421 <== mon.1 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f995400ac10 con 0x7f99601030e0 2024-04-25T17:09:51.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.081+0000 7f9947fff700 1 --2- 172.21.15.84:0/1982201421 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f99480afc00 0x7f99480b2110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:09:51.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.081+0000 7f9947fff700 1 -- 172.21.15.84:0/1982201421 <== mon.1 v2:172.21.15.84:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 4101+0+0 (secure 0 0 0) 0x7f99540df300 con 0x7f99601030e0 2024-04-25T17:09:51.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.081+0000 7f995e7fc700 1 --2- 172.21.15.84:0/1982201421 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f99480afc00 0x7f99480b2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:09:51.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.081+0000 7f995e7fc700 1 --2- 172.21.15.84:0/1982201421 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f99480afc00 0x7f99480b2110 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f996019a630 tx=0x7f995000b3c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:09:51.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.084+0000 7f9947fff700 1 -- 172.21.15.84:0/1982201421 <== mon.1 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9954023020 con 0x7f99601030e0 2024-04-25T17:09:51.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:50 smithi042 ceph-mon[32851]: Detected new or changed devices on smithi042 2024-04-25T17:09:51.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:50 smithi042 ceph-mon[32851]: Adjusting osd_memory_target on smithi042 to 8546M 2024-04-25T17:09:51.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:50 smithi042 ceph-mon[32851]: osdmap e33: 5 total, 5 up, 5 in 2024-04-25T17:09:51.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:50 smithi028 ceph-mon[29207]: Detected new or changed devices on smithi042 2024-04-25T17:09:51.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:50 smithi028 ceph-mon[29207]: Adjusting osd_memory_target on smithi042 to 8546M 2024-04-25T17:09:51.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:50 smithi028 ceph-mon[29207]: osdmap e33: 5 total, 5 up, 5 in 2024-04-25T17:09:51.290 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:09:51.290+0000 7f99653be700 1 -- 172.21.15.84:0/1982201421 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f996006bc90 con 0x7f99480afc00 2024-04-25T17:09:51.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:51 smithi084 ceph-mon[32752]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:09:51.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:51 smithi084 ceph-mon[32752]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:09:51.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:51 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:09:51.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:51 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:09:51.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:51 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:52.075 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:51 smithi028 ceph-mon[29207]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:09:52.075 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:51 smithi028 ceph-mon[29207]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:09:52.075 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:51 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:09:52.075 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:51 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:09:52.075 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:51 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:52.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:51 smithi042 ceph-mon[32851]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:09:52.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:51 smithi042 ceph-mon[32851]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:09:52.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:51 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:09:52.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:51 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:09:52.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:51 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:09:53.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:53 smithi084 ceph-mon[32752]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:09:54.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:53 smithi042 ceph-mon[32851]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:09:54.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:53 smithi028 ceph-mon[29207]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:09:54.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:54 smithi084 ceph-mon[32752]: from='client.? 172.21.15.84:0/4279979947' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eac095b6-c4e8-4a00-ad3c-94d76848b8d4"}]: dispatch 2024-04-25T17:09:54.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:54 smithi084 ceph-mon[32752]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eac095b6-c4e8-4a00-ad3c-94d76848b8d4"}]: dispatch 2024-04-25T17:09:54.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:54 smithi084 ceph-mon[32752]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eac095b6-c4e8-4a00-ad3c-94d76848b8d4"}]': finished 2024-04-25T17:09:54.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:54 smithi084 ceph-mon[32752]: osdmap e34: 6 total, 5 up, 6 in 2024-04-25T17:09:54.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:54 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T17:09:54.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:54 smithi084 ceph-mon[32752]: from='client.? 172.21.15.84:0/3403263004' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:09:55.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:54 smithi042 ceph-mon[32851]: from='client.? 172.21.15.84:0/4279979947' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eac095b6-c4e8-4a00-ad3c-94d76848b8d4"}]: dispatch 2024-04-25T17:09:55.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:54 smithi042 ceph-mon[32851]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eac095b6-c4e8-4a00-ad3c-94d76848b8d4"}]: dispatch 2024-04-25T17:09:55.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:54 smithi042 ceph-mon[32851]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eac095b6-c4e8-4a00-ad3c-94d76848b8d4"}]': finished 2024-04-25T17:09:55.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:54 smithi042 ceph-mon[32851]: osdmap e34: 6 total, 5 up, 6 in 2024-04-25T17:09:55.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:54 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T17:09:55.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:54 smithi042 ceph-mon[32851]: from='client.? 172.21.15.84:0/3403263004' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:09:55.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:54 smithi028 ceph-mon[29207]: from='client.? 172.21.15.84:0/4279979947' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eac095b6-c4e8-4a00-ad3c-94d76848b8d4"}]: dispatch 2024-04-25T17:09:55.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:54 smithi028 ceph-mon[29207]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eac095b6-c4e8-4a00-ad3c-94d76848b8d4"}]: dispatch 2024-04-25T17:09:55.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:54 smithi028 ceph-mon[29207]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eac095b6-c4e8-4a00-ad3c-94d76848b8d4"}]': finished 2024-04-25T17:09:55.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:54 smithi028 ceph-mon[29207]: osdmap e34: 6 total, 5 up, 6 in 2024-04-25T17:09:55.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:54 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T17:09:55.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:54 smithi028 ceph-mon[29207]: from='client.? 172.21.15.84:0/3403263004' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:09:56.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:55 smithi028 ceph-mon[29207]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:09:56.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:55 smithi084 ceph-mon[32752]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:09:56.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:55 smithi042 ceph-mon[32851]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:09:58.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:57 smithi028 ceph-mon[29207]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:09:58.186 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:57 smithi084 ceph-mon[32752]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:09:58.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:57 smithi042 ceph-mon[32851]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:09:59.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:09:59 smithi084 ceph-mon[32752]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:10:00.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:09:59 smithi028 ceph-mon[29207]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:10:00.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:09:59 smithi042 ceph-mon[32851]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:10:01.016 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:00 smithi084 ceph-mon[32752]: overall HEALTH_OK 2024-04-25T17:10:01.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:00 smithi042 ceph-mon[32851]: overall HEALTH_OK 2024-04-25T17:10:01.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:00 smithi028 ceph-mon[29207]: overall HEALTH_OK 2024-04-25T17:10:02.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:01 smithi084 ceph-mon[32752]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:10:02.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:01 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-25T17:10:02.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:01 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:02.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:01 smithi084 ceph-mon[32752]: Deploying daemon osd.5 on smithi084 2024-04-25T17:10:02.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:01 smithi042 ceph-mon[32851]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:10:02.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:01 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-25T17:10:02.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:01 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:02.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:01 smithi042 ceph-mon[32851]: Deploying daemon osd.5 on smithi084 2024-04-25T17:10:02.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:01 smithi028 ceph-mon[29207]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:10:02.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:01 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-25T17:10:02.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:01 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:02.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:01 smithi028 ceph-mon[29207]: Deploying daemon osd.5 on smithi084 2024-04-25T17:10:04.192 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:03 smithi084 ceph-mon[32752]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:10:04.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:03 smithi042 ceph-mon[32851]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:10:04.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:03 smithi028 ceph-mon[29207]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:10:06.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:05 smithi084 ceph-mon[32752]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:10:06.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:05 smithi042 ceph-mon[32851]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:10:06.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:05 smithi028 ceph-mon[29207]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:10:07.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:07 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:07.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:07 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:07.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:07 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:10:07.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:07 smithi042 ceph-mon[32851]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:10:07.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:07 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:07.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:07 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:07.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:07 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:10:07.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:07 smithi028 ceph-mon[29207]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:10:07.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:07 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:07.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:07 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:07.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:07 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:10:07.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:07 smithi084 ceph-mon[32752]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:10:10.262 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:10:10.262+0000 7f9947fff700 1 -- 172.21.15.84:0/1982201421 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f996006bc90 con 0x7f99480afc00 2024-04-25T17:10:10.262 INFO:teuthology.orchestra.run.smithi084.stdout:Created osd(s) 5 on host 'smithi084' 2024-04-25T17:10:10.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:10:10.265+0000 7f99653be700 1 -- 172.21.15.84:0/1982201421 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f99480afc00 msgr2=0x7f99480b2110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:10:10.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:10:10.265+0000 7f99653be700 1 --2- 172.21.15.84:0/1982201421 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f99480afc00 0x7f99480b2110 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f996019a630 tx=0x7f995000b3c0 comp rx=0 tx=0).stop 2024-04-25T17:10:10.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:10:10.265+0000 7f99653be700 1 -- 172.21.15.84:0/1982201421 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99601030e0 msgr2=0x7f9960199580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:10:10.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:10:10.265+0000 7f99653be700 1 --2- 172.21.15.84:0/1982201421 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99601030e0 0x7f9960199580 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f9954007b50 tx=0x7f9954007e60 comp rx=0 tx=0).stop 2024-04-25T17:10:10.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:10:10.265+0000 7f99653be700 1 -- 172.21.15.84:0/1982201421 shutdown_connections 2024-04-25T17:10:10.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:10:10.265+0000 7f99653be700 1 --2- 172.21.15.84:0/1982201421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9960104bb0 0x7f99601a0a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:10:10.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:10:10.265+0000 7f99653be700 1 --2- 172.21.15.84:0/1982201421 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99601030e0 0x7f9960199580 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:10:10.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:10:10.265+0000 7f99653be700 1 --2- 172.21.15.84:0/1982201421 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f99480afc00 0x7f99480b2110 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:10:10.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:10:10.265+0000 7f99653be700 1 --2- 172.21.15.84:0/1982201421 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9960104210 0x7f9960199ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:10:10.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:10:10.265+0000 7f99653be700 1 -- 172.21.15.84:0/1982201421 >> 172.21.15.84:0/1982201421 conn(0x7f99600fe740 msgr2=0x7f9960107440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:10:10.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:10:10.265+0000 7f99653be700 1 -- 172.21.15.84:0/1982201421 shutdown_connections 2024-04-25T17:10:10.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:10:10.265+0000 7f99653be700 1 -- 172.21.15.84:0/1982201421 wait complete. 2024-04-25T17:10:10.457 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:10 smithi084 ceph-mon[32752]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:10:10.458 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:10 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:10.458 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:10 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:10.458 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:10 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:10.458 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:10 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:10:10.458 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:10 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:10.458 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:10 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:10.458 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:10 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:10.458 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:10 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:10:10.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:10 smithi028 ceph-mon[29207]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:10:10.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:10 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:10.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:10 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:10.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:10 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:10.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:10 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:10:10.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:10 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:10.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:10 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:10.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:10 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:10.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:10 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:10:10.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:10 smithi042 ceph-mon[32851]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:10:10.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:10 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:10.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:10 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:10.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:10 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:10.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:10 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:10:10.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:10 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:10.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:10 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:10.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:10 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:10.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:10 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:10:10.970 DEBUG:teuthology.orchestra.run.smithi084:osd.5> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.5.service 2024-04-25T17:10:10.973 INFO:tasks.cephadm:Deploying osd.6 on smithi028 with /dev/vg_nvme/lv_2... 2024-04-25T17:10:10.973 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-25T17:10:11.230 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:10:11.456 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:11 smithi084 ceph-mon[32752]: from='osd.5 [v2:172.21.15.84:6808/3896854476,v1:172.21.15.84:6809/3896854476]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T17:10:11.456 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:11 smithi084 ceph-mon[32752]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T17:10:11.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:11 smithi028 ceph-mon[29207]: from='osd.5 [v2:172.21.15.84:6808/3896854476,v1:172.21.15.84:6809/3896854476]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T17:10:11.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:11 smithi028 ceph-mon[29207]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T17:10:11.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:11 smithi042 ceph-mon[32851]: from='osd.5 [v2:172.21.15.84:6808/3896854476,v1:172.21.15.84:6809/3896854476]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T17:10:11.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:11 smithi042 ceph-mon[32851]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T17:10:12.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:12 smithi084 ceph-mon[32752]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:10:12.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:12 smithi084 ceph-mon[32752]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-25T17:10:12.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:12 smithi084 ceph-mon[32752]: osdmap e35: 6 total, 5 up, 6 in 2024-04-25T17:10:12.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:12 smithi084 ceph-mon[32752]: from='osd.5 [v2:172.21.15.84:6808/3896854476,v1:172.21.15.84:6809/3896854476]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-25T17:10:12.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:12 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T17:10:12.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:12 smithi084 ceph-mon[32752]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-25T17:10:12.481 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:10:12 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:10:12.395+0000 7f812233c700 -1 osd.5 0 waiting for initial osdmap 2024-04-25T17:10:12.481 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:10:12 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:10:12.404+0000 7f811e0f1700 -1 osd.5 36 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T17:10:12.558 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:12 smithi028 ceph-mon[29207]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:10:12.558 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:12 smithi028 ceph-mon[29207]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-25T17:10:12.558 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:12 smithi028 ceph-mon[29207]: osdmap e35: 6 total, 5 up, 6 in 2024-04-25T17:10:12.558 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:12 smithi028 ceph-mon[29207]: from='osd.5 [v2:172.21.15.84:6808/3896854476,v1:172.21.15.84:6809/3896854476]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-25T17:10:12.558 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:12 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T17:10:12.558 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:12 smithi028 ceph-mon[29207]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-25T17:10:12.761 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:12 smithi042 ceph-mon[32851]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:10:12.761 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:12 smithi042 ceph-mon[32851]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-25T17:10:12.761 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:12 smithi042 ceph-mon[32851]: osdmap e35: 6 total, 5 up, 6 in 2024-04-25T17:10:12.761 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:12 smithi042 ceph-mon[32851]: from='osd.5 [v2:172.21.15.84:6808/3896854476,v1:172.21.15.84:6809/3896854476]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-25T17:10:12.761 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:12 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T17:10:12.761 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:12 smithi042 ceph-mon[32851]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-25T17:10:13.131 INFO:teuthology.orchestra.run.smithi028.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-25T17:10:13.131 INFO:teuthology.orchestra.run.smithi028.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-25T17:10:13.132 INFO:teuthology.orchestra.run.smithi028.stderr: stderr: 10+0 records in 2024-04-25T17:10:13.132 INFO:teuthology.orchestra.run.smithi028.stderr:10+0 records out 2024-04-25T17:10:13.132 INFO:teuthology.orchestra.run.smithi028.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00871081 s, 1.2 GB/s 2024-04-25T17:10:13.132 INFO:teuthology.orchestra.run.smithi028.stderr:--> Zapping successful for: 2024-04-25T17:10:13.440 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:13 smithi028 ceph-mon[29207]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-25T17:10:13.440 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:13 smithi028 ceph-mon[29207]: osdmap e36: 6 total, 5 up, 6 in 2024-04-25T17:10:13.440 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:13 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T17:10:13.440 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:13 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T17:10:13.709 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:13 smithi084 ceph-mon[32752]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-25T17:10:13.709 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:13 smithi084 ceph-mon[32752]: osdmap e36: 6 total, 5 up, 6 in 2024-04-25T17:10:13.709 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:13 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T17:10:13.709 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:13 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T17:10:13.778 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:13 smithi042 ceph-mon[32851]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-25T17:10:13.778 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:13 smithi042 ceph-mon[32851]: osdmap e36: 6 total, 5 up, 6 in 2024-04-25T17:10:13.778 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:13 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T17:10:13.778 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:13 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T17:10:13.872 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi028:vg_nvme/lv_2 2024-04-25T17:10:14.121 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:10:14.514 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:14 smithi028 ceph-mon[29207]: purged_snaps scrub starts 2024-04-25T17:10:14.514 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:14 smithi028 ceph-mon[29207]: purged_snaps scrub ok 2024-04-25T17:10:14.514 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:14 smithi028 ceph-mon[29207]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:10:14.514 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:14 smithi028 ceph-mon[29207]: osd.5 [v2:172.21.15.84:6808/3896854476,v1:172.21.15.84:6809/3896854476] boot 2024-04-25T17:10:14.514 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:14 smithi028 ceph-mon[29207]: osdmap e37: 6 total, 6 up, 6 in 2024-04-25T17:10:14.514 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:14 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T17:10:14.514 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:14 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:14.514 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:14 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:14.514 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:14 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:10:14.514 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:14 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:10:14.514 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:14 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:14.515 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:14 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:14.515 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:14 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:10:14.515 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:14 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:14.515 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:14 smithi028 ceph-mon[29207]: osdmap e38: 6 total, 6 up, 6 in 2024-04-25T17:10:14.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:14 smithi084 ceph-mon[32752]: purged_snaps scrub starts 2024-04-25T17:10:14.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:14 smithi084 ceph-mon[32752]: purged_snaps scrub ok 2024-04-25T17:10:14.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:14 smithi084 ceph-mon[32752]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:10:14.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:14 smithi084 ceph-mon[32752]: osd.5 [v2:172.21.15.84:6808/3896854476,v1:172.21.15.84:6809/3896854476] boot 2024-04-25T17:10:14.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:14 smithi084 ceph-mon[32752]: osdmap e37: 6 total, 6 up, 6 in 2024-04-25T17:10:14.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:14 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T17:10:14.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:14 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:14.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:14 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:14.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:14 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:10:14.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:14 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:10:14.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:14 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:14.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:14 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:14.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:14 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:10:14.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:14 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:14.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:14 smithi084 ceph-mon[32752]: osdmap e38: 6 total, 6 up, 6 in 2024-04-25T17:10:14.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:14 smithi042 ceph-mon[32851]: purged_snaps scrub starts 2024-04-25T17:10:14.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:14 smithi042 ceph-mon[32851]: purged_snaps scrub ok 2024-04-25T17:10:14.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:14 smithi042 ceph-mon[32851]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-25T17:10:14.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:14 smithi042 ceph-mon[32851]: osd.5 [v2:172.21.15.84:6808/3896854476,v1:172.21.15.84:6809/3896854476] boot 2024-04-25T17:10:14.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:14 smithi042 ceph-mon[32851]: osdmap e37: 6 total, 6 up, 6 in 2024-04-25T17:10:14.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:14 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T17:10:14.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:14 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:14.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:14 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:14.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:14 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:10:14.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:14 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:10:14.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:14 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:14.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:14 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:14.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:14 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:10:14.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:14 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:14.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:14 smithi042 ceph-mon[32851]: osdmap e38: 6 total, 6 up, 6 in 2024-04-25T17:10:15.602 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:15 smithi028 ceph-mon[29207]: Detected new or changed devices on smithi084 2024-04-25T17:10:15.603 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:15 smithi028 ceph-mon[29207]: Adjusting osd_memory_target on smithi084 to 8544M 2024-04-25T17:10:15.603 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:15 smithi028 ceph-mon[29207]: osdmap e39: 6 total, 6 up, 6 in 2024-04-25T17:10:15.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:15 smithi084 ceph-mon[32752]: Detected new or changed devices on smithi084 2024-04-25T17:10:15.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:15 smithi084 ceph-mon[32752]: Adjusting osd_memory_target on smithi084 to 8544M 2024-04-25T17:10:15.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:15 smithi084 ceph-mon[32752]: osdmap e39: 6 total, 6 up, 6 in 2024-04-25T17:10:15.845 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.844+0000 7f5750fd0700 1 -- 172.21.15.28:0/2540881466 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f574c104210 msgr2=0x7f574c104620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:10:15.845 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.844+0000 7f5750fd0700 1 --2- 172.21.15.28:0/2540881466 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f574c104210 0x7f574c104620 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f5740009990 tx=0x7f5740009ca0 comp rx=0 tx=0).stop 2024-04-25T17:10:15.845 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.845+0000 7f5750fd0700 1 -- 172.21.15.28:0/2540881466 shutdown_connections 2024-04-25T17:10:15.845 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.845+0000 7f5750fd0700 1 --2- 172.21.15.28:0/2540881466 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f574c104bb0 0x7f574c10b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:10:15.845 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.845+0000 7f5750fd0700 1 --2- 172.21.15.28:0/2540881466 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f574c1030e0 0x7f574c1034f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:10:15.845 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.845+0000 7f5750fd0700 1 --2- 172.21.15.28:0/2540881466 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f574c104210 0x7f574c104620 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:10:15.845 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.845+0000 7f5750fd0700 1 -- 172.21.15.28:0/2540881466 >> 172.21.15.28:0/2540881466 conn(0x7f574c0fe740 msgr2=0x7f574c100bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:10:15.845 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.845+0000 7f5750fd0700 1 -- 172.21.15.28:0/2540881466 shutdown_connections 2024-04-25T17:10:15.845 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.845+0000 7f5750fd0700 1 -- 172.21.15.28:0/2540881466 wait complete. 2024-04-25T17:10:15.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.846+0000 7f5750fd0700 1 Processor -- start 2024-04-25T17:10:15.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.846+0000 7f5750fd0700 1 -- start start 2024-04-25T17:10:15.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.846+0000 7f5750fd0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f574c1030e0 0x7f574c1995e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:10:15.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.846+0000 7f5750fd0700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f574c104210 0x7f574c199b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:10:15.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.846+0000 7f5750fd0700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f574c104bb0 0x7f574c1a0ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:10:15.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.846+0000 7f5750fd0700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f574c10ea10 con 0x7f574c104210 2024-04-25T17:10:15.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.846+0000 7f5750fd0700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f574c10e890 con 0x7f574c1030e0 2024-04-25T17:10:15.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.846+0000 7f5750fd0700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f574c10eb90 con 0x7f574c104bb0 2024-04-25T17:10:15.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.846+0000 7f5749d9b700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f574c104210 0x7f574c199b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:10:15.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.846+0000 7f5749d9b700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f574c104210 0x7f574c199b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:56202/0 (socket says 172.21.15.28:56202) 2024-04-25T17:10:15.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.846+0000 7f5749d9b700 1 -- 172.21.15.28:0/2620499449 learned_addr learned my addr 172.21.15.28:0/2620499449 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:10:15.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.846+0000 7f574a59c700 1 --2- 172.21.15.28:0/2620499449 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f574c1030e0 0x7f574c1995e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:10:15.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.846+0000 7f574ad9d700 1 --2- 172.21.15.28:0/2620499449 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f574c104bb0 0x7f574c1a0ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:10:15.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.847+0000 7f5749d9b700 1 -- 172.21.15.28:0/2620499449 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f574c104bb0 msgr2=0x7f574c1a0ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:10:15.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.847+0000 7f5749d9b700 1 --2- 172.21.15.28:0/2620499449 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f574c104bb0 0x7f574c1a0ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:10:15.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.847+0000 7f5749d9b700 1 -- 172.21.15.28:0/2620499449 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f574c1030e0 msgr2=0x7f574c1995e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:10:15.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.847+0000 7f5749d9b700 1 --2- 172.21.15.28:0/2620499449 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f574c1030e0 0x7f574c1995e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:10:15.849 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.847+0000 7f5749d9b700 1 -- 172.21.15.28:0/2620499449 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f574c1a1140 con 0x7f574c104210 2024-04-25T17:10:15.849 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.847+0000 7f574ad9d700 1 --2- 172.21.15.28:0/2620499449 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f574c104bb0 0x7f574c1a0ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:10:15.849 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.847+0000 7f5749d9b700 1 --2- 172.21.15.28:0/2620499449 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f574c104210 0x7f574c199b20 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f57400098e0 tx=0x7f57400047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:10:15.849 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.847+0000 7f573b7fe700 1 -- 172.21.15.28:0/2620499449 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5740004830 con 0x7f574c104210 2024-04-25T17:10:15.849 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.847+0000 7f573b7fe700 1 -- 172.21.15.28:0/2620499449 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5740005020 con 0x7f574c104210 2024-04-25T17:10:15.849 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.847+0000 7f5750fd0700 1 -- 172.21.15.28:0/2620499449 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f574c0758c0 con 0x7f574c104210 2024-04-25T17:10:15.849 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.847+0000 7f573b7fe700 1 -- 172.21.15.28:0/2620499449 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f574001a9b0 con 0x7f574c104210 2024-04-25T17:10:15.849 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.847+0000 7f5750fd0700 1 -- 172.21.15.28:0/2620499449 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f574c075d90 con 0x7f574c104210 2024-04-25T17:10:15.849 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.848+0000 7f5750fd0700 1 -- 172.21.15.28:0/2620499449 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f574c051190 con 0x7f574c104210 2024-04-25T17:10:15.850 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.850+0000 7f573b7fe700 1 -- 172.21.15.28:0/2620499449 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f57400054d0 con 0x7f574c104210 2024-04-25T17:10:15.850 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.850+0000 7f573b7fe700 1 --2- 172.21.15.28:0/2620499449 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f57340afc00 0x7f57340b2110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:10:15.850 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.850+0000 7f574a59c700 1 --2- 172.21.15.28:0/2620499449 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f57340afc00 0x7f57340b2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:10:15.850 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.850+0000 7f573b7fe700 1 -- 172.21.15.28:0/2620499449 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4533+0+0 (secure 0 0 0) 0x7f57400e1bc0 con 0x7f574c104210 2024-04-25T17:10:15.850 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.851+0000 7f574a59c700 1 --2- 172.21.15.28:0/2620499449 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f57340afc00 0x7f57340b2110 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f573c005950 tx=0x7f573c0058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:10:15.854 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:15.854+0000 7f573b7fe700 1 -- 172.21.15.28:0/2620499449 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5740033030 con 0x7f574c104210 2024-04-25T17:10:15.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:15 smithi042 ceph-mon[32851]: Detected new or changed devices on smithi084 2024-04-25T17:10:15.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:15 smithi042 ceph-mon[32851]: Adjusting osd_memory_target on smithi084 to 8544M 2024-04-25T17:10:15.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:15 smithi042 ceph-mon[32851]: osdmap e39: 6 total, 6 up, 6 in 2024-04-25T17:10:16.070 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:16.071+0000 7f5750fd0700 1 -- 172.21.15.28:0/2620499449 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f574c076050 con 0x7f57340afc00 2024-04-25T17:10:16.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:16 smithi028 ceph-mon[29207]: pgmap v140: 1 pgs: 1 remapped+peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-25T17:10:16.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:16 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:10:16.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:16 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:10:16.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:16 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:16.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:16 smithi084 ceph-mon[32752]: pgmap v140: 1 pgs: 1 remapped+peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-25T17:10:16.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:16 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:10:16.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:16 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:10:16.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:16 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:16.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:16 smithi042 ceph-mon[32851]: pgmap v140: 1 pgs: 1 remapped+peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-25T17:10:16.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:16 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:10:16.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:16 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:10:16.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:16 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:17.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:17 smithi028 ceph-mon[29207]: from='client.14367 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:10:17.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:17 smithi084 ceph-mon[32752]: from='client.14367 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:10:17.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:17 smithi042 ceph-mon[32851]: from='client.14367 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:10:18.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:18 smithi028 ceph-mon[29207]: pgmap v142: 1 pgs: 1 remapped+peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-25T17:10:18.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:18 smithi084 ceph-mon[32752]: pgmap v142: 1 pgs: 1 remapped+peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-25T17:10:18.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:18 smithi042 ceph-mon[32851]: pgmap v142: 1 pgs: 1 remapped+peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-25T17:10:19.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:19 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2148390089' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dd96643f-15d2-4bfb-8185-d07ea0d31971"}]: dispatch 2024-04-25T17:10:19.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:19 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2148390089' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dd96643f-15d2-4bfb-8185-d07ea0d31971"}]': finished 2024-04-25T17:10:19.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:19 smithi028 ceph-mon[29207]: osdmap e40: 7 total, 6 up, 7 in 2024-04-25T17:10:19.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:19 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T17:10:19.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:19 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2148390089' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dd96643f-15d2-4bfb-8185-d07ea0d31971"}]: dispatch 2024-04-25T17:10:19.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:19 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2148390089' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dd96643f-15d2-4bfb-8185-d07ea0d31971"}]': finished 2024-04-25T17:10:19.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:19 smithi084 ceph-mon[32752]: osdmap e40: 7 total, 6 up, 7 in 2024-04-25T17:10:19.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:19 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T17:10:19.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:19 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2148390089' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dd96643f-15d2-4bfb-8185-d07ea0d31971"}]: dispatch 2024-04-25T17:10:19.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:19 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2148390089' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dd96643f-15d2-4bfb-8185-d07ea0d31971"}]': finished 2024-04-25T17:10:19.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:19 smithi042 ceph-mon[32851]: osdmap e40: 7 total, 6 up, 7 in 2024-04-25T17:10:19.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:19 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T17:10:20.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:20 smithi028 ceph-mon[29207]: pgmap v143: 1 pgs: 1 remapped+peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-25T17:10:20.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:20 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3921993230' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:10:20.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:20 smithi084 ceph-mon[32752]: pgmap v143: 1 pgs: 1 remapped+peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-25T17:10:20.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:20 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3921993230' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:10:20.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:20 smithi042 ceph-mon[32851]: pgmap v143: 1 pgs: 1 remapped+peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-25T17:10:20.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:20 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3921993230' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:10:22.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:22 smithi028 ceph-mon[29207]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-04-25T17:10:22.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:22 smithi084 ceph-mon[32752]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-04-25T17:10:22.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:22 smithi042 ceph-mon[32851]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-04-25T17:10:24.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:24 smithi084 ceph-mon[32752]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T17:10:24.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:24 smithi042 ceph-mon[32851]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T17:10:24.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:24 smithi028 ceph-mon[29207]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T17:10:26.546 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:26 smithi028 ceph-mon[29207]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-25T17:10:26.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:26 smithi084 ceph-mon[32752]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-25T17:10:26.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:26 smithi042 ceph-mon[32851]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-25T17:10:27.567 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:27 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-25T17:10:27.567 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:27 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:27.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:27 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-25T17:10:27.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:27 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:27.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:27 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-25T17:10:27.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:27 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:28.517 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:28 smithi028 ceph-mon[29207]: Deploying daemon osd.6 on smithi028 2024-04-25T17:10:28.517 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:28 smithi028 ceph-mon[29207]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T17:10:28.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:28 smithi084 ceph-mon[32752]: Deploying daemon osd.6 on smithi028 2024-04-25T17:10:28.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:28 smithi084 ceph-mon[32752]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T17:10:28.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:28 smithi042 ceph-mon[32851]: Deploying daemon osd.6 on smithi028 2024-04-25T17:10:28.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:28 smithi042 ceph-mon[32851]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T17:10:30.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:30 smithi084 ceph-mon[32752]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T17:10:30.788 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:30 smithi028 ceph-mon[29207]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T17:10:30.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:30 smithi042 ceph-mon[32851]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T17:10:32.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:32 smithi028 ceph-mon[29207]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-04-25T17:10:32.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:32 smithi084 ceph-mon[32752]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-04-25T17:10:32.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:32 smithi042 ceph-mon[32851]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-04-25T17:10:33.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:33 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:33.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:33 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:33.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:33 smithi028 ceph-mon[29207]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-25T17:10:33.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:33 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:10:33.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:33 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:33.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:33 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:33.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:33 smithi084 ceph-mon[32752]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-25T17:10:33.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:33 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:10:34.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:33 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:34.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:33 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:34.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:33 smithi042 ceph-mon[32851]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-25T17:10:34.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:33 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:10:35.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:35 smithi028 ceph-mon[29207]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-25T17:10:35.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:35 smithi084 ceph-mon[32752]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-25T17:10:36.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:35 smithi042 ceph-mon[32851]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-25T17:10:36.583 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:36.583+0000 7f573b7fe700 1 -- 172.21.15.28:0/2620499449 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f574c076050 con 0x7f57340afc00 2024-04-25T17:10:36.584 INFO:teuthology.orchestra.run.smithi028.stdout:Created osd(s) 6 on host 'smithi028' 2024-04-25T17:10:36.585 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:36.586+0000 7f5750fd0700 1 -- 172.21.15.28:0/2620499449 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f57340afc00 msgr2=0x7f57340b2110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:10:36.586 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:36.586+0000 7f5750fd0700 1 --2- 172.21.15.28:0/2620499449 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f57340afc00 0x7f57340b2110 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f573c005950 tx=0x7f573c0058e0 comp rx=0 tx=0).stop 2024-04-25T17:10:36.586 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:36.586+0000 7f5750fd0700 1 -- 172.21.15.28:0/2620499449 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f574c104210 msgr2=0x7f574c199b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:10:36.586 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:36.586+0000 7f5750fd0700 1 --2- 172.21.15.28:0/2620499449 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f574c104210 0x7f574c199b20 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f57400098e0 tx=0x7f57400047b0 comp rx=0 tx=0).stop 2024-04-25T17:10:36.586 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:36.586+0000 7f5750fd0700 1 -- 172.21.15.28:0/2620499449 shutdown_connections 2024-04-25T17:10:36.586 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:36.586+0000 7f5750fd0700 1 --2- 172.21.15.28:0/2620499449 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f574c104bb0 0x7f574c1a0ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:10:36.586 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:36.586+0000 7f5750fd0700 1 --2- 172.21.15.28:0/2620499449 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f574c1030e0 0x7f574c1995e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:10:36.586 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:36.586+0000 7f5750fd0700 1 --2- 172.21.15.28:0/2620499449 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f57340afc00 0x7f57340b2110 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:10:36.586 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:36.586+0000 7f5750fd0700 1 --2- 172.21.15.28:0/2620499449 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f574c104210 0x7f574c199b20 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:10:36.586 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:36.586+0000 7f5750fd0700 1 -- 172.21.15.28:0/2620499449 >> 172.21.15.28:0/2620499449 conn(0x7f574c0fe740 msgr2=0x7f574c107440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:10:36.586 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:36.586+0000 7f5750fd0700 1 -- 172.21.15.28:0/2620499449 shutdown_connections 2024-04-25T17:10:36.586 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:10:36.586+0000 7f5750fd0700 1 -- 172.21.15.28:0/2620499449 wait complete. 2024-04-25T17:10:37.447 DEBUG:teuthology.orchestra.run.smithi028:osd.6> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.6.service 2024-04-25T17:10:37.449 INFO:tasks.cephadm:Deploying osd.7 on smithi042 with /dev/vg_nvme/lv_2... 2024-04-25T17:10:37.450 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-25T17:10:37.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:37 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:37.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:37 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:37.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:37 smithi028 ceph-mon[29207]: from='osd.6 [v2:172.21.15.28:6818/2764367515,v1:172.21.15.28:6819/2764367515]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-25T17:10:37.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:37 smithi028 ceph-mon[29207]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-25T17:10:37.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:37 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:37.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:37 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:37.707 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T17:10:37.829 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:37 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:37.829 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:37 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:37.829 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:37 smithi042 ceph-mon[32851]: from='osd.6 [v2:172.21.15.28:6818/2764367515,v1:172.21.15.28:6819/2764367515]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-25T17:10:37.829 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:37 smithi042 ceph-mon[32851]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-25T17:10:37.829 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:37 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:37.829 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:37 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:37.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:37 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:37.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:37 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:37.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:37 smithi084 ceph-mon[32752]: from='osd.6 [v2:172.21.15.28:6818/2764367515,v1:172.21.15.28:6819/2764367515]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-25T17:10:37.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:37 smithi084 ceph-mon[32752]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-25T17:10:37.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:37 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:37.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:37 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:38.644 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:38 smithi028 ceph-mon[29207]: from='osd.6 [v2:172.21.15.28:6818/2764367515,v1:172.21.15.28:6819/2764367515]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-25T17:10:38.645 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:38 smithi028 ceph-mon[29207]: osdmap e41: 7 total, 6 up, 7 in 2024-04-25T17:10:38.645 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:38 smithi028 ceph-mon[29207]: from='osd.6 [v2:172.21.15.28:6818/2764367515,v1:172.21.15.28:6819/2764367515]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-25T17:10:38.645 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:38 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T17:10:38.645 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:10:38 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:10:38.563+0000 7fa72da88700 -1 osd.6 0 waiting for initial osdmap 2024-04-25T17:10:38.645 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:10:38 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:10:38.573+0000 7fa72983d700 -1 osd.6 42 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T17:10:38.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:38 smithi042 ceph-mon[32851]: from='osd.6 [v2:172.21.15.28:6818/2764367515,v1:172.21.15.28:6819/2764367515]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-25T17:10:38.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:38 smithi042 ceph-mon[32851]: osdmap e41: 7 total, 6 up, 7 in 2024-04-25T17:10:38.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:38 smithi042 ceph-mon[32851]: from='osd.6 [v2:172.21.15.28:6818/2764367515,v1:172.21.15.28:6819/2764367515]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-25T17:10:38.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:38 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T17:10:38.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:38 smithi084 ceph-mon[32752]: from='osd.6 [v2:172.21.15.28:6818/2764367515,v1:172.21.15.28:6819/2764367515]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-25T17:10:38.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:38 smithi084 ceph-mon[32752]: osdmap e41: 7 total, 6 up, 7 in 2024-04-25T17:10:38.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:38 smithi084 ceph-mon[32752]: from='osd.6 [v2:172.21.15.28:6818/2764367515,v1:172.21.15.28:6819/2764367515]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-25T17:10:38.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:38 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T17:10:39.755 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-25T17:10:39.755 INFO:teuthology.orchestra.run.smithi042.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-25T17:10:39.755 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10+0 records in 2024-04-25T17:10:39.756 INFO:teuthology.orchestra.run.smithi042.stderr:10+0 records out 2024-04-25T17:10:39.756 INFO:teuthology.orchestra.run.smithi042.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00834602 s, 1.3 GB/s 2024-04-25T17:10:39.756 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping successful for: 2024-04-25T17:10:39.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:39 smithi042 ceph-mon[32851]: from='osd.6 [v2:172.21.15.28:6818/2764367515,v1:172.21.15.28:6819/2764367515]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-04-25T17:10:39.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:39 smithi042 ceph-mon[32851]: osdmap e42: 7 total, 6 up, 7 in 2024-04-25T17:10:39.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:39 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T17:10:39.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:39 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T17:10:39.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:39 smithi042 ceph-mon[32851]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-25T17:10:39.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:39 smithi028 ceph-mon[29207]: from='osd.6 [v2:172.21.15.28:6818/2764367515,v1:172.21.15.28:6819/2764367515]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-04-25T17:10:39.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:39 smithi028 ceph-mon[29207]: osdmap e42: 7 total, 6 up, 7 in 2024-04-25T17:10:39.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:39 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T17:10:39.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:39 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T17:10:39.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:39 smithi028 ceph-mon[29207]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-25T17:10:39.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:39 smithi084 ceph-mon[32752]: from='osd.6 [v2:172.21.15.28:6818/2764367515,v1:172.21.15.28:6819/2764367515]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-04-25T17:10:39.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:39 smithi084 ceph-mon[32752]: osdmap e42: 7 total, 6 up, 7 in 2024-04-25T17:10:39.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:39 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T17:10:39.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:39 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T17:10:39.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:39 smithi084 ceph-mon[32752]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-04-25T17:10:40.483 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi042:vg_nvme/lv_2 2024-04-25T17:10:40.738 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T17:10:40.773 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:40 smithi042 ceph-mon[32851]: purged_snaps scrub starts 2024-04-25T17:10:40.773 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:40 smithi042 ceph-mon[32851]: purged_snaps scrub ok 2024-04-25T17:10:40.773 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:40 smithi042 ceph-mon[32851]: osd.6 [v2:172.21.15.28:6818/2764367515,v1:172.21.15.28:6819/2764367515] boot 2024-04-25T17:10:40.774 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:40 smithi042 ceph-mon[32851]: osdmap e43: 7 total, 7 up, 7 in 2024-04-25T17:10:40.774 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:40 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T17:10:40.881 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:40 smithi084 ceph-mon[32752]: purged_snaps scrub starts 2024-04-25T17:10:40.882 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:40 smithi084 ceph-mon[32752]: purged_snaps scrub ok 2024-04-25T17:10:40.882 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:40 smithi084 ceph-mon[32752]: osd.6 [v2:172.21.15.28:6818/2764367515,v1:172.21.15.28:6819/2764367515] boot 2024-04-25T17:10:40.882 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:40 smithi084 ceph-mon[32752]: osdmap e43: 7 total, 7 up, 7 in 2024-04-25T17:10:40.882 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:40 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T17:10:40.914 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:40 smithi028 ceph-mon[29207]: purged_snaps scrub starts 2024-04-25T17:10:40.914 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:40 smithi028 ceph-mon[29207]: purged_snaps scrub ok 2024-04-25T17:10:40.914 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:40 smithi028 ceph-mon[29207]: osd.6 [v2:172.21.15.28:6818/2764367515,v1:172.21.15.28:6819/2764367515] boot 2024-04-25T17:10:40.914 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:40 smithi028 ceph-mon[29207]: osdmap e43: 7 total, 7 up, 7 in 2024-04-25T17:10:40.914 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:40 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T17:10:41.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:41 smithi042 ceph-mon[32851]: osdmap e44: 7 total, 7 up, 7 in 2024-04-25T17:10:41.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:41 smithi042 ceph-mon[32851]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:41.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:41 smithi042 ceph-mon[32851]: Detected new or changed devices on smithi028 2024-04-25T17:10:41.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:41.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:41.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:10:41.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:10:41.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:10:41.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:41 smithi042 ceph-mon[32851]: Adjusting osd_memory_target on smithi028 to 5697M 2024-04-25T17:10:41.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:41.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:41.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:10:41.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:41.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:10:41.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:41.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:10:41.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:41.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:41 smithi028 ceph-mon[29207]: osdmap e44: 7 total, 7 up, 7 in 2024-04-25T17:10:41.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:41 smithi028 ceph-mon[29207]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:41.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:41 smithi028 ceph-mon[29207]: Detected new or changed devices on smithi028 2024-04-25T17:10:41.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:41.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:41.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:10:41.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:10:41.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:10:41.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:41 smithi028 ceph-mon[29207]: Adjusting osd_memory_target on smithi028 to 5697M 2024-04-25T17:10:41.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:41.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:41.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:10:41.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:41.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:10:41.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:41.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:10:41.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:41.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:41 smithi084 ceph-mon[32752]: osdmap e44: 7 total, 7 up, 7 in 2024-04-25T17:10:41.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:41 smithi084 ceph-mon[32752]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:41.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:41 smithi084 ceph-mon[32752]: Detected new or changed devices on smithi028 2024-04-25T17:10:41.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:41.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:41.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:10:41.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:10:41.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:10:41.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:41 smithi084 ceph-mon[32752]: Adjusting osd_memory_target on smithi028 to 5697M 2024-04-25T17:10:41.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:41.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:41.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:10:41.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:41.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:10:41.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:41.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:10:41.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:10:42.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.473+0000 7fc2c6b74700 1 -- 172.21.15.42:0/593855407 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2c0104bd0 msgr2=0x7fc2c010b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:10:42.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.473+0000 7fc2c6b74700 1 --2- 172.21.15.42:0/593855407 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2c0104bd0 0x7fc2c010b480 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fc2b800b0a0 tx=0x7fc2b800b3b0 comp rx=0 tx=0).stop 2024-04-25T17:10:42.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.473+0000 7fc2c6b74700 1 -- 172.21.15.42:0/593855407 shutdown_connections 2024-04-25T17:10:42.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.473+0000 7fc2c6b74700 1 --2- 172.21.15.42:0/593855407 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2c0104bd0 0x7fc2c010b480 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:10:42.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.473+0000 7fc2c6b74700 1 --2- 172.21.15.42:0/593855407 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2c0103100 0x7fc2c0103510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:10:42.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.473+0000 7fc2c6b74700 1 --2- 172.21.15.42:0/593855407 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc2c0104230 0x7fc2c0104640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:10:42.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.473+0000 7fc2c6b74700 1 -- 172.21.15.42:0/593855407 >> 172.21.15.42:0/593855407 conn(0x7fc2c00fe760 msgr2=0x7fc2c0100bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:10:42.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.474+0000 7fc2c6b74700 1 -- 172.21.15.42:0/593855407 shutdown_connections 2024-04-25T17:10:42.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.474+0000 7fc2c6b74700 1 -- 172.21.15.42:0/593855407 wait complete. 2024-04-25T17:10:42.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.474+0000 7fc2c6b74700 1 Processor -- start 2024-04-25T17:10:42.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.474+0000 7fc2c6b74700 1 -- start start 2024-04-25T17:10:42.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.474+0000 7fc2c6b74700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc2c0103100 0x7fc2c019c900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:10:42.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.474+0000 7fc2c6b74700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2c0104230 0x7fc2c019ce40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:10:42.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.474+0000 7fc2c6b74700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2c0104bd0 0x7fc2c01a3de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:10:42.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.474+0000 7fc2c6b74700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fc2c010ea90 con 0x7fc2c0103100 2024-04-25T17:10:42.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.474+0000 7fc2c6b74700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc2c010e910 con 0x7fc2c0104bd0 2024-04-25T17:10:42.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.474+0000 7fc2c6b74700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc2c010ec10 con 0x7fc2c0104230 2024-04-25T17:10:42.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.475+0000 7fc2c5111700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2c0104bd0 0x7fc2c01a3de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:10:42.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.475+0000 7fc2c4910700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc2c0103100 0x7fc2c019c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:10:42.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.475+0000 7fc2c5111700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2c0104bd0 0x7fc2c01a3de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37200/0 (socket says 172.21.15.42:37200) 2024-04-25T17:10:42.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.475+0000 7fc2c4910700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc2c0103100 0x7fc2c019c900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.42:42296/0 (socket says 172.21.15.42:42296) 2024-04-25T17:10:42.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.475+0000 7fc2c5111700 1 -- 172.21.15.42:0/784842958 learned_addr learned my addr 172.21.15.42:0/784842958 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-04-25T17:10:42.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.475+0000 7fc2bffff700 1 --2- 172.21.15.42:0/784842958 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2c0104230 0x7fc2c019ce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:10:42.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.475+0000 7fc2c5111700 1 -- 172.21.15.42:0/784842958 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2c0104230 msgr2=0x7fc2c019ce40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:10:42.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.475+0000 7fc2c5111700 1 --2- 172.21.15.42:0/784842958 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2c0104230 0x7fc2c019ce40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:10:42.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.475+0000 7fc2c5111700 1 -- 172.21.15.42:0/784842958 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc2c0103100 msgr2=0x7fc2c019c900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:10:42.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.475+0000 7fc2c5111700 1 --2- 172.21.15.42:0/784842958 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc2c0103100 0x7fc2c019c900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:10:42.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.475+0000 7fc2c5111700 1 -- 172.21.15.42:0/784842958 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2c01a4460 con 0x7fc2c0104bd0 2024-04-25T17:10:42.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.475+0000 7fc2bffff700 1 --2- 172.21.15.42:0/784842958 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2c0104230 0x7fc2c019ce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:10:42.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.475+0000 7fc2c5111700 1 --2- 172.21.15.42:0/784842958 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2c0104bd0 0x7fc2c01a3de0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fc2b8004fd0 tx=0x7fc2b8009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:10:42.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.475+0000 7fc2bdffb700 1 -- 172.21.15.42:0/784842958 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2b8021070 con 0x7fc2c0104bd0 2024-04-25T17:10:42.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.475+0000 7fc2bdffb700 1 -- 172.21.15.42:0/784842958 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc2b8007b80 con 0x7fc2c0104bd0 2024-04-25T17:10:42.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.475+0000 7fc2c6b74700 1 -- 172.21.15.42:0/784842958 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2c01a46f0 con 0x7fc2c0104bd0 2024-04-25T17:10:42.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.475+0000 7fc2bdffb700 1 -- 172.21.15.42:0/784842958 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2b801b690 con 0x7fc2c0104bd0 2024-04-25T17:10:42.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.476+0000 7fc2c6b74700 1 -- 172.21.15.42:0/784842958 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2c01a4bc0 con 0x7fc2c0104bd0 2024-04-25T17:10:42.479 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.477+0000 7fc2c6b74700 1 -- 172.21.15.42:0/784842958 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2c0051190 con 0x7fc2c0104bd0 2024-04-25T17:10:42.479 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.478+0000 7fc2bdffb700 1 -- 172.21.15.42:0/784842958 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7fc2b8024070 con 0x7fc2c0104bd0 2024-04-25T17:10:42.479 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.479+0000 7fc2bdffb700 1 --2- 172.21.15.42:0/784842958 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc2b00afb80 0x7fc2b00b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:10:42.479 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.479+0000 7fc2bdffb700 1 -- 172.21.15.42:0/784842958 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 4965+0+0 (secure 0 0 0) 0x7fc2b800f020 con 0x7fc2c0104bd0 2024-04-25T17:10:42.479 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.479+0000 7fc2c4910700 1 --2- 172.21.15.42:0/784842958 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc2b00afb80 0x7fc2b00b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:10:42.479 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.480+0000 7fc2c4910700 1 --2- 172.21.15.42:0/784842958 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc2b00afb80 0x7fc2b00b2090 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc2c0104130 tx=0x7fc2b4009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:10:42.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.482+0000 7fc2bdffb700 1 -- 172.21.15.42:0/784842958 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc2b802b020 con 0x7fc2c0104bd0 2024-04-25T17:10:42.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:10:42.699+0000 7fc2c6b74700 1 -- 172.21.15.42:0/784842958 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fc2c0100790 con 0x7fc2b00afb80 2024-04-25T17:10:43.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:42 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:10:43.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:42 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:10:43.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:42 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:43.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:42 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:10:43.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:42 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:10:43.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:42 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:43.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:42 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:10:43.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:42 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:10:43.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:42 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:43.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:43 smithi042 ceph-mon[32851]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:43.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:43 smithi042 ceph-mon[32851]: from='client.24293 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:10:44.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:43 smithi028 ceph-mon[29207]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:44.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:43 smithi028 ceph-mon[29207]: from='client.24293 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:10:44.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:43 smithi084 ceph-mon[32752]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:44.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:43 smithi084 ceph-mon[32752]: from='client.24293 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:10:46.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:45 smithi042 ceph-mon[32851]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:46.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:45 smithi042 ceph-mon[32851]: from='client.? 172.21.15.42:0/2288974245' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3469897f-d6d9-481c-bff6-d28728c08072"}]: dispatch 2024-04-25T17:10:46.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:45 smithi042 ceph-mon[32851]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3469897f-d6d9-481c-bff6-d28728c08072"}]: dispatch 2024-04-25T17:10:46.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:45 smithi042 ceph-mon[32851]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3469897f-d6d9-481c-bff6-d28728c08072"}]': finished 2024-04-25T17:10:46.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:45 smithi042 ceph-mon[32851]: osdmap e45: 8 total, 7 up, 8 in 2024-04-25T17:10:46.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:45 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T17:10:46.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:45 smithi028 ceph-mon[29207]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:46.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:45 smithi028 ceph-mon[29207]: from='client.? 172.21.15.42:0/2288974245' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3469897f-d6d9-481c-bff6-d28728c08072"}]: dispatch 2024-04-25T17:10:46.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:45 smithi028 ceph-mon[29207]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3469897f-d6d9-481c-bff6-d28728c08072"}]: dispatch 2024-04-25T17:10:46.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:45 smithi028 ceph-mon[29207]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3469897f-d6d9-481c-bff6-d28728c08072"}]': finished 2024-04-25T17:10:46.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:45 smithi028 ceph-mon[29207]: osdmap e45: 8 total, 7 up, 8 in 2024-04-25T17:10:46.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:45 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T17:10:46.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:45 smithi084 ceph-mon[32752]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:46.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:45 smithi084 ceph-mon[32752]: from='client.? 172.21.15.42:0/2288974245' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3469897f-d6d9-481c-bff6-d28728c08072"}]: dispatch 2024-04-25T17:10:46.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:45 smithi084 ceph-mon[32752]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3469897f-d6d9-481c-bff6-d28728c08072"}]: dispatch 2024-04-25T17:10:46.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:45 smithi084 ceph-mon[32752]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3469897f-d6d9-481c-bff6-d28728c08072"}]': finished 2024-04-25T17:10:46.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:45 smithi084 ceph-mon[32752]: osdmap e45: 8 total, 7 up, 8 in 2024-04-25T17:10:46.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:45 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T17:10:47.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:46 smithi042 ceph-mon[32851]: from='client.? 172.21.15.42:0/3179970789' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:10:47.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:46 smithi028 ceph-mon[29207]: from='client.? 172.21.15.42:0/3179970789' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:10:47.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:46 smithi084 ceph-mon[32752]: from='client.? 172.21.15.42:0/3179970789' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:10:48.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:47 smithi042 ceph-mon[32851]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:48.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:47 smithi028 ceph-mon[29207]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:48.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:47 smithi084 ceph-mon[32752]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:50.022 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:49 smithi042 ceph-mon[32851]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:50.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:49 smithi028 ceph-mon[29207]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:50.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:49 smithi084 ceph-mon[32752]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:51.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:51 smithi084 ceph-mon[32752]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:52.047 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:51 smithi042 ceph-mon[32851]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:52.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:51 smithi028 ceph-mon[29207]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:53.823 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:53 smithi042 ceph-mon[32851]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:53.823 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:53 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-25T17:10:53.824 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:53 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:53.824 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:53 smithi042 ceph-mon[32851]: Deploying daemon osd.7 on smithi042 2024-04-25T17:10:54.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:53 smithi028 ceph-mon[29207]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:54.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:53 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-25T17:10:54.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:53 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:54.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:53 smithi028 ceph-mon[29207]: Deploying daemon osd.7 on smithi042 2024-04-25T17:10:54.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:53 smithi084 ceph-mon[32752]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:54.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:53 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-25T17:10:54.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:53 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:10:54.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:53 smithi084 ceph-mon[32752]: Deploying daemon osd.7 on smithi042 2024-04-25T17:10:56.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:55 smithi042 ceph-mon[32851]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:56.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:55 smithi028 ceph-mon[29207]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:56.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:55 smithi084 ceph-mon[32752]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:58.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:10:57 smithi042 ceph-mon[32851]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:58.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:10:57 smithi028 ceph-mon[29207]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:10:58.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:10:57 smithi084 ceph-mon[32752]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:11:00.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:00 smithi042 ceph-mon[32851]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:11:00.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:00 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:00.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:00 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:00.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:00 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:11:00.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:00 smithi028 ceph-mon[29207]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:11:00.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:00 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:00.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:00 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:00.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:00 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:11:00.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:00 smithi084 ceph-mon[32752]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:11:00.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:00 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:00.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:00 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:00.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:00 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:11:02.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:02 smithi042 ceph-mon[32851]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:11:02.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:02 smithi028 ceph-mon[29207]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:11:02.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:02 smithi084 ceph-mon[32752]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:11:03.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:11:03.120+0000 7fc2bdffb700 1 -- 172.21.15.42:0/784842958 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fc2c0100790 con 0x7fc2b00afb80 2024-04-25T17:11:03.121 INFO:teuthology.orchestra.run.smithi042.stdout:Created osd(s) 7 on host 'smithi042' 2024-04-25T17:11:03.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:11:03.123+0000 7fc2c6b74700 1 -- 172.21.15.42:0/784842958 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc2b00afb80 msgr2=0x7fc2b00b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:11:03.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:11:03.123+0000 7fc2c6b74700 1 --2- 172.21.15.42:0/784842958 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc2b00afb80 0x7fc2b00b2090 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc2c0104130 tx=0x7fc2b4009190 comp rx=0 tx=0).stop 2024-04-25T17:11:03.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:11:03.123+0000 7fc2c6b74700 1 -- 172.21.15.42:0/784842958 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2c0104bd0 msgr2=0x7fc2c01a3de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:11:03.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:11:03.123+0000 7fc2c6b74700 1 --2- 172.21.15.42:0/784842958 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2c0104bd0 0x7fc2c01a3de0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fc2b8004fd0 tx=0x7fc2b8009c00 comp rx=0 tx=0).stop 2024-04-25T17:11:03.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:11:03.123+0000 7fc2c6b74700 1 -- 172.21.15.42:0/784842958 shutdown_connections 2024-04-25T17:11:03.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:11:03.123+0000 7fc2c6b74700 1 --2- 172.21.15.42:0/784842958 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc2b00afb80 0x7fc2b00b2090 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:11:03.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:11:03.123+0000 7fc2c6b74700 1 --2- 172.21.15.42:0/784842958 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc2c0103100 0x7fc2c019c900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:11:03.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:11:03.123+0000 7fc2c6b74700 1 --2- 172.21.15.42:0/784842958 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2c0104bd0 0x7fc2c01a3de0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:11:03.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:11:03.123+0000 7fc2c6b74700 1 --2- 172.21.15.42:0/784842958 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2c0104230 0x7fc2c019ce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:11:03.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:11:03.123+0000 7fc2c6b74700 1 -- 172.21.15.42:0/784842958 >> 172.21.15.42:0/784842958 conn(0x7fc2c00fe760 msgr2=0x7fc2c0100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:11:03.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:11:03.123+0000 7fc2c6b74700 1 -- 172.21.15.42:0/784842958 shutdown_connections 2024-04-25T17:11:03.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:11:03.123+0000 7fc2c6b74700 1 -- 172.21.15.42:0/784842958 wait complete. 2024-04-25T17:11:03.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:03 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:03.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:03 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:03.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:03 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:11:03.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:03 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:11:03.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:03 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:03.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:03 smithi042 ceph-mon[32851]: from='osd.7 [v2:172.21.15.42:6816/1810297826,v1:172.21.15.42:6817/1810297826]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T17:11:03.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:03 smithi042 ceph-mon[32851]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T17:11:03.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:03 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:03.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:03 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:03.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:03 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:11:03.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:03 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:03.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:03 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:03.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:03 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:11:03.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:03 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:11:03.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:03 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:03.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:03 smithi084 ceph-mon[32752]: from='osd.7 [v2:172.21.15.42:6816/1810297826,v1:172.21.15.42:6817/1810297826]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T17:11:03.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:03 smithi084 ceph-mon[32752]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T17:11:03.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:03 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:03.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:03 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:03.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:03 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:11:03.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:03 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:03.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:03 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:03.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:03 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:11:03.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:03 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:11:03.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:03 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:03.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:03 smithi028 ceph-mon[29207]: from='osd.7 [v2:172.21.15.42:6816/1810297826,v1:172.21.15.42:6817/1810297826]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T17:11:03.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:03 smithi028 ceph-mon[29207]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T17:11:03.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:03 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:03.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:03 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:03.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:03 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:11:03.837 DEBUG:teuthology.orchestra.run.smithi042:osd.7> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.7.service 2024-04-25T17:11:03.840 INFO:tasks.cephadm:Deploying osd.8 on smithi084 with /dev/vg_nvme/lv_2... 2024-04-25T17:11:03.840 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-25T17:11:04.088 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T17:11:04.465 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:04 smithi084 ceph-mon[32752]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:11:04.466 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:04 smithi084 ceph-mon[32752]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-25T17:11:04.466 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:04 smithi084 ceph-mon[32752]: osdmap e46: 8 total, 7 up, 8 in 2024-04-25T17:11:04.466 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:04 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T17:11:04.466 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:04 smithi084 ceph-mon[32752]: from='osd.7 [v2:172.21.15.42:6816/1810297826,v1:172.21.15.42:6817/1810297826]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-04-25T17:11:04.466 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:04 smithi084 ceph-mon[32752]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-04-25T17:11:04.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:04 smithi042 ceph-mon[32851]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:11:04.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:04 smithi042 ceph-mon[32851]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-25T17:11:04.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:04 smithi042 ceph-mon[32851]: osdmap e46: 8 total, 7 up, 8 in 2024-04-25T17:11:04.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:04 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T17:11:04.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:04 smithi042 ceph-mon[32851]: from='osd.7 [v2:172.21.15.42:6816/1810297826,v1:172.21.15.42:6817/1810297826]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-04-25T17:11:04.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:04 smithi042 ceph-mon[32851]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-04-25T17:11:04.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:04 smithi028 ceph-mon[29207]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:11:04.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:04 smithi028 ceph-mon[29207]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-25T17:11:04.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:04 smithi028 ceph-mon[29207]: osdmap e46: 8 total, 7 up, 8 in 2024-04-25T17:11:04.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:04 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T17:11:04.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:04 smithi028 ceph-mon[29207]: from='osd.7 [v2:172.21.15.42:6816/1810297826,v1:172.21.15.42:6817/1810297826]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-04-25T17:11:04.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:04 smithi028 ceph-mon[29207]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-04-25T17:11:05.047 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:11:04 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:11:04.842+0000 7f99d2742700 -1 osd.7 0 waiting for initial osdmap 2024-04-25T17:11:05.047 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:11:04 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:11:04.852+0000 7f99ca4ef700 -1 osd.7 47 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T17:11:05.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:05 smithi042 ceph-mon[32851]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-04-25T17:11:05.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:05 smithi042 ceph-mon[32851]: osdmap e47: 8 total, 7 up, 8 in 2024-04-25T17:11:05.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:05 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T17:11:05.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:05 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T17:11:05.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:05 smithi042 ceph-mon[32851]: from='osd.7 ' entity='osd.7' 2024-04-25T17:11:05.478 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:05 smithi084 ceph-mon[32752]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-04-25T17:11:05.479 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:05 smithi084 ceph-mon[32752]: osdmap e47: 8 total, 7 up, 8 in 2024-04-25T17:11:05.479 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:05 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T17:11:05.479 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:05 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T17:11:05.479 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:05 smithi084 ceph-mon[32752]: from='osd.7 ' entity='osd.7' 2024-04-25T17:11:05.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:05 smithi028 ceph-mon[29207]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-04-25T17:11:05.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:05 smithi028 ceph-mon[29207]: osdmap e47: 8 total, 7 up, 8 in 2024-04-25T17:11:05.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:05 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T17:11:05.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:05 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T17:11:05.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:05 smithi028 ceph-mon[29207]: from='osd.7 ' entity='osd.7' 2024-04-25T17:11:06.181 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-25T17:11:06.181 INFO:teuthology.orchestra.run.smithi084.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-25T17:11:06.181 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10+0 records in 2024-04-25T17:11:06.181 INFO:teuthology.orchestra.run.smithi084.stderr:10+0 records out 2024-04-25T17:11:06.181 INFO:teuthology.orchestra.run.smithi084.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0112061 s, 936 MB/s 2024-04-25T17:11:06.181 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping successful for: 2024-04-25T17:11:06.469 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:06 smithi084 ceph-mon[32752]: purged_snaps scrub starts 2024-04-25T17:11:06.469 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:06 smithi084 ceph-mon[32752]: purged_snaps scrub ok 2024-04-25T17:11:06.469 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:06 smithi084 ceph-mon[32752]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:11:06.469 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:06 smithi084 ceph-mon[32752]: osd.7 [v2:172.21.15.42:6816/1810297826,v1:172.21.15.42:6817/1810297826] boot 2024-04-25T17:11:06.469 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:06 smithi084 ceph-mon[32752]: osdmap e48: 8 total, 8 up, 8 in 2024-04-25T17:11:06.469 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:06 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T17:11:06.537 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:06 smithi042 ceph-mon[32851]: purged_snaps scrub starts 2024-04-25T17:11:06.537 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:06 smithi042 ceph-mon[32851]: purged_snaps scrub ok 2024-04-25T17:11:06.537 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:06 smithi042 ceph-mon[32851]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:11:06.537 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:06 smithi042 ceph-mon[32851]: osd.7 [v2:172.21.15.42:6816/1810297826,v1:172.21.15.42:6817/1810297826] boot 2024-04-25T17:11:06.538 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:06 smithi042 ceph-mon[32851]: osdmap e48: 8 total, 8 up, 8 in 2024-04-25T17:11:06.538 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:06 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T17:11:06.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:06 smithi028 ceph-mon[29207]: purged_snaps scrub starts 2024-04-25T17:11:06.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:06 smithi028 ceph-mon[29207]: purged_snaps scrub ok 2024-04-25T17:11:06.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:06 smithi028 ceph-mon[29207]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-04-25T17:11:06.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:06 smithi028 ceph-mon[29207]: osd.7 [v2:172.21.15.42:6816/1810297826,v1:172.21.15.42:6817/1810297826] boot 2024-04-25T17:11:06.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:06 smithi028 ceph-mon[29207]: osdmap e48: 8 total, 8 up, 8 in 2024-04-25T17:11:06.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:06 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T17:11:06.847 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi084:vg_nvme/lv_2 2024-04-25T17:11:07.088 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T17:11:07.461 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:07 smithi084 ceph-mon[32752]: osdmap e49: 8 total, 8 up, 8 in 2024-04-25T17:11:07.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:07 smithi042 ceph-mon[32851]: osdmap e49: 8 total, 8 up, 8 in 2024-04-25T17:11:07.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:07 smithi028 ceph-mon[29207]: osdmap e49: 8 total, 8 up, 8 in 2024-04-25T17:11:08.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:08 smithi084 ceph-mon[32752]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-25T17:11:08.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:08 smithi084 ceph-mon[32752]: osdmap e50: 8 total, 8 up, 8 in 2024-04-25T17:11:08.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:08 smithi084 ceph-mon[32752]: Detected new or changed devices on smithi042 2024-04-25T17:11:08.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:08 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:08.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:08 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:08.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:08 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:11:08.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:08 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:11:08.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:08 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:11:08.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:08 smithi084 ceph-mon[32752]: Adjusting osd_memory_target on smithi042 to 5697M 2024-04-25T17:11:08.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:08 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:08.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:08 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:11:08.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:08 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:11:08.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:08 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:08.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:08 smithi042 ceph-mon[32851]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-25T17:11:08.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:08 smithi042 ceph-mon[32851]: osdmap e50: 8 total, 8 up, 8 in 2024-04-25T17:11:08.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:08 smithi042 ceph-mon[32851]: Detected new or changed devices on smithi042 2024-04-25T17:11:08.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:08 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:08.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:08 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:08.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:08 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:11:08.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:08 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:11:08.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:08 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:11:08.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:08 smithi042 ceph-mon[32851]: Adjusting osd_memory_target on smithi042 to 5697M 2024-04-25T17:11:08.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:08 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:08.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:08 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:11:08.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:08 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:11:08.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:08 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:08.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:08 smithi028 ceph-mon[29207]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-25T17:11:08.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:08 smithi028 ceph-mon[29207]: osdmap e50: 8 total, 8 up, 8 in 2024-04-25T17:11:08.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:08 smithi028 ceph-mon[29207]: Detected new or changed devices on smithi042 2024-04-25T17:11:08.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:08 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:08.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:08 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:08.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:08 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:11:08.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:08 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:11:08.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:08 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:11:08.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:08 smithi028 ceph-mon[29207]: Adjusting osd_memory_target on smithi042 to 5697M 2024-04-25T17:11:08.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:08 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:08.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:08 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:11:08.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:08 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:11:08.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:08 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:08.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.734+0000 7f1cadf19700 1 -- 172.21.15.84:0/3472982501 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ca81036c0 msgr2=0x7f1ca8103ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:11:08.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.734+0000 7f1cadf19700 1 --2- 172.21.15.84:0/3472982501 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ca81036c0 0x7f1ca8103ad0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f1c98009990 tx=0x7f1c98009ca0 comp rx=0 tx=0).stop 2024-04-25T17:11:08.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.734+0000 7f1cadf19700 1 -- 172.21.15.84:0/3472982501 shutdown_connections 2024-04-25T17:11:08.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.734+0000 7f1cadf19700 1 --2- 172.21.15.84:0/3472982501 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1ca8104bc0 0x7f1ca810b690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:11:08.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.734+0000 7f1cadf19700 1 --2- 172.21.15.84:0/3472982501 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ca81036c0 0x7f1ca8103ad0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:11:08.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.734+0000 7f1cadf19700 1 --2- 172.21.15.84:0/3472982501 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1ca81040a0 0x7f1ca8104530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:11:08.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.734+0000 7f1cadf19700 1 -- 172.21.15.84:0/3472982501 >> 172.21.15.84:0/3472982501 conn(0x7f1ca80fdef0 msgr2=0x7f1ca81003a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:11:08.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.734+0000 7f1cadf19700 1 -- 172.21.15.84:0/3472982501 shutdown_connections 2024-04-25T17:11:08.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.734+0000 7f1cadf19700 1 -- 172.21.15.84:0/3472982501 wait complete. 2024-04-25T17:11:08.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.735+0000 7f1cadf19700 1 Processor -- start 2024-04-25T17:11:08.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.735+0000 7f1cadf19700 1 -- start start 2024-04-25T17:11:08.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.735+0000 7f1cadf19700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ca81036c0 0x7f1ca8102d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:11:08.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.735+0000 7f1cadf19700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1ca81040a0 0x7f1ca81a1a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:11:08.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.735+0000 7f1cadf19700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1ca8104bc0 0x7f1ca81a3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:11:08.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.735+0000 7f1cadf19700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f1ca810eb20 con 0x7f1ca81040a0 2024-04-25T17:11:08.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.735+0000 7f1cadf19700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1ca810e9a0 con 0x7f1ca8104bc0 2024-04-25T17:11:08.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.735+0000 7f1cadf19700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1ca810eca0 con 0x7f1ca81036c0 2024-04-25T17:11:08.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.735+0000 7f1ca77fe700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ca81036c0 0x7f1ca8102d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:11:08.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.735+0000 7f1ca77fe700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ca81036c0 0x7f1ca8102d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:33658/0 (socket says 172.21.15.84:33658) 2024-04-25T17:11:08.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.735+0000 7f1ca77fe700 1 -- 172.21.15.84:0/2865084140 learned_addr learned my addr 172.21.15.84:0/2865084140 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-25T17:11:08.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.735+0000 7f1ca6ffd700 1 --2- 172.21.15.84:0/2865084140 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1ca81040a0 0x7f1ca81a1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:11:08.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.735+0000 7f1ca7fff700 1 --2- 172.21.15.84:0/2865084140 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1ca8104bc0 0x7f1ca81a3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:11:08.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.735+0000 7f1ca77fe700 1 -- 172.21.15.84:0/2865084140 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1ca8104bc0 msgr2=0x7f1ca81a3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:11:08.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.735+0000 7f1ca77fe700 1 --2- 172.21.15.84:0/2865084140 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1ca8104bc0 0x7f1ca81a3fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:11:08.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.735+0000 7f1ca77fe700 1 -- 172.21.15.84:0/2865084140 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1ca81040a0 msgr2=0x7f1ca81a1a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:11:08.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.735+0000 7f1ca77fe700 1 --2- 172.21.15.84:0/2865084140 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1ca81040a0 0x7f1ca81a1a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:11:08.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.735+0000 7f1ca77fe700 1 -- 172.21.15.84:0/2865084140 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ca81a4610 con 0x7f1ca81036c0 2024-04-25T17:11:08.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.736+0000 7f1ca77fe700 1 --2- 172.21.15.84:0/2865084140 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ca81036c0 0x7f1ca8102d80 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f1c980098e0 tx=0x7f1c980047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:11:08.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.736+0000 7f1ca4ff9700 1 -- 172.21.15.84:0/2865084140 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c98027070 con 0x7f1ca81036c0 2024-04-25T17:11:08.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.736+0000 7f1ca4ff9700 1 -- 172.21.15.84:0/2865084140 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1c980041a0 con 0x7f1ca81036c0 2024-04-25T17:11:08.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.736+0000 7f1cadf19700 1 -- 172.21.15.84:0/2865084140 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ca81a48a0 con 0x7f1ca81036c0 2024-04-25T17:11:08.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.736+0000 7f1ca4ff9700 1 -- 172.21.15.84:0/2865084140 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c98022d90 con 0x7f1ca81036c0 2024-04-25T17:11:08.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.736+0000 7f1cadf19700 1 -- 172.21.15.84:0/2865084140 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ca81a4dd0 con 0x7f1ca81036c0 2024-04-25T17:11:08.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.737+0000 7f1cadf19700 1 -- 172.21.15.84:0/2865084140 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ca8051190 con 0x7f1ca81036c0 2024-04-25T17:11:08.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.738+0000 7f1ca4ff9700 1 -- 172.21.15.84:0/2865084140 <== mon.1 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f1c9802a070 con 0x7f1ca81036c0 2024-04-25T17:11:08.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.739+0000 7f1ca4ff9700 1 --2- 172.21.15.84:0/2865084140 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1c900afc00 0x7f1c900b2110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:11:08.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.739+0000 7f1ca4ff9700 1 -- 172.21.15.84:0/2865084140 <== mon.1 v2:172.21.15.84:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 5397+0+0 (secure 0 0 0) 0x7f1c980df7a0 con 0x7f1ca81036c0 2024-04-25T17:11:08.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.739+0000 7f1ca6ffd700 1 --2- 172.21.15.84:0/2865084140 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1c900afc00 0x7f1c900b2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:11:08.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.739+0000 7f1ca6ffd700 1 --2- 172.21.15.84:0/2865084140 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1c900afc00 0x7f1c900b2110 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1ca8102730 tx=0x7f1c9c009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:11:08.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.743+0000 7f1ca4ff9700 1 -- 172.21.15.84:0/2865084140 <== mon.1 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1c98031020 con 0x7f1ca81036c0 2024-04-25T17:11:08.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:08.951+0000 7f1cadf19700 1 -- 172.21.15.84:0/2865084140 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f1ca8063ad0 con 0x7f1c900afc00 2024-04-25T17:11:09.562 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:09 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:11:09.563 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:09 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:11:09.563 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:09 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:11:09.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:09 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:11:09.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:09 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:11:09.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:09 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:11:09.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:09 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:11:09.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:09 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:11:09.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:09 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:11:10.595 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:10 smithi084 ceph-mon[32752]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-04-25T17:11:10.595 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:10 smithi084 ceph-mon[32752]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:11:10.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:10 smithi042 ceph-mon[32851]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-04-25T17:11:10.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:10 smithi042 ceph-mon[32851]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:11:10.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:10 smithi028 ceph-mon[29207]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-04-25T17:11:10.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:10 smithi028 ceph-mon[29207]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:11:12.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:12 smithi042 ceph-mon[32851]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T17:11:12.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:12 smithi042 ceph-mon[32851]: from='client.? 172.21.15.84:0/1031345511' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "922a9a6c-db8c-4113-abf0-9d46297efb5d"}]: dispatch 2024-04-25T17:11:12.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:12 smithi042 ceph-mon[32851]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "922a9a6c-db8c-4113-abf0-9d46297efb5d"}]: dispatch 2024-04-25T17:11:12.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:12 smithi042 ceph-mon[32851]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "922a9a6c-db8c-4113-abf0-9d46297efb5d"}]': finished 2024-04-25T17:11:12.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:12 smithi042 ceph-mon[32851]: osdmap e51: 9 total, 8 up, 9 in 2024-04-25T17:11:12.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:12 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T17:11:12.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:12 smithi028 ceph-mon[29207]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T17:11:12.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:12 smithi028 ceph-mon[29207]: from='client.? 172.21.15.84:0/1031345511' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "922a9a6c-db8c-4113-abf0-9d46297efb5d"}]: dispatch 2024-04-25T17:11:12.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:12 smithi028 ceph-mon[29207]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "922a9a6c-db8c-4113-abf0-9d46297efb5d"}]: dispatch 2024-04-25T17:11:12.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:12 smithi028 ceph-mon[29207]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "922a9a6c-db8c-4113-abf0-9d46297efb5d"}]': finished 2024-04-25T17:11:12.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:12 smithi028 ceph-mon[29207]: osdmap e51: 9 total, 8 up, 9 in 2024-04-25T17:11:12.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:12 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T17:11:12.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:12 smithi084 ceph-mon[32752]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T17:11:12.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:12 smithi084 ceph-mon[32752]: from='client.? 172.21.15.84:0/1031345511' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "922a9a6c-db8c-4113-abf0-9d46297efb5d"}]: dispatch 2024-04-25T17:11:12.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:12 smithi084 ceph-mon[32752]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "922a9a6c-db8c-4113-abf0-9d46297efb5d"}]: dispatch 2024-04-25T17:11:12.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:12 smithi084 ceph-mon[32752]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "922a9a6c-db8c-4113-abf0-9d46297efb5d"}]': finished 2024-04-25T17:11:12.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:12 smithi084 ceph-mon[32752]: osdmap e51: 9 total, 8 up, 9 in 2024-04-25T17:11:12.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:12 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T17:11:13.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:13 smithi042 ceph-mon[32851]: from='client.? 172.21.15.84:0/4200056414' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:11:13.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:13 smithi028 ceph-mon[29207]: from='client.? 172.21.15.84:0/4200056414' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:11:13.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:13 smithi084 ceph-mon[32752]: from='client.? 172.21.15.84:0/4200056414' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:11:14.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:14 smithi042 ceph-mon[32851]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-04-25T17:11:14.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:14 smithi028 ceph-mon[29207]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-04-25T17:11:14.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:14 smithi084 ceph-mon[32752]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-04-25T17:11:16.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:16 smithi084 ceph-mon[32752]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T17:11:16.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:16 smithi042 ceph-mon[32851]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T17:11:16.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:16 smithi028 ceph-mon[29207]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T17:11:18.448 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:18 smithi084 ceph-mon[32752]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-25T17:11:18.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:18 smithi042 ceph-mon[32851]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-25T17:11:18.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:18 smithi028 ceph-mon[29207]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-25T17:11:19.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:19 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-25T17:11:19.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:19 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:11:19.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:19 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-25T17:11:19.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:19 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:11:19.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:19 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-25T17:11:19.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:19 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:11:20.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:20 smithi042 ceph-mon[32851]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T17:11:20.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:20 smithi042 ceph-mon[32851]: Deploying daemon osd.8 on smithi084 2024-04-25T17:11:20.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:20 smithi028 ceph-mon[29207]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T17:11:20.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:20 smithi028 ceph-mon[29207]: Deploying daemon osd.8 on smithi084 2024-04-25T17:11:20.716 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:20 smithi084 ceph-mon[32752]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T17:11:20.716 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:20 smithi084 ceph-mon[32752]: Deploying daemon osd.8 on smithi084 2024-04-25T17:11:22.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:22 smithi042 ceph-mon[32851]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-04-25T17:11:22.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:22 smithi028 ceph-mon[29207]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-04-25T17:11:22.711 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:22 smithi084 ceph-mon[32752]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-04-25T17:11:24.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:24 smithi084 ceph-mon[32752]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-04-25T17:11:24.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:24 smithi042 ceph-mon[32851]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-04-25T17:11:24.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:24 smithi028 ceph-mon[29207]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-04-25T17:11:25.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:25 smithi084 ceph-mon[32752]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-04-25T17:11:25.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:25 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:25.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:25 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:25.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:25 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:11:26.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:25 smithi042 ceph-mon[32851]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-04-25T17:11:26.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:25 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:26.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:25 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:26.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:25 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:11:26.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:25 smithi028 ceph-mon[29207]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-04-25T17:11:26.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:25 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:26.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:25 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:26.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:25 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:11:27.821 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:27 smithi084 ceph-mon[32752]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-04-25T17:11:28.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:27 smithi042 ceph-mon[32851]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-04-25T17:11:28.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:27 smithi028 ceph-mon[29207]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-04-25T17:11:28.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:28.221+0000 7f1ca4ff9700 1 -- 172.21.15.84:0/2865084140 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f1ca8063ad0 con 0x7f1c900afc00 2024-04-25T17:11:28.220 INFO:teuthology.orchestra.run.smithi084.stdout:Created osd(s) 8 on host 'smithi084' 2024-04-25T17:11:28.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:28.224+0000 7f1cadf19700 1 -- 172.21.15.84:0/2865084140 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1c900afc00 msgr2=0x7f1c900b2110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:11:28.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:28.224+0000 7f1cadf19700 1 --2- 172.21.15.84:0/2865084140 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1c900afc00 0x7f1c900b2110 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1ca8102730 tx=0x7f1c9c009190 comp rx=0 tx=0).stop 2024-04-25T17:11:28.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:28.224+0000 7f1cadf19700 1 -- 172.21.15.84:0/2865084140 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ca81036c0 msgr2=0x7f1ca8102d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:11:28.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:28.224+0000 7f1cadf19700 1 --2- 172.21.15.84:0/2865084140 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ca81036c0 0x7f1ca8102d80 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f1c980098e0 tx=0x7f1c980047b0 comp rx=0 tx=0).stop 2024-04-25T17:11:28.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:28.224+0000 7f1cadf19700 1 -- 172.21.15.84:0/2865084140 shutdown_connections 2024-04-25T17:11:28.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:28.224+0000 7f1cadf19700 1 --2- 172.21.15.84:0/2865084140 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1ca8104bc0 0x7f1ca81a3fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:11:28.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:28.224+0000 7f1cadf19700 1 --2- 172.21.15.84:0/2865084140 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ca81036c0 0x7f1ca8102d80 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:11:28.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:28.224+0000 7f1cadf19700 1 --2- 172.21.15.84:0/2865084140 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1c900afc00 0x7f1c900b2110 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:11:28.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:28.224+0000 7f1cadf19700 1 --2- 172.21.15.84:0/2865084140 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1ca81040a0 0x7f1ca81a1a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:11:28.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:28.224+0000 7f1cadf19700 1 -- 172.21.15.84:0/2865084140 >> 172.21.15.84:0/2865084140 conn(0x7f1ca80fdef0 msgr2=0x7f1ca81076e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:11:28.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:28.224+0000 7f1cadf19700 1 -- 172.21.15.84:0/2865084140 shutdown_connections 2024-04-25T17:11:28.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:11:28.224+0000 7f1cadf19700 1 -- 172.21.15.84:0/2865084140 wait complete. 2024-04-25T17:11:28.861 DEBUG:teuthology.orchestra.run.smithi084:osd.8> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.8.service 2024-04-25T17:11:28.863 INFO:tasks.cephadm:Deploying osd.9 on smithi028 with /dev/vg_nvme/lv_1... 2024-04-25T17:11:28.864 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-25T17:11:29.120 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:11:29.420 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:29 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:29.420 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:29 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:29.420 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:29 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:29.420 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:29 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:29.420 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:29 smithi084 ceph-mon[32752]: from='osd.8 [v2:172.21.15.84:6816/2694378114,v1:172.21.15.84:6817/2694378114]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T17:11:29.420 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:29 smithi084 ceph-mon[32752]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T17:11:29.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:29 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:29.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:29 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:29.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:29 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:29.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:29 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:29.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:29 smithi028 ceph-mon[29207]: from='osd.8 [v2:172.21.15.84:6816/2694378114,v1:172.21.15.84:6817/2694378114]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T17:11:29.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:29 smithi028 ceph-mon[29207]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T17:11:29.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:29 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:29.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:29 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:29.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:29 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:29.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:29 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:29.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:29 smithi042 ceph-mon[32851]: from='osd.8 [v2:172.21.15.84:6816/2694378114,v1:172.21.15.84:6817/2694378114]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T17:11:29.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:29 smithi042 ceph-mon[32851]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T17:11:30.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:30 smithi028 ceph-mon[29207]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-04-25T17:11:30.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:30 smithi028 ceph-mon[29207]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-25T17:11:30.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:30 smithi028 ceph-mon[29207]: osdmap e52: 9 total, 8 up, 9 in 2024-04-25T17:11:30.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T17:11:30.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:30 smithi028 ceph-mon[29207]: from='osd.8 [v2:172.21.15.84:6816/2694378114,v1:172.21.15.84:6817/2694378114]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-25T17:11:30.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:30 smithi028 ceph-mon[29207]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-25T17:11:30.477 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:30 smithi084 ceph-mon[32752]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-04-25T17:11:30.477 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:30 smithi084 ceph-mon[32752]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-25T17:11:30.477 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:30 smithi084 ceph-mon[32752]: osdmap e52: 9 total, 8 up, 9 in 2024-04-25T17:11:30.477 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T17:11:30.477 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:30 smithi084 ceph-mon[32752]: from='osd.8 [v2:172.21.15.84:6816/2694378114,v1:172.21.15.84:6817/2694378114]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-25T17:11:30.477 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:30 smithi084 ceph-mon[32752]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-25T17:11:30.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:30 smithi042 ceph-mon[32851]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-04-25T17:11:30.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:30 smithi042 ceph-mon[32851]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-25T17:11:30.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:30 smithi042 ceph-mon[32851]: osdmap e52: 9 total, 8 up, 9 in 2024-04-25T17:11:30.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T17:11:30.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:30 smithi042 ceph-mon[32851]: from='osd.8 [v2:172.21.15.84:6816/2694378114,v1:172.21.15.84:6817/2694378114]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-25T17:11:30.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:30 smithi042 ceph-mon[32851]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-25T17:11:31.338 INFO:teuthology.orchestra.run.smithi028.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-25T17:11:31.339 INFO:teuthology.orchestra.run.smithi028.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-25T17:11:31.339 INFO:teuthology.orchestra.run.smithi028.stderr: stderr: 10+0 records in 2024-04-25T17:11:31.339 INFO:teuthology.orchestra.run.smithi028.stderr:10+0 records out 2024-04-25T17:11:31.339 INFO:teuthology.orchestra.run.smithi028.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00843715 s, 1.2 GB/s 2024-04-25T17:11:31.339 INFO:teuthology.orchestra.run.smithi028.stderr:--> Zapping successful for: 2024-04-25T17:11:31.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:31 smithi084 ceph-mon[32752]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-25T17:11:31.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:31 smithi084 ceph-mon[32752]: osdmap e53: 9 total, 8 up, 9 in 2024-04-25T17:11:31.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:31 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T17:11:31.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:31 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T17:11:31.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:31 smithi084 ceph-mon[32752]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-04-25T17:11:31.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:31 smithi084 ceph-mon[32752]: from='osd.8 ' entity='osd.8' 2024-04-25T17:11:31.731 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:11:31 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:11:31.309+0000 7efe1cd00700 -1 osd.8 0 waiting for initial osdmap 2024-04-25T17:11:31.731 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:11:31 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:11:31.321+0000 7efe14aad700 -1 osd.8 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T17:11:31.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:31 smithi042 ceph-mon[32851]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-25T17:11:31.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:31 smithi042 ceph-mon[32851]: osdmap e53: 9 total, 8 up, 9 in 2024-04-25T17:11:31.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T17:11:31.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T17:11:31.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:31 smithi042 ceph-mon[32851]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-04-25T17:11:31.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:31 smithi042 ceph-mon[32851]: from='osd.8 ' entity='osd.8' 2024-04-25T17:11:31.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:31 smithi028 ceph-mon[29207]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-25T17:11:31.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:31 smithi028 ceph-mon[29207]: osdmap e53: 9 total, 8 up, 9 in 2024-04-25T17:11:31.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:31 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T17:11:31.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:31 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T17:11:31.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:31 smithi028 ceph-mon[29207]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-04-25T17:11:31.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:31 smithi028 ceph-mon[29207]: from='osd.8 ' entity='osd.8' 2024-04-25T17:11:32.154 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi028:vg_nvme/lv_1 2024-04-25T17:11:32.409 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:11:32.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:32 smithi084 ceph-mon[32752]: purged_snaps scrub starts 2024-04-25T17:11:32.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:32 smithi084 ceph-mon[32752]: purged_snaps scrub ok 2024-04-25T17:11:32.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:32 smithi084 ceph-mon[32752]: osd.8 [v2:172.21.15.84:6816/2694378114,v1:172.21.15.84:6817/2694378114] boot 2024-04-25T17:11:32.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:32 smithi084 ceph-mon[32752]: osdmap e54: 9 total, 9 up, 9 in 2024-04-25T17:11:32.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T17:11:32.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:32 smithi084 ceph-mon[32752]: osdmap e55: 9 total, 9 up, 9 in 2024-04-25T17:11:32.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:32 smithi084 ceph-mon[32752]: Detected new or changed devices on smithi084 2024-04-25T17:11:32.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:32.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:32.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:11:32.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:11:32.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:11:32.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:32 smithi084 ceph-mon[32752]: Adjusting osd_memory_target on smithi084 to 5696M 2024-04-25T17:11:32.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:32.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:11:32.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:11:32.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:32.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:32 smithi042 ceph-mon[32851]: purged_snaps scrub starts 2024-04-25T17:11:32.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:32 smithi042 ceph-mon[32851]: purged_snaps scrub ok 2024-04-25T17:11:32.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:32 smithi042 ceph-mon[32851]: osd.8 [v2:172.21.15.84:6816/2694378114,v1:172.21.15.84:6817/2694378114] boot 2024-04-25T17:11:32.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:32 smithi042 ceph-mon[32851]: osdmap e54: 9 total, 9 up, 9 in 2024-04-25T17:11:32.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T17:11:32.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:32 smithi042 ceph-mon[32851]: osdmap e55: 9 total, 9 up, 9 in 2024-04-25T17:11:32.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:32 smithi042 ceph-mon[32851]: Detected new or changed devices on smithi084 2024-04-25T17:11:32.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:32.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:32.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:11:32.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:11:32.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:11:32.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:32 smithi042 ceph-mon[32851]: Adjusting osd_memory_target on smithi084 to 5696M 2024-04-25T17:11:32.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:32.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:11:32.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:11:32.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:32.872 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:32 smithi028 ceph-mon[29207]: purged_snaps scrub starts 2024-04-25T17:11:32.872 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:32 smithi028 ceph-mon[29207]: purged_snaps scrub ok 2024-04-25T17:11:32.872 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:32 smithi028 ceph-mon[29207]: osd.8 [v2:172.21.15.84:6816/2694378114,v1:172.21.15.84:6817/2694378114] boot 2024-04-25T17:11:32.872 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:32 smithi028 ceph-mon[29207]: osdmap e54: 9 total, 9 up, 9 in 2024-04-25T17:11:32.872 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T17:11:32.873 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:32 smithi028 ceph-mon[29207]: osdmap e55: 9 total, 9 up, 9 in 2024-04-25T17:11:32.873 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:32 smithi028 ceph-mon[29207]: Detected new or changed devices on smithi084 2024-04-25T17:11:32.873 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:32.873 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:32.873 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:11:32.873 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:11:32.873 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:11:32.873 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:32 smithi028 ceph-mon[29207]: Adjusting osd_memory_target on smithi084 to 5696M 2024-04-25T17:11:32.873 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:32.873 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:11:32.873 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:11:32.873 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:33.794 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:33 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:11:33.795 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:33 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:11:33.795 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:33 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:11:33.795 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:33 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:33.795 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:33 smithi028 ceph-mon[29207]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 491 MiB used, 804 GiB / 805 GiB avail 2024-04-25T17:11:33.795 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:33 smithi028 ceph-mon[29207]: osdmap e56: 9 total, 9 up, 9 in 2024-04-25T17:11:33.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:33 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:11:33.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:33 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:11:33.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:33 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:11:33.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:33 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:33.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:33 smithi042 ceph-mon[32851]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 491 MiB used, 804 GiB / 805 GiB avail 2024-04-25T17:11:33.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:33 smithi042 ceph-mon[32851]: osdmap e56: 9 total, 9 up, 9 in 2024-04-25T17:11:33.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:33 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:11:33.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:33 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:11:33.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:33 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:11:33.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:33 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:33.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:33 smithi084 ceph-mon[32752]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 491 MiB used, 804 GiB / 805 GiB avail 2024-04-25T17:11:33.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:33 smithi084 ceph-mon[32752]: osdmap e56: 9 total, 9 up, 9 in 2024-04-25T17:11:34.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.140+0000 7efd57a9c700 1 -- 172.21.15.28:0/853469144 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efd50104cd0 msgr2=0x7efd501070f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:11:34.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.140+0000 7efd57a9c700 1 --2- 172.21.15.28:0/853469144 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efd50104cd0 0x7efd501070f0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7efd4c009990 tx=0x7efd4c009ca0 comp rx=0 tx=0).stop 2024-04-25T17:11:34.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.140+0000 7efd57a9c700 1 -- 172.21.15.28:0/853469144 shutdown_connections 2024-04-25T17:11:34.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.140+0000 7efd57a9c700 1 --2- 172.21.15.28:0/853469144 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efd50104cd0 0x7efd501070f0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:11:34.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.140+0000 7efd57a9c700 1 --2- 172.21.15.28:0/853469144 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efd50109f90 0x7efd5010c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:11:34.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.140+0000 7efd57a9c700 1 --2- 172.21.15.28:0/853469144 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efd50107630 0x7efd50109a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:11:34.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.140+0000 7efd57a9c700 1 -- 172.21.15.28:0/853469144 >> 172.21.15.28:0/853469144 conn(0x7efd500fe730 msgr2=0x7efd50100bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:11:34.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.140+0000 7efd57a9c700 1 -- 172.21.15.28:0/853469144 shutdown_connections 2024-04-25T17:11:34.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.140+0000 7efd57a9c700 1 -- 172.21.15.28:0/853469144 wait complete. 2024-04-25T17:11:34.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.141+0000 7efd57a9c700 1 Processor -- start 2024-04-25T17:11:34.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.141+0000 7efd57a9c700 1 -- start start 2024-04-25T17:11:34.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.141+0000 7efd57a9c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efd50104cd0 0x7efd50104530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:11:34.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.141+0000 7efd57a9c700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efd50107630 0x7efd50102be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:11:34.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.141+0000 7efd57a9c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efd50109f90 0x7efd50103120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:11:34.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.141+0000 7efd57a9c700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7efd5010fae0 con 0x7efd50104cd0 2024-04-25T17:11:34.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.141+0000 7efd57a9c700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7efd5010f960 con 0x7efd50109f90 2024-04-25T17:11:34.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.141+0000 7efd57a9c700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7efd5010fc60 con 0x7efd50107630 2024-04-25T17:11:34.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.141+0000 7efd55838700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efd50104cd0 0x7efd50104530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:11:34.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.141+0000 7efd55838700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efd50104cd0 0x7efd50104530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40702/0 (socket says 172.21.15.28:40702) 2024-04-25T17:11:34.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.141+0000 7efd55838700 1 -- 172.21.15.28:0/4310602 learned_addr learned my addr 172.21.15.28:0/4310602 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:11:34.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.141+0000 7efd55037700 1 --2- 172.21.15.28:0/4310602 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efd50107630 0x7efd50102be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:11:34.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.141+0000 7efd56039700 1 --2- 172.21.15.28:0/4310602 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efd50109f90 0x7efd50103120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:11:34.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.142+0000 7efd55838700 1 -- 172.21.15.28:0/4310602 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efd50107630 msgr2=0x7efd50102be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:11:34.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.142+0000 7efd55838700 1 --2- 172.21.15.28:0/4310602 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efd50107630 0x7efd50102be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:11:34.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.142+0000 7efd55838700 1 -- 172.21.15.28:0/4310602 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efd50109f90 msgr2=0x7efd50103120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:11:34.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.142+0000 7efd55838700 1 --2- 172.21.15.28:0/4310602 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efd50109f90 0x7efd50103120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:11:34.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.142+0000 7efd55838700 1 -- 172.21.15.28:0/4310602 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd50103880 con 0x7efd50104cd0 2024-04-25T17:11:34.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.142+0000 7efd55838700 1 --2- 172.21.15.28:0/4310602 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efd50104cd0 0x7efd50104530 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7efd4c000c00 tx=0x7efd4c0057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:11:34.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.142+0000 7efd46ffd700 1 -- 172.21.15.28:0/4310602 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd4c027070 con 0x7efd50104cd0 2024-04-25T17:11:34.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.142+0000 7efd46ffd700 1 -- 172.21.15.28:0/4310602 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efd4c003f60 con 0x7efd50104cd0 2024-04-25T17:11:34.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.142+0000 7efd57a9c700 1 -- 172.21.15.28:0/4310602 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd501a47a0 con 0x7efd50104cd0 2024-04-25T17:11:34.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.142+0000 7efd46ffd700 1 -- 172.21.15.28:0/4310602 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd4c022bc0 con 0x7efd50104cd0 2024-04-25T17:11:34.145 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.142+0000 7efd57a9c700 1 -- 172.21.15.28:0/4310602 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd501a4b90 con 0x7efd50104cd0 2024-04-25T17:11:34.145 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.143+0000 7efd57a9c700 1 -- 172.21.15.28:0/4310602 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd501102a0 con 0x7efd50104cd0 2024-04-25T17:11:34.145 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.145+0000 7efd46ffd700 1 -- 172.21.15.28:0/4310602 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7efd4c02a070 con 0x7efd50104cd0 2024-04-25T17:11:34.146 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.146+0000 7efd46ffd700 1 --2- 172.21.15.28:0/4310602 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7efd3c0afc00 0x7efd3c0b2110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:11:34.146 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.146+0000 7efd55037700 1 --2- 172.21.15.28:0/4310602 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7efd3c0afc00 0x7efd3c0b2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:11:34.146 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.146+0000 7efd46ffd700 1 -- 172.21.15.28:0/4310602 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5829+0+0 (secure 0 0 0) 0x7efd4c0dfad0 con 0x7efd50104cd0 2024-04-25T17:11:34.146 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.146+0000 7efd55037700 1 --2- 172.21.15.28:0/4310602 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7efd3c0afc00 0x7efd3c0b2110 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7efd50103ee0 tx=0x7efd4000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:11:34.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.150+0000 7efd46ffd700 1 -- 172.21.15.28:0/4310602 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7efd4c013070 con 0x7efd50104cd0 2024-04-25T17:11:34.369 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:34.369+0000 7efd57a9c700 1 -- 172.21.15.28:0/4310602 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7efd5002e8f0 con 0x7efd3c0afc00 2024-04-25T17:11:34.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:34 smithi028 ceph-mon[29207]: from='client.14436 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:11:34.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:34 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:11:34.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:34 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:11:34.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:34 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:11:34.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:34 smithi084 ceph-mon[32752]: from='client.14436 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:11:34.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:34 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:11:34.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:34 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:11:34.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:34 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:11:35.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:34 smithi042 ceph-mon[32851]: from='client.14436 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:11:35.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:34 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:11:35.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:34 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:11:35.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:34 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:11:35.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:35 smithi028 ceph-mon[29207]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 491 MiB used, 804 GiB / 805 GiB avail 2024-04-25T17:11:35.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:35 smithi084 ceph-mon[32752]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 491 MiB used, 804 GiB / 805 GiB avail 2024-04-25T17:11:36.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:35 smithi042 ceph-mon[32851]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 491 MiB used, 804 GiB / 805 GiB avail 2024-04-25T17:11:37.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:37 smithi084 ceph-mon[32752]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T17:11:37.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:37 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/379281502' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "32d4f011-cbd1-4259-8835-002671f8959e"}]: dispatch 2024-04-25T17:11:37.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:37 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/379281502' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "32d4f011-cbd1-4259-8835-002671f8959e"}]': finished 2024-04-25T17:11:37.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:37 smithi084 ceph-mon[32752]: osdmap e57: 10 total, 9 up, 10 in 2024-04-25T17:11:37.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:37 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T17:11:38.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:37 smithi042 ceph-mon[32851]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T17:11:38.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:37 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/379281502' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "32d4f011-cbd1-4259-8835-002671f8959e"}]: dispatch 2024-04-25T17:11:38.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:37 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/379281502' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "32d4f011-cbd1-4259-8835-002671f8959e"}]': finished 2024-04-25T17:11:38.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:37 smithi042 ceph-mon[32851]: osdmap e57: 10 total, 9 up, 10 in 2024-04-25T17:11:38.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:37 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T17:11:38.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:37 smithi028 ceph-mon[29207]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T17:11:38.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:37 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/379281502' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "32d4f011-cbd1-4259-8835-002671f8959e"}]: dispatch 2024-04-25T17:11:38.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:37 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/379281502' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "32d4f011-cbd1-4259-8835-002671f8959e"}]': finished 2024-04-25T17:11:38.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:37 smithi028 ceph-mon[29207]: osdmap e57: 10 total, 9 up, 10 in 2024-04-25T17:11:38.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:37 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T17:11:39.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:38 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/336797570' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:11:39.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:38 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/336797570' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:11:39.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:38 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/336797570' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:11:40.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:39 smithi042 ceph-mon[32851]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-04-25T17:11:40.131 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:39 smithi084 ceph-mon[32752]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-04-25T17:11:40.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:39 smithi028 ceph-mon[29207]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-04-25T17:11:41.907 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:41 smithi028 ceph-mon[29207]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T17:11:42.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:41 smithi042 ceph-mon[32851]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T17:11:42.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:41 smithi084 ceph-mon[32752]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T17:11:43.911 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:43 smithi028 ceph-mon[29207]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-25T17:11:44.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:43 smithi042 ceph-mon[32851]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-25T17:11:44.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:43 smithi084 ceph-mon[32752]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-25T17:11:46.052 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:45 smithi028 ceph-mon[29207]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T17:11:46.052 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:45 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-25T17:11:46.052 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:45 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:11:46.052 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:45 smithi028 ceph-mon[29207]: Deploying daemon osd.9 on smithi028 2024-04-25T17:11:46.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:45 smithi042 ceph-mon[32851]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T17:11:46.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:45 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-25T17:11:46.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:45 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:11:46.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:45 smithi042 ceph-mon[32851]: Deploying daemon osd.9 on smithi028 2024-04-25T17:11:46.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:45 smithi084 ceph-mon[32752]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T17:11:46.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:45 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-25T17:11:46.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:45 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:11:46.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:45 smithi084 ceph-mon[32752]: Deploying daemon osd.9 on smithi028 2024-04-25T17:11:47.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:47 smithi028 ceph-mon[29207]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T17:11:48.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:47 smithi042 ceph-mon[32851]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T17:11:48.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:47 smithi084 ceph-mon[32752]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T17:11:50.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:49 smithi042 ceph-mon[32851]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T17:11:50.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:49 smithi028 ceph-mon[29207]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T17:11:50.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:49 smithi084 ceph-mon[32752]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T17:11:52.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:52 smithi084 ceph-mon[32752]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T17:11:52.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:52 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:52.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:52 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:52.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:52 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:11:52.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:52 smithi042 ceph-mon[32851]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T17:11:52.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:52 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:52.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:52 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:52.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:52 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:11:52.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:52 smithi028 ceph-mon[29207]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T17:11:52.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:52 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:52.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:52 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:52.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:52 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:11:54.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:54 smithi084 ceph-mon[32752]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T17:11:54.509 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:54 smithi028 ceph-mon[29207]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T17:11:54.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:54 smithi042 ceph-mon[32851]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T17:11:55.038 INFO:teuthology.orchestra.run.smithi028.stdout:Created osd(s) 9 on host 'smithi028' 2024-04-25T17:11:55.039 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:55.038+0000 7efd46ffd700 1 -- 172.21.15.28:0/4310602 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7efd5002e8f0 con 0x7efd3c0afc00 2024-04-25T17:11:55.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:55.040+0000 7efd57a9c700 1 -- 172.21.15.28:0/4310602 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7efd3c0afc00 msgr2=0x7efd3c0b2110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:11:55.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:55.040+0000 7efd57a9c700 1 --2- 172.21.15.28:0/4310602 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7efd3c0afc00 0x7efd3c0b2110 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7efd50103ee0 tx=0x7efd4000b410 comp rx=0 tx=0).stop 2024-04-25T17:11:55.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:55.040+0000 7efd57a9c700 1 -- 172.21.15.28:0/4310602 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efd50104cd0 msgr2=0x7efd50104530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:11:55.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:55.040+0000 7efd57a9c700 1 --2- 172.21.15.28:0/4310602 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efd50104cd0 0x7efd50104530 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7efd4c000c00 tx=0x7efd4c0057c0 comp rx=0 tx=0).stop 2024-04-25T17:11:55.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:55.040+0000 7efd57a9c700 1 -- 172.21.15.28:0/4310602 shutdown_connections 2024-04-25T17:11:55.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:55.040+0000 7efd57a9c700 1 --2- 172.21.15.28:0/4310602 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7efd3c0afc00 0x7efd3c0b2110 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:11:55.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:55.040+0000 7efd57a9c700 1 --2- 172.21.15.28:0/4310602 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efd50104cd0 0x7efd50104530 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:11:55.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:55.040+0000 7efd57a9c700 1 --2- 172.21.15.28:0/4310602 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efd50109f90 0x7efd50103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:11:55.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:55.040+0000 7efd57a9c700 1 --2- 172.21.15.28:0/4310602 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efd50107630 0x7efd50102be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:11:55.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:55.040+0000 7efd57a9c700 1 -- 172.21.15.28:0/4310602 >> 172.21.15.28:0/4310602 conn(0x7efd500fe730 msgr2=0x7efd50105900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:11:55.042 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:55.040+0000 7efd57a9c700 1 -- 172.21.15.28:0/4310602 shutdown_connections 2024-04-25T17:11:55.042 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:11:55.041+0000 7efd57a9c700 1 -- 172.21.15.28:0/4310602 wait complete. 2024-04-25T17:11:55.850 DEBUG:teuthology.orchestra.run.smithi028:osd.9> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.9.service 2024-04-25T17:11:55.853 INFO:tasks.cephadm:Deploying osd.10 on smithi042 with /dev/vg_nvme/lv_1... 2024-04-25T17:11:55.853 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-25T17:11:56.114 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T17:11:56.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:55 smithi028 ceph-mon[29207]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T17:11:56.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:55 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:56.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:55 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:56.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:55 smithi028 ceph-mon[29207]: from='osd.9 [v2:172.21.15.28:6826/1774926370,v1:172.21.15.28:6827/1774926370]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-25T17:11:56.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:55 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:56.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:55 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:56.237 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:55 smithi042 ceph-mon[32851]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T17:11:56.237 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:55 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:56.237 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:55 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:56.237 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:55 smithi042 ceph-mon[32851]: from='osd.9 [v2:172.21.15.28:6826/1774926370,v1:172.21.15.28:6827/1774926370]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-25T17:11:56.237 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:55 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:56.237 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:55 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:56.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:55 smithi084 ceph-mon[32752]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T17:11:56.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:55 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:56.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:55 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:56.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:55 smithi084 ceph-mon[32752]: from='osd.9 [v2:172.21.15.28:6826/1774926370,v1:172.21.15.28:6827/1774926370]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-25T17:11:56.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:55 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:56.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:55 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:57.277 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:56 smithi028 ceph-mon[29207]: from='osd.9 [v2:172.21.15.28:6826/1774926370,v1:172.21.15.28:6827/1774926370]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-25T17:11:57.277 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:56 smithi028 ceph-mon[29207]: osdmap e58: 10 total, 9 up, 10 in 2024-04-25T17:11:57.278 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:56 smithi028 ceph-mon[29207]: from='osd.9 [v2:172.21.15.28:6826/1774926370,v1:172.21.15.28:6827/1774926370]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-25T17:11:57.278 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:56 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T17:11:57.278 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:11:57 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:11:57.007+0000 7f4c5187d700 -1 osd.9 0 waiting for initial osdmap 2024-04-25T17:11:57.278 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:11:57 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:11:57.021+0000 7f4c4d632700 -1 osd.9 59 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T17:11:57.293 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:56 smithi042 ceph-mon[32851]: from='osd.9 [v2:172.21.15.28:6826/1774926370,v1:172.21.15.28:6827/1774926370]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-25T17:11:57.293 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:56 smithi042 ceph-mon[32851]: osdmap e58: 10 total, 9 up, 10 in 2024-04-25T17:11:57.293 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:56 smithi042 ceph-mon[32851]: from='osd.9 [v2:172.21.15.28:6826/1774926370,v1:172.21.15.28:6827/1774926370]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-25T17:11:57.293 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:56 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T17:11:57.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:56 smithi084 ceph-mon[32752]: from='osd.9 [v2:172.21.15.28:6826/1774926370,v1:172.21.15.28:6827/1774926370]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-25T17:11:57.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:56 smithi084 ceph-mon[32752]: osdmap e58: 10 total, 9 up, 10 in 2024-04-25T17:11:57.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:56 smithi084 ceph-mon[32752]: from='osd.9 [v2:172.21.15.28:6826/1774926370,v1:172.21.15.28:6827/1774926370]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-25T17:11:57.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:56 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T17:11:58.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:58 smithi042 ceph-mon[32851]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T17:11:58.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:58 smithi042 ceph-mon[32851]: from='osd.9 [v2:172.21.15.28:6826/1774926370,v1:172.21.15.28:6827/1774926370]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-04-25T17:11:58.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:58 smithi042 ceph-mon[32851]: osdmap e59: 10 total, 9 up, 10 in 2024-04-25T17:11:58.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:58 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T17:11:58.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:58 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T17:11:58.269 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:58 smithi028 ceph-mon[29207]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T17:11:58.270 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:58 smithi028 ceph-mon[29207]: from='osd.9 [v2:172.21.15.28:6826/1774926370,v1:172.21.15.28:6827/1774926370]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-04-25T17:11:58.270 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:58 smithi028 ceph-mon[29207]: osdmap e59: 10 total, 9 up, 10 in 2024-04-25T17:11:58.270 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:58 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T17:11:58.270 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:58 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T17:11:58.299 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-25T17:11:58.299 INFO:teuthology.orchestra.run.smithi042.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-25T17:11:58.300 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10+0 records in 2024-04-25T17:11:58.300 INFO:teuthology.orchestra.run.smithi042.stderr:10+0 records out 2024-04-25T17:11:58.300 INFO:teuthology.orchestra.run.smithi042.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00858435 s, 1.2 GB/s 2024-04-25T17:11:58.300 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping successful for: 2024-04-25T17:11:58.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:58 smithi084 ceph-mon[32752]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T17:11:58.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:58 smithi084 ceph-mon[32752]: from='osd.9 [v2:172.21.15.28:6826/1774926370,v1:172.21.15.28:6827/1774926370]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-04-25T17:11:58.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:58 smithi084 ceph-mon[32752]: osdmap e59: 10 total, 9 up, 10 in 2024-04-25T17:11:58.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:58 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T17:11:58.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:58 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T17:11:58.979 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi042:vg_nvme/lv_1 2024-04-25T17:11:59.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:59 smithi028 ceph-mon[29207]: purged_snaps scrub starts 2024-04-25T17:11:59.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:59 smithi028 ceph-mon[29207]: purged_snaps scrub ok 2024-04-25T17:11:59.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:59 smithi028 ceph-mon[29207]: osd.9 [v2:172.21.15.28:6826/1774926370,v1:172.21.15.28:6827/1774926370] boot 2024-04-25T17:11:59.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:59 smithi028 ceph-mon[29207]: osdmap e60: 10 total, 10 up, 10 in 2024-04-25T17:11:59.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:59 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T17:11:59.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:59 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:59.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:11:59 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:59.232 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T17:11:59.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:59 smithi042 ceph-mon[32851]: purged_snaps scrub starts 2024-04-25T17:11:59.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:59 smithi042 ceph-mon[32851]: purged_snaps scrub ok 2024-04-25T17:11:59.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:59 smithi042 ceph-mon[32851]: osd.9 [v2:172.21.15.28:6826/1774926370,v1:172.21.15.28:6827/1774926370] boot 2024-04-25T17:11:59.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:59 smithi042 ceph-mon[32851]: osdmap e60: 10 total, 10 up, 10 in 2024-04-25T17:11:59.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:59 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T17:11:59.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:59 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:59.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:11:59 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:59.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:59 smithi084 ceph-mon[32752]: purged_snaps scrub starts 2024-04-25T17:11:59.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:59 smithi084 ceph-mon[32752]: purged_snaps scrub ok 2024-04-25T17:11:59.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:59 smithi084 ceph-mon[32752]: osd.9 [v2:172.21.15.28:6826/1774926370,v1:172.21.15.28:6827/1774926370] boot 2024-04-25T17:11:59.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:59 smithi084 ceph-mon[32752]: osdmap e60: 10 total, 10 up, 10 in 2024-04-25T17:11:59.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:59 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T17:11:59.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:59 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:11:59.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:11:59 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:00.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:00 smithi042 ceph-mon[32851]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:00.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:00 smithi042 ceph-mon[32851]: Detected new or changed devices on smithi028 2024-04-25T17:12:00.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:00 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:00.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:00 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:00.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:00 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:00.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:00 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:00.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:00 smithi042 ceph-mon[32851]: Adjusting osd_memory_target on smithi028 to 4273M 2024-04-25T17:12:00.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:00 smithi042 ceph-mon[32851]: osdmap e61: 10 total, 10 up, 10 in 2024-04-25T17:12:00.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:00 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:00.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:00 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:00.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:00 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:12:00.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:00 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:00.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:00 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:12:00.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:00 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:00.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:00 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:12:00.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:00 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:00.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:00 smithi028 ceph-mon[29207]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:00.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:00 smithi028 ceph-mon[29207]: Detected new or changed devices on smithi028 2024-04-25T17:12:00.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:00 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:00.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:00 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:00.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:00 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:00.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:00 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:00.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:00 smithi028 ceph-mon[29207]: Adjusting osd_memory_target on smithi028 to 4273M 2024-04-25T17:12:00.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:00 smithi028 ceph-mon[29207]: osdmap e61: 10 total, 10 up, 10 in 2024-04-25T17:12:00.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:00 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:00.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:00 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:00.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:00 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:12:00.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:00 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:00.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:00 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:12:00.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:00 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:00.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:00 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:12:00.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:00 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:00.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:00 smithi084 ceph-mon[32752]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:00.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:00 smithi084 ceph-mon[32752]: Detected new or changed devices on smithi028 2024-04-25T17:12:00.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:00 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:00.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:00 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:00.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:00 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:00.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:00 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:00.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:00 smithi084 ceph-mon[32752]: Adjusting osd_memory_target on smithi028 to 4273M 2024-04-25T17:12:00.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:00 smithi084 ceph-mon[32752]: osdmap e61: 10 total, 10 up, 10 in 2024-04-25T17:12:00.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:00 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:00.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:00 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:00.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:00 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:12:00.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:00 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:00.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:00 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:12:00.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:00 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:00.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:00 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:12:00.482 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:00 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:00.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.937+0000 7f875feb2700 1 -- 172.21.15.42:0/784069204 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8758105850 msgr2=0x7f8758105c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:00.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.937+0000 7f875feb2700 1 --2- 172.21.15.42:0/784069204 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8758105850 0x7f8758105c60 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f8754009990 tx=0x7f8754009ca0 comp rx=0 tx=0).stop 2024-04-25T17:12:00.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.937+0000 7f875feb2700 1 -- 172.21.15.42:0/784069204 shutdown_connections 2024-04-25T17:12:00.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.937+0000 7f875feb2700 1 --2- 172.21.15.42:0/784069204 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8758104880 0x7f875810c590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:00.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.937+0000 7f875feb2700 1 --2- 172.21.15.42:0/784069204 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8758105850 0x7f8758105c60 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:00.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.937+0000 7f875feb2700 1 --2- 172.21.15.42:0/784069204 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8758103e00 0x7f8758104210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:00.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.937+0000 7f875feb2700 1 -- 172.21.15.42:0/784069204 >> 172.21.15.42:0/784069204 conn(0x7f87580ff870 msgr2=0x7f8758101d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:12:00.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.937+0000 7f875feb2700 1 -- 172.21.15.42:0/784069204 shutdown_connections 2024-04-25T17:12:00.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.937+0000 7f875feb2700 1 -- 172.21.15.42:0/784069204 wait complete. 2024-04-25T17:12:00.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.938+0000 7f875feb2700 1 Processor -- start 2024-04-25T17:12:00.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.938+0000 7f875feb2700 1 -- start start 2024-04-25T17:12:00.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.938+0000 7f875feb2700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8758103e00 0x7f875819a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:12:00.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.938+0000 7f875feb2700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8758104880 0x7f875819ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:12:00.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.938+0000 7f875feb2700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8758105850 0x7f87581a1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:12:00.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.938+0000 7f875feb2700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f875810fc20 con 0x7f8758103e00 2024-04-25T17:12:00.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.938+0000 7f875feb2700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f875810faa0 con 0x7f8758105850 2024-04-25T17:12:00.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.938+0000 7f875feb2700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f875810fda0 con 0x7f8758104880 2024-04-25T17:12:00.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.938+0000 7f875e44f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8758105850 0x7f87581a1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:12:00.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.938+0000 7f875e44f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8758105850 0x7f87581a1ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:58516/0 (socket says 172.21.15.42:58516) 2024-04-25T17:12:00.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.938+0000 7f875e44f700 1 -- 172.21.15.42:0/3722870404 learned_addr learned my addr 172.21.15.42:0/3722870404 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-04-25T17:12:00.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.938+0000 7f875dc4e700 1 --2- 172.21.15.42:0/3722870404 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8758103e00 0x7f875819a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:12:00.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.938+0000 7f875d44d700 1 --2- 172.21.15.42:0/3722870404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8758104880 0x7f875819ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:12:00.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.939+0000 7f875e44f700 1 -- 172.21.15.42:0/3722870404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8758104880 msgr2=0x7f875819ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:00.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.939+0000 7f875e44f700 1 --2- 172.21.15.42:0/3722870404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8758104880 0x7f875819ad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:00.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.939+0000 7f875e44f700 1 -- 172.21.15.42:0/3722870404 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8758103e00 msgr2=0x7f875819a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:00.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.939+0000 7f875e44f700 1 --2- 172.21.15.42:0/3722870404 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8758103e00 0x7f875819a7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:00.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.939+0000 7f875e44f700 1 -- 172.21.15.42:0/3722870404 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87581a2320 con 0x7f8758105850 2024-04-25T17:12:00.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.939+0000 7f875e44f700 1 --2- 172.21.15.42:0/3722870404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8758105850 0x7f87581a1ca0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f8750007ee0 tx=0x7f875000d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:12:00.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.939+0000 7f874effd700 1 -- 172.21.15.42:0/3722870404 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8750004bb0 con 0x7f8758105850 2024-04-25T17:12:00.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.939+0000 7f875feb2700 1 -- 172.21.15.42:0/3722870404 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87581a2610 con 0x7f8758105850 2024-04-25T17:12:00.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.939+0000 7f874effd700 1 -- 172.21.15.42:0/3722870404 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8750004d50 con 0x7f8758105850 2024-04-25T17:12:00.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.939+0000 7f874effd700 1 -- 172.21.15.42:0/3722870404 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87500058b0 con 0x7f8758105850 2024-04-25T17:12:00.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.939+0000 7f875feb2700 1 -- 172.21.15.42:0/3722870404 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87581a2b50 con 0x7f8758105850 2024-04-25T17:12:00.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.940+0000 7f875feb2700 1 -- 172.21.15.42:0/3722870404 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8758051190 con 0x7f8758105850 2024-04-25T17:12:00.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.942+0000 7f874effd700 1 -- 172.21.15.42:0/3722870404 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f875001a020 con 0x7f8758105850 2024-04-25T17:12:00.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.942+0000 7f874effd700 1 --2- 172.21.15.42:0/3722870404 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f87440afb80 0x7f87440b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:12:00.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.942+0000 7f874effd700 1 -- 172.21.15.42:0/3722870404 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6261+0+0 (secure 0 0 0) 0x7f87500de150 con 0x7f8758105850 2024-04-25T17:12:00.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.943+0000 7f875dc4e700 1 --2- 172.21.15.42:0/3722870404 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f87440afb80 0x7f87440b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:12:00.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.943+0000 7f875dc4e700 1 --2- 172.21.15.42:0/3722870404 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f87440afb80 0x7f87440b2090 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f8754006010 tx=0x7f875401a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:12:00.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:00.946+0000 7f874effd700 1 -- 172.21.15.42:0/3722870404 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8750010070 con 0x7f8758105850 2024-04-25T17:12:01.165 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:01.164+0000 7f875feb2700 1 -- 172.21.15.42:0/3722870404 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f875802e8f0 con 0x7f87440afb80 2024-04-25T17:12:02.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:02 smithi042 ceph-mon[32851]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:02.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:02 smithi042 ceph-mon[32851]: from='client.24365 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:12:02.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:02 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:12:02.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:02 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:12:02.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:02 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:02.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:02 smithi028 ceph-mon[29207]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:02.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:02 smithi028 ceph-mon[29207]: from='client.24365 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:12:02.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:02 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:12:02.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:02 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:12:02.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:02 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:02.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:02 smithi084 ceph-mon[32752]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:02.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:02 smithi084 ceph-mon[32752]: from='client.24365 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:12:02.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:02 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:12:02.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:02 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:12:02.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:02 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:04.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:04 smithi042 ceph-mon[32851]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:04.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:04 smithi042 ceph-mon[32851]: from='client.? 172.21.15.42:0/2819818368' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7c967139-557a-4c58-b1c0-fc7522e24596"}]: dispatch 2024-04-25T17:12:04.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:04 smithi042 ceph-mon[32851]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7c967139-557a-4c58-b1c0-fc7522e24596"}]: dispatch 2024-04-25T17:12:04.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:04 smithi042 ceph-mon[32851]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7c967139-557a-4c58-b1c0-fc7522e24596"}]': finished 2024-04-25T17:12:04.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:04 smithi042 ceph-mon[32851]: osdmap e62: 11 total, 10 up, 11 in 2024-04-25T17:12:04.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:04 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T17:12:04.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:04 smithi028 ceph-mon[29207]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:04.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:04 smithi028 ceph-mon[29207]: from='client.? 172.21.15.42:0/2819818368' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7c967139-557a-4c58-b1c0-fc7522e24596"}]: dispatch 2024-04-25T17:12:04.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:04 smithi028 ceph-mon[29207]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7c967139-557a-4c58-b1c0-fc7522e24596"}]: dispatch 2024-04-25T17:12:04.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:04 smithi028 ceph-mon[29207]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7c967139-557a-4c58-b1c0-fc7522e24596"}]': finished 2024-04-25T17:12:04.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:04 smithi028 ceph-mon[29207]: osdmap e62: 11 total, 10 up, 11 in 2024-04-25T17:12:04.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:04 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T17:12:04.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:04 smithi084 ceph-mon[32752]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:04.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:04 smithi084 ceph-mon[32752]: from='client.? 172.21.15.42:0/2819818368' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7c967139-557a-4c58-b1c0-fc7522e24596"}]: dispatch 2024-04-25T17:12:04.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:04 smithi084 ceph-mon[32752]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7c967139-557a-4c58-b1c0-fc7522e24596"}]: dispatch 2024-04-25T17:12:04.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:04 smithi084 ceph-mon[32752]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7c967139-557a-4c58-b1c0-fc7522e24596"}]': finished 2024-04-25T17:12:04.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:04 smithi084 ceph-mon[32752]: osdmap e62: 11 total, 10 up, 11 in 2024-04-25T17:12:04.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:04 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T17:12:05.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:05 smithi042 ceph-mon[32851]: from='client.? 172.21.15.42:0/947720194' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:12:05.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:05 smithi028 ceph-mon[29207]: from='client.? 172.21.15.42:0/947720194' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:12:05.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:05 smithi084 ceph-mon[32752]: from='client.? 172.21.15.42:0/947720194' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:12:06.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:06 smithi028 ceph-mon[29207]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:06.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:06 smithi042 ceph-mon[32851]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:06.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:06 smithi084 ceph-mon[32752]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:08.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:08 smithi042 ceph-mon[32851]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:08.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:08 smithi028 ceph-mon[29207]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:08.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:08 smithi084 ceph-mon[32752]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:10.282 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:10 smithi084 ceph-mon[32752]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:10.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:10 smithi042 ceph-mon[32851]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:10.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:10 smithi028 ceph-mon[29207]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:12.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:12 smithi042 ceph-mon[32851]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:12.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:12 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-25T17:12:12.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:12 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:12.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:12 smithi028 ceph-mon[29207]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:12.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:12 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-25T17:12:12.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:12 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:12.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:12 smithi084 ceph-mon[32752]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:12.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:12 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-25T17:12:12.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:12 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:13.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:13 smithi042 ceph-mon[32851]: Deploying daemon osd.10 on smithi042 2024-04-25T17:12:13.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:13 smithi028 ceph-mon[29207]: Deploying daemon osd.10 on smithi042 2024-04-25T17:12:13.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:13 smithi084 ceph-mon[32752]: Deploying daemon osd.10 on smithi042 2024-04-25T17:12:14.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:14 smithi042 ceph-mon[32851]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:14.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:14 smithi028 ceph-mon[29207]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:14.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:14 smithi084 ceph-mon[32752]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:16.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:16 smithi042 ceph-mon[32851]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:16.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:16 smithi028 ceph-mon[29207]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:16.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:16 smithi084 ceph-mon[32752]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:18.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:18 smithi042 ceph-mon[32851]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:18.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:18 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:18.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:18 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:12:18.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:18 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:18.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:18 smithi028 ceph-mon[29207]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:18.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:18 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:18.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:18 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:12:18.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:18 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:18.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:18 smithi084 ceph-mon[32752]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:18.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:18 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:18.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:18 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:12:18.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:18 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:20.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:20 smithi042 ceph-mon[32851]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:20.691 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:20 smithi084 ceph-mon[32752]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:20.691 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:20 smithi028 ceph-mon[29207]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:21.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:21.788+0000 7f874effd700 1 -- 172.21.15.42:0/3722870404 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f875802e8f0 con 0x7f87440afb80 2024-04-25T17:12:21.788 INFO:teuthology.orchestra.run.smithi042.stdout:Created osd(s) 10 on host 'smithi042' 2024-04-25T17:12:21.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:21.790+0000 7f875feb2700 1 -- 172.21.15.42:0/3722870404 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f87440afb80 msgr2=0x7f87440b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:21.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:21.790+0000 7f875feb2700 1 --2- 172.21.15.42:0/3722870404 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f87440afb80 0x7f87440b2090 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f8754006010 tx=0x7f875401a040 comp rx=0 tx=0).stop 2024-04-25T17:12:21.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:21.790+0000 7f875feb2700 1 -- 172.21.15.42:0/3722870404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8758105850 msgr2=0x7f87581a1ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:21.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:21.790+0000 7f875feb2700 1 --2- 172.21.15.42:0/3722870404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8758105850 0x7f87581a1ca0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f8750007ee0 tx=0x7f875000d3b0 comp rx=0 tx=0).stop 2024-04-25T17:12:21.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:21.790+0000 7f875feb2700 1 -- 172.21.15.42:0/3722870404 shutdown_connections 2024-04-25T17:12:21.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:21.790+0000 7f875feb2700 1 --2- 172.21.15.42:0/3722870404 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f87440afb80 0x7f87440b2090 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:21.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:21.790+0000 7f875feb2700 1 --2- 172.21.15.42:0/3722870404 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8758103e00 0x7f875819a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:21.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:21.790+0000 7f875feb2700 1 --2- 172.21.15.42:0/3722870404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8758105850 0x7f87581a1ca0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:21.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:21.790+0000 7f875feb2700 1 --2- 172.21.15.42:0/3722870404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8758104880 0x7f875819ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:21.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:21.790+0000 7f875feb2700 1 -- 172.21.15.42:0/3722870404 >> 172.21.15.42:0/3722870404 conn(0x7f87580ff870 msgr2=0x7f8758108570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:12:21.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:21.790+0000 7f875feb2700 1 -- 172.21.15.42:0/3722870404 shutdown_connections 2024-04-25T17:12:21.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-04-25T17:12:21.790+0000 7f875feb2700 1 -- 172.21.15.42:0/3722870404 wait complete. 2024-04-25T17:12:22.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:21 smithi042 ceph-mon[32851]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:22.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:21 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:22.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:21 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:22.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:21 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:22.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:21 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:12:22.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:21 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:22.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:21 smithi042 ceph-mon[32851]: from='osd.10 [v2:172.21.15.42:6824/2804762182,v1:172.21.15.42:6825/2804762182]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T17:12:22.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:21 smithi042 ceph-mon[32851]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T17:12:22.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:21 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:22.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:21 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:22.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:21 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:12:22.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:21 smithi028 ceph-mon[29207]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:22.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:21 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:22.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:21 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:22.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:21 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:22.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:21 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:12:22.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:21 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:22.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:21 smithi028 ceph-mon[29207]: from='osd.10 [v2:172.21.15.42:6824/2804762182,v1:172.21.15.42:6825/2804762182]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T17:12:22.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:21 smithi028 ceph-mon[29207]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T17:12:22.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:21 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:22.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:21 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:22.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:21 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:12:22.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:21 smithi084 ceph-mon[32752]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:22.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:21 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:22.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:21 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:22.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:21 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:22.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:21 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:12:22.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:21 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:22.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:21 smithi084 ceph-mon[32752]: from='osd.10 [v2:172.21.15.42:6824/2804762182,v1:172.21.15.42:6825/2804762182]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T17:12:22.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:21 smithi084 ceph-mon[32752]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T17:12:22.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:21 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:22.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:21 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:22.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:21 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:12:22.564 DEBUG:teuthology.orchestra.run.smithi042:osd.10> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.10.service 2024-04-25T17:12:22.567 INFO:tasks.cephadm:Deploying osd.11 on smithi084 with /dev/vg_nvme/lv_1... 2024-04-25T17:12:22.567 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-25T17:12:22.813 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T17:12:23.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:23 smithi084 ceph-mon[32752]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-25T17:12:23.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:23 smithi084 ceph-mon[32752]: from='osd.10 [v2:172.21.15.42:6824/2804762182,v1:172.21.15.42:6825/2804762182]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-04-25T17:12:23.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:23 smithi084 ceph-mon[32752]: osdmap e63: 11 total, 10 up, 11 in 2024-04-25T17:12:23.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:23 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T17:12:23.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:23 smithi084 ceph-mon[32752]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-04-25T17:12:23.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:23 smithi042 ceph-mon[32851]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-25T17:12:23.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:23 smithi042 ceph-mon[32851]: from='osd.10 [v2:172.21.15.42:6824/2804762182,v1:172.21.15.42:6825/2804762182]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-04-25T17:12:23.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:23 smithi042 ceph-mon[32851]: osdmap e63: 11 total, 10 up, 11 in 2024-04-25T17:12:23.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:23 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T17:12:23.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:23 smithi042 ceph-mon[32851]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-04-25T17:12:23.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:23 smithi028 ceph-mon[29207]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-25T17:12:23.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:23 smithi028 ceph-mon[29207]: from='osd.10 [v2:172.21.15.42:6824/2804762182,v1:172.21.15.42:6825/2804762182]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-04-25T17:12:23.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:23 smithi028 ceph-mon[29207]: osdmap e63: 11 total, 10 up, 11 in 2024-04-25T17:12:23.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:23 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T17:12:23.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:23 smithi028 ceph-mon[29207]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-04-25T17:12:24.013 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:12:23 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:12:23.631+0000 7f4b1ac76700 -1 osd.10 0 waiting for initial osdmap 2024-04-25T17:12:24.014 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:12:23 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:12:23.642+0000 7f4b12a23700 -1 osd.10 64 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T17:12:24.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:24 smithi084 ceph-mon[32752]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:24 smithi084 ceph-mon[32752]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-04-25T17:12:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:24 smithi084 ceph-mon[32752]: osdmap e64: 11 total, 10 up, 11 in 2024-04-25T17:12:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:24 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T17:12:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:24 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T17:12:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:24 smithi084 ceph-mon[32752]: from='osd.10 ' entity='osd.10' 2024-04-25T17:12:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:24 smithi084 ceph-mon[32752]: osd.10 [v2:172.21.15.42:6824/2804762182,v1:172.21.15.42:6825/2804762182] boot 2024-04-25T17:12:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:24 smithi084 ceph-mon[32752]: osdmap e65: 11 total, 11 up, 11 in 2024-04-25T17:12:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:24 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T17:12:24.309 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:24 smithi042 ceph-mon[32851]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:24.309 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:24 smithi042 ceph-mon[32851]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-04-25T17:12:24.310 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:24 smithi042 ceph-mon[32851]: osdmap e64: 11 total, 10 up, 11 in 2024-04-25T17:12:24.310 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:24 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T17:12:24.310 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:24 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T17:12:24.310 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:24 smithi042 ceph-mon[32851]: from='osd.10 ' entity='osd.10' 2024-04-25T17:12:24.310 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:24 smithi042 ceph-mon[32851]: osd.10 [v2:172.21.15.42:6824/2804762182,v1:172.21.15.42:6825/2804762182] boot 2024-04-25T17:12:24.310 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:24 smithi042 ceph-mon[32851]: osdmap e65: 11 total, 11 up, 11 in 2024-04-25T17:12:24.310 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:24 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T17:12:24.325 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:24 smithi028 ceph-mon[29207]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 296 MiB used, 894 GiB / 894 GiB avail 2024-04-25T17:12:24.325 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:24 smithi028 ceph-mon[29207]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-04-25T17:12:24.325 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:24 smithi028 ceph-mon[29207]: osdmap e64: 11 total, 10 up, 11 in 2024-04-25T17:12:24.325 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:24 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T17:12:24.325 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:24 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T17:12:24.325 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:24 smithi028 ceph-mon[29207]: from='osd.10 ' entity='osd.10' 2024-04-25T17:12:24.326 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:24 smithi028 ceph-mon[29207]: osd.10 [v2:172.21.15.42:6824/2804762182,v1:172.21.15.42:6825/2804762182] boot 2024-04-25T17:12:24.326 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:24 smithi028 ceph-mon[29207]: osdmap e65: 11 total, 11 up, 11 in 2024-04-25T17:12:24.326 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:24 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T17:12:25.006 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-25T17:12:25.006 INFO:teuthology.orchestra.run.smithi084.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-25T17:12:25.006 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10+0 records in 2024-04-25T17:12:25.006 INFO:teuthology.orchestra.run.smithi084.stderr:10+0 records out 2024-04-25T17:12:25.006 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0179247 s, 585 MB/s 2024-04-25T17:12:25.006 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping successful for: 2024-04-25T17:12:25.304 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:25 smithi084 ceph-mon[32752]: purged_snaps scrub starts 2024-04-25T17:12:25.304 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:25 smithi084 ceph-mon[32752]: purged_snaps scrub ok 2024-04-25T17:12:25.305 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:25 smithi084 ceph-mon[32752]: osdmap e66: 11 total, 11 up, 11 in 2024-04-25T17:12:25.322 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:25 smithi042 ceph-mon[32851]: purged_snaps scrub starts 2024-04-25T17:12:25.322 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:25 smithi042 ceph-mon[32851]: purged_snaps scrub ok 2024-04-25T17:12:25.322 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:25 smithi042 ceph-mon[32851]: osdmap e66: 11 total, 11 up, 11 in 2024-04-25T17:12:25.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:25 smithi028 ceph-mon[29207]: purged_snaps scrub starts 2024-04-25T17:12:25.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:25 smithi028 ceph-mon[29207]: purged_snaps scrub ok 2024-04-25T17:12:25.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:25 smithi028 ceph-mon[29207]: osdmap e66: 11 total, 11 up, 11 in 2024-04-25T17:12:25.780 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi084:vg_nvme/lv_1 2024-04-25T17:12:26.021 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T17:12:26.072 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:26 smithi084 ceph-mon[32752]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 731 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:26.072 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:26 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:26.072 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:26 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:26.072 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:26 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:26.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:26 smithi042 ceph-mon[32851]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 731 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:26.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:26 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:26.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:26 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:26.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:26 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:26.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:26 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:26.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:26 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:26.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:26 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:26.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:26 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:26.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:26 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:26.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:26 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:12:26.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:26 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:26.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:26 smithi042 ceph-mon[32851]: osdmap e67: 11 total, 11 up, 11 in 2024-04-25T17:12:26.405 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:26 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:26.405 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:26 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:26.405 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:26 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:26.405 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:26 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:26.405 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:26 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:26.405 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:26 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:12:26.405 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:26 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:26.405 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:26 smithi084 ceph-mon[32752]: osdmap e67: 11 total, 11 up, 11 in 2024-04-25T17:12:26.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:26 smithi028 ceph-mon[29207]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 731 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:26.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:26 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:26.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:26 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:26.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:26 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:26.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:26 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:26.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:26 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:26.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:26 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:26.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:26 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:26.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:26 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:26.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:26 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:12:26.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:26 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:26.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:26 smithi028 ceph-mon[29207]: osdmap e67: 11 total, 11 up, 11 in 2024-04-25T17:12:27.330 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:27 smithi084 ceph-mon[32752]: Detected new or changed devices on smithi042 2024-04-25T17:12:27.330 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:27 smithi084 ceph-mon[32752]: Adjusting osd_memory_target on smithi042 to 4273M 2024-04-25T17:12:27.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:27 smithi042 ceph-mon[32851]: Detected new or changed devices on smithi042 2024-04-25T17:12:27.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:27 smithi042 ceph-mon[32851]: Adjusting osd_memory_target on smithi042 to 4273M 2024-04-25T17:12:27.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:27 smithi028 ceph-mon[29207]: Detected new or changed devices on smithi042 2024-04-25T17:12:27.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:27 smithi028 ceph-mon[29207]: Adjusting osd_memory_target on smithi042 to 4273M 2024-04-25T17:12:27.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.708+0000 7f002178b700 1 -- 172.21.15.84:0/102229733 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f001c104ba0 msgr2=0x7f001c10b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:27.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.708+0000 7f002178b700 1 --2- 172.21.15.84:0/102229733 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f001c104ba0 0x7f001c10b450 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f001400b0a0 tx=0x7f001400b3b0 comp rx=0 tx=0).stop 2024-04-25T17:12:27.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.708+0000 7f002178b700 1 -- 172.21.15.84:0/102229733 shutdown_connections 2024-04-25T17:12:27.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.708+0000 7f002178b700 1 --2- 172.21.15.84:0/102229733 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f001c104ba0 0x7f001c10b450 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:27.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.708+0000 7f002178b700 1 --2- 172.21.15.84:0/102229733 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f001c1030d0 0x7f001c1034e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:27.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.708+0000 7f002178b700 1 --2- 172.21.15.84:0/102229733 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f001c104200 0x7f001c104610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:27.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.708+0000 7f002178b700 1 -- 172.21.15.84:0/102229733 >> 172.21.15.84:0/102229733 conn(0x7f001c0fe710 msgr2=0x7f001c100bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:12:27.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.709+0000 7f002178b700 1 -- 172.21.15.84:0/102229733 shutdown_connections 2024-04-25T17:12:27.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.709+0000 7f002178b700 1 -- 172.21.15.84:0/102229733 wait complete. 2024-04-25T17:12:27.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.709+0000 7f002178b700 1 Processor -- start 2024-04-25T17:12:27.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.709+0000 7f002178b700 1 -- start start 2024-04-25T17:12:27.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.709+0000 7f002178b700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f001c1030d0 0x7f001c19a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:12:27.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.709+0000 7f002178b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f001c104200 0x7f001c19ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:12:27.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.709+0000 7f002178b700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f001c104ba0 0x7f001c1a1af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:12:27.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.709+0000 7f002178b700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f001c10fb60 con 0x7f001c1030d0 2024-04-25T17:12:27.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.709+0000 7f002178b700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f001c10f9e0 con 0x7f001c104200 2024-04-25T17:12:27.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.709+0000 7f002178b700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f001c10fce0 con 0x7f001c104ba0 2024-04-25T17:12:27.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.710+0000 7f001b7fe700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f001c104ba0 0x7f001c1a1af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:12:27.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.710+0000 7f001b7fe700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f001c104ba0 0x7f001c1a1af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:48872/0 (socket says 172.21.15.84:48872) 2024-04-25T17:12:27.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.710+0000 7f001b7fe700 1 -- 172.21.15.84:0/786535636 learned_addr learned my addr 172.21.15.84:0/786535636 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-25T17:12:27.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.710+0000 7f001affd700 1 --2- 172.21.15.84:0/786535636 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f001c1030d0 0x7f001c19a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:12:27.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.710+0000 7f001a7fc700 1 --2- 172.21.15.84:0/786535636 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f001c104200 0x7f001c19ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:12:27.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.710+0000 7f001b7fe700 1 -- 172.21.15.84:0/786535636 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f001c104200 msgr2=0x7f001c19ab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:27.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.710+0000 7f001b7fe700 1 --2- 172.21.15.84:0/786535636 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f001c104200 0x7f001c19ab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:27.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.710+0000 7f001b7fe700 1 -- 172.21.15.84:0/786535636 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f001c1030d0 msgr2=0x7f001c19a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:27.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.710+0000 7f001b7fe700 1 --2- 172.21.15.84:0/786535636 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f001c1030d0 0x7f001c19a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:27.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.710+0000 7f001b7fe700 1 -- 172.21.15.84:0/786535636 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f001c1a2170 con 0x7f001c104ba0 2024-04-25T17:12:27.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.710+0000 7f001a7fc700 1 --2- 172.21.15.84:0/786535636 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f001c104200 0x7f001c19ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:12:27.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.710+0000 7f001b7fe700 1 --2- 172.21.15.84:0/786535636 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f001c104ba0 0x7f001c1a1af0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f0014009850 tx=0x7f0014004db0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:12:27.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.710+0000 7f0013fff700 1 -- 172.21.15.84:0/786535636 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0014021070 con 0x7f001c104ba0 2024-04-25T17:12:27.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.710+0000 7f002178b700 1 -- 172.21.15.84:0/786535636 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f001c1a2400 con 0x7f001c104ba0 2024-04-25T17:12:27.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.710+0000 7f0013fff700 1 -- 172.21.15.84:0/786535636 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0014007b80 con 0x7f001c104ba0 2024-04-25T17:12:27.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.710+0000 7f0013fff700 1 -- 172.21.15.84:0/786535636 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00140052a0 con 0x7f001c104ba0 2024-04-25T17:12:27.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.710+0000 7f002178b700 1 -- 172.21.15.84:0/786535636 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f001c1a28b0 con 0x7f001c104ba0 2024-04-25T17:12:27.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.711+0000 7f002178b700 1 -- 172.21.15.84:0/786535636 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f001c051190 con 0x7f001c104ba0 2024-04-25T17:12:27.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.713+0000 7f0013fff700 1 -- 172.21.15.84:0/786535636 <== mon.1 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f0014024070 con 0x7f001c104ba0 2024-04-25T17:12:27.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.713+0000 7f0013fff700 1 --2- 172.21.15.84:0/786535636 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f00080afb80 0x7f00080b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:12:27.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.713+0000 7f0013fff700 1 -- 172.21.15.84:0/786535636 <== mon.1 v2:172.21.15.84:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6694+0+0 (secure 0 0 0) 0x7f001400f020 con 0x7f001c104ba0 2024-04-25T17:12:27.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.714+0000 7f001affd700 1 --2- 172.21.15.84:0/786535636 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f00080afb80 0x7f00080b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:12:27.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.714+0000 7f001affd700 1 --2- 172.21.15.84:0/786535636 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f00080afb80 0x7f00080b2090 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f001c104100 tx=0x7f000c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:12:27.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.717+0000 7f0013fff700 1 -- 172.21.15.84:0/786535636 <== mon.1 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f001402b020 con 0x7f001c104ba0 2024-04-25T17:12:27.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:27.923+0000 7f002178b700 1 -- 172.21.15.84:0/786535636 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f001c063ad0 con 0x7f00080afb80 2024-04-25T17:12:28.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:28 smithi084 ceph-mon[32752]: pgmap v235: 1 pgs: 1 peering; 577 KiB data, 731 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:28.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:28 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:12:28.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:28 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:12:28.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:28 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:28.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:28 smithi042 ceph-mon[32851]: pgmap v235: 1 pgs: 1 peering; 577 KiB data, 731 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:28.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:28 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:12:28.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:28 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:12:28.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:28 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:28.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:28 smithi028 ceph-mon[29207]: pgmap v235: 1 pgs: 1 peering; 577 KiB data, 731 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:28.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:28 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T17:12:28.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:28 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T17:12:28.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:28 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:29.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:29 smithi084 ceph-mon[32752]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:12:29.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:29 smithi042 ceph-mon[32851]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:12:29.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:29 smithi028 ceph-mon[29207]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:12:30.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:30 smithi084 ceph-mon[32752]: pgmap v236: 1 pgs: 1 peering; 577 KiB data, 731 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:30.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:30 smithi042 ceph-mon[32851]: pgmap v236: 1 pgs: 1 peering; 577 KiB data, 731 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:30.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:30 smithi028 ceph-mon[29207]: pgmap v236: 1 pgs: 1 peering; 577 KiB data, 731 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:31.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:31 smithi042 ceph-mon[32851]: from='client.? 172.21.15.84:0/3199734099' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f704b886-2ebb-46f9-aec6-fcf2b9ab2406"}]: dispatch 2024-04-25T17:12:31.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:31 smithi042 ceph-mon[32851]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f704b886-2ebb-46f9-aec6-fcf2b9ab2406"}]: dispatch 2024-04-25T17:12:31.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:31 smithi042 ceph-mon[32851]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f704b886-2ebb-46f9-aec6-fcf2b9ab2406"}]': finished 2024-04-25T17:12:31.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:31 smithi042 ceph-mon[32851]: osdmap e68: 12 total, 11 up, 12 in 2024-04-25T17:12:31.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T17:12:31.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:31 smithi028 ceph-mon[29207]: from='client.? 172.21.15.84:0/3199734099' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f704b886-2ebb-46f9-aec6-fcf2b9ab2406"}]: dispatch 2024-04-25T17:12:31.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:31 smithi028 ceph-mon[29207]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f704b886-2ebb-46f9-aec6-fcf2b9ab2406"}]: dispatch 2024-04-25T17:12:31.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:31 smithi028 ceph-mon[29207]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f704b886-2ebb-46f9-aec6-fcf2b9ab2406"}]': finished 2024-04-25T17:12:31.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:31 smithi028 ceph-mon[29207]: osdmap e68: 12 total, 11 up, 12 in 2024-04-25T17:12:31.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:31 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T17:12:31.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:31 smithi084 ceph-mon[32752]: from='client.? 172.21.15.84:0/3199734099' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f704b886-2ebb-46f9-aec6-fcf2b9ab2406"}]: dispatch 2024-04-25T17:12:31.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:31 smithi084 ceph-mon[32752]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f704b886-2ebb-46f9-aec6-fcf2b9ab2406"}]: dispatch 2024-04-25T17:12:31.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:31 smithi084 ceph-mon[32752]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f704b886-2ebb-46f9-aec6-fcf2b9ab2406"}]': finished 2024-04-25T17:12:31.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:31 smithi084 ceph-mon[32752]: osdmap e68: 12 total, 11 up, 12 in 2024-04-25T17:12:31.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:31 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T17:12:32.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:32 smithi042 ceph-mon[32851]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-04-25T17:12:32.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:32 smithi042 ceph-mon[32851]: from='client.? 172.21.15.84:0/2507704381' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:12:32.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:32 smithi028 ceph-mon[29207]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-04-25T17:12:32.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:32 smithi028 ceph-mon[29207]: from='client.? 172.21.15.84:0/2507704381' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:12:32.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:32 smithi084 ceph-mon[32752]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-04-25T17:12:32.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:32 smithi084 ceph-mon[32752]: from='client.? 172.21.15.84:0/2507704381' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T17:12:34.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:34 smithi042 ceph-mon[32851]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-04-25T17:12:34.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:34 smithi028 ceph-mon[29207]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-04-25T17:12:34.424 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:34 smithi084 ceph-mon[32752]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-04-25T17:12:36.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:36 smithi042 ceph-mon[32851]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-04-25T17:12:36.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:36 smithi028 ceph-mon[29207]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-04-25T17:12:36.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:36 smithi084 ceph-mon[32752]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-04-25T17:12:38.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:38 smithi042 ceph-mon[32851]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T17:12:38.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:38 smithi028 ceph-mon[29207]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T17:12:38.436 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:38 smithi084 ceph-mon[32752]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T17:12:39.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:39 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-25T17:12:39.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:39 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:39.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:39 smithi042 ceph-mon[32851]: Deploying daemon osd.11 on smithi084 2024-04-25T17:12:39.406 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:39 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-25T17:12:39.406 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:39 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:39.407 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:39 smithi084 ceph-mon[32752]: Deploying daemon osd.11 on smithi084 2024-04-25T17:12:39.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:39 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-25T17:12:39.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:39 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:39.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:39 smithi028 ceph-mon[29207]: Deploying daemon osd.11 on smithi084 2024-04-25T17:12:40.364 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:40 smithi084 ceph-mon[32752]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T17:12:40.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:40 smithi028 ceph-mon[29207]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T17:12:40.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:40 smithi042 ceph-mon[32851]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T17:12:42.398 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:42 smithi084 ceph-mon[32752]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:42.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:42 smithi028 ceph-mon[29207]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:42.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:42 smithi042 ceph-mon[32851]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:44.382 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:44 smithi084 ceph-mon[32752]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:44.412 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:44 smithi042 ceph-mon[32851]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:44.423 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:44 smithi028 ceph-mon[29207]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:45.701 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:45 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:45.701 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:45 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:45.701 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:45 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:12:45.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:45 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:45.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:45 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:45.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:45 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:12:45.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:45 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:45.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:45 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:45.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:45 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:12:46.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:46 smithi084 ceph-mon[32752]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:46.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:46 smithi042 ceph-mon[32851]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:46.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:46 smithi028 ceph-mon[29207]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:47.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:47.844+0000 7f0013fff700 1 -- 172.21.15.84:0/786535636 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f001c063ad0 con 0x7f00080afb80 2024-04-25T17:12:47.845 INFO:teuthology.orchestra.run.smithi084.stdout:Created osd(s) 11 on host 'smithi084' 2024-04-25T17:12:47.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:47.846+0000 7f002178b700 1 -- 172.21.15.84:0/786535636 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f00080afb80 msgr2=0x7f00080b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:47.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:47.846+0000 7f002178b700 1 --2- 172.21.15.84:0/786535636 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f00080afb80 0x7f00080b2090 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f001c104100 tx=0x7f000c009260 comp rx=0 tx=0).stop 2024-04-25T17:12:47.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:47.846+0000 7f002178b700 1 -- 172.21.15.84:0/786535636 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f001c104ba0 msgr2=0x7f001c1a1af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:47.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:47.846+0000 7f002178b700 1 --2- 172.21.15.84:0/786535636 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f001c104ba0 0x7f001c1a1af0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f0014009850 tx=0x7f0014004db0 comp rx=0 tx=0).stop 2024-04-25T17:12:47.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:47.846+0000 7f002178b700 1 -- 172.21.15.84:0/786535636 shutdown_connections 2024-04-25T17:12:47.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:47.846+0000 7f002178b700 1 --2- 172.21.15.84:0/786535636 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f00080afb80 0x7f00080b2090 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:47.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:47.846+0000 7f002178b700 1 --2- 172.21.15.84:0/786535636 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f001c1030d0 0x7f001c19a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:47.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:47.846+0000 7f002178b700 1 --2- 172.21.15.84:0/786535636 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f001c104ba0 0x7f001c1a1af0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:47.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:47.846+0000 7f002178b700 1 --2- 172.21.15.84:0/786535636 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f001c104200 0x7f001c19ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:47.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:47.846+0000 7f002178b700 1 -- 172.21.15.84:0/786535636 >> 172.21.15.84:0/786535636 conn(0x7f001c0fe710 msgr2=0x7f001c107430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:12:47.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:47.847+0000 7f002178b700 1 -- 172.21.15.84:0/786535636 shutdown_connections 2024-04-25T17:12:47.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:12:47.847+0000 7f002178b700 1 -- 172.21.15.84:0/786535636 wait complete. 2024-04-25T17:12:48.475 DEBUG:teuthology.orchestra.run.smithi084:osd.11> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.11.service 2024-04-25T17:12:48.477 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-04-25T17:12:48.477 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-25T17:12:48.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:48 smithi084 ceph-mon[32752]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:48.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:48 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:48.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:48 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:48.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:48 smithi084 ceph-mon[32752]: from='osd.11 [v2:172.21.15.84:6824/3161302796,v1:172.21.15.84:6825/3161302796]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T17:12:48.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:48 smithi084 ceph-mon[32752]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T17:12:48.741 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:12:48.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:48 smithi042 ceph-mon[32851]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:48.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:48 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:48.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:48 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:48.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:48 smithi042 ceph-mon[32851]: from='osd.11 [v2:172.21.15.84:6824/3161302796,v1:172.21.15.84:6825/3161302796]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T17:12:48.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:48 smithi042 ceph-mon[32851]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T17:12:48.864 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:48 smithi028 ceph-mon[29207]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:48.864 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:48 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:48.864 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:48 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:48.864 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:48 smithi028 ceph-mon[29207]: from='osd.11 [v2:172.21.15.84:6824/3161302796,v1:172.21.15.84:6825/3161302796]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T17:12:48.864 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:48 smithi028 ceph-mon[29207]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T17:12:49.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:49 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:49.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:49 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:49.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:49 smithi028 ceph-mon[29207]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:49.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:49 smithi028 ceph-mon[29207]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-25T17:12:49.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:49 smithi028 ceph-mon[29207]: osdmap e69: 12 total, 11 up, 12 in 2024-04-25T17:12:49.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:49 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T17:12:49.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:49 smithi028 ceph-mon[29207]: from='osd.11 [v2:172.21.15.84:6824/3161302796,v1:172.21.15.84:6825/3161302796]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-25T17:12:49.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:49 smithi028 ceph-mon[29207]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-25T17:12:49.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:49 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:49.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:49 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:49.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:49 smithi084 ceph-mon[32752]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:49.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:49 smithi084 ceph-mon[32752]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-25T17:12:49.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:49 smithi084 ceph-mon[32752]: osdmap e69: 12 total, 11 up, 12 in 2024-04-25T17:12:49.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:49 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T17:12:49.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:49 smithi084 ceph-mon[32752]: from='osd.11 [v2:172.21.15.84:6824/3161302796,v1:172.21.15.84:6825/3161302796]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-25T17:12:49.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:49 smithi084 ceph-mon[32752]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-25T17:12:50.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:49 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:50.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:49 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:50.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:49 smithi042 ceph-mon[32851]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:50.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:49 smithi042 ceph-mon[32851]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-25T17:12:50.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:49 smithi042 ceph-mon[32851]: osdmap e69: 12 total, 11 up, 12 in 2024-04-25T17:12:50.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:49 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T17:12:50.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:49 smithi042 ceph-mon[32851]: from='osd.11 [v2:172.21.15.84:6824/3161302796,v1:172.21.15.84:6825/3161302796]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-25T17:12:50.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:49 smithi042 ceph-mon[32851]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-25T17:12:50.547 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.547+0000 7f4e9687a700 1 -- 172.21.15.28:0/623949250 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4e901076c0 msgr2=0x7f4e90109ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:50.548 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.547+0000 7f4e9687a700 1 --2- 172.21.15.28:0/623949250 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4e901076c0 0x7f4e90109ae0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4e84009990 tx=0x7f4e84009ca0 comp rx=0 tx=0).stop 2024-04-25T17:12:50.548 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.547+0000 7f4e9687a700 1 -- 172.21.15.28:0/623949250 shutdown_connections 2024-04-25T17:12:50.548 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.547+0000 7f4e9687a700 1 --2- 172.21.15.28:0/623949250 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e9010a020 0x7f4e9010c4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:50.548 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.547+0000 7f4e9687a700 1 --2- 172.21.15.28:0/623949250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4e90102620 0x7f4e90102a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:50.548 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.547+0000 7f4e9687a700 1 --2- 172.21.15.28:0/623949250 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4e901076c0 0x7f4e90109ae0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:50.548 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.547+0000 7f4e9687a700 1 -- 172.21.15.28:0/623949250 >> 172.21.15.28:0/623949250 conn(0x7f4e900fded0 msgr2=0x7f4e90100380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:12:50.548 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.547+0000 7f4e9687a700 1 -- 172.21.15.28:0/623949250 shutdown_connections 2024-04-25T17:12:50.548 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.547+0000 7f4e9687a700 1 -- 172.21.15.28:0/623949250 wait complete. 2024-04-25T17:12:50.550 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.548+0000 7f4e9687a700 1 Processor -- start 2024-04-25T17:12:50.550 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.548+0000 7f4e9687a700 1 -- start start 2024-04-25T17:12:50.550 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.549+0000 7f4e9687a700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e90102620 0x7f4e9019a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:12:50.550 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.549+0000 7f4e9687a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4e901076c0 0x7f4e9019aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:12:50.550 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.549+0000 7f4e9687a700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4e9010a020 0x7f4e901a1c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:12:50.551 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.549+0000 7f4e9687a700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f4e9010fbb0 con 0x7f4e9010a020 2024-04-25T17:12:50.551 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.549+0000 7f4e9687a700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4e9010fa30 con 0x7f4e901076c0 2024-04-25T17:12:50.551 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.549+0000 7f4e9687a700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4e9010fd30 con 0x7f4e90102620 2024-04-25T17:12:50.551 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.549+0000 7f4e94e17700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4e9010a020 0x7f4e901a1c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:12:50.551 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.549+0000 7f4e8ffff700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e90102620 0x7f4e9019a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:12:50.551 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.549+0000 7f4e94e17700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4e9010a020 0x7f4e901a1c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:34302/0 (socket says 172.21.15.28:34302) 2024-04-25T17:12:50.551 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.549+0000 7f4e8ffff700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e90102620 0x7f4e9019a760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.28:57094/0 (socket says 172.21.15.28:57094) 2024-04-25T17:12:50.551 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.549+0000 7f4e94e17700 1 -- 172.21.15.28:0/1076157382 learned_addr learned my addr 172.21.15.28:0/1076157382 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:12:50.551 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.549+0000 7f4e8f7fe700 1 --2- 172.21.15.28:0/1076157382 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4e901076c0 0x7f4e9019aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:12:50.551 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.549+0000 7f4e94e17700 1 -- 172.21.15.28:0/1076157382 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e90102620 msgr2=0x7f4e9019a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:50.551 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.549+0000 7f4e94e17700 1 --2- 172.21.15.28:0/1076157382 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e90102620 0x7f4e9019a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:50.552 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.549+0000 7f4e94e17700 1 -- 172.21.15.28:0/1076157382 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4e901076c0 msgr2=0x7f4e9019aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:50.552 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.549+0000 7f4e94e17700 1 --2- 172.21.15.28:0/1076157382 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4e901076c0 0x7f4e9019aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:50.552 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.549+0000 7f4e94e17700 1 -- 172.21.15.28:0/1076157382 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e901a22c0 con 0x7f4e9010a020 2024-04-25T17:12:50.552 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.549+0000 7f4e8ffff700 1 --2- 172.21.15.28:0/1076157382 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e90102620 0x7f4e9019a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:12:50.552 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.550+0000 7f4e94e17700 1 --2- 172.21.15.28:0/1076157382 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4e9010a020 0x7f4e901a1c40 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4e8800eb80 tx=0x7f4e8800ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:12:50.552 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.550+0000 7f4e8d7fa700 1 -- 172.21.15.28:0/1076157382 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e880092e0 con 0x7f4e9010a020 2024-04-25T17:12:50.552 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.550+0000 7f4e9687a700 1 -- 172.21.15.28:0/1076157382 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e901a2550 con 0x7f4e9010a020 2024-04-25T17:12:50.552 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.550+0000 7f4e8d7fa700 1 -- 172.21.15.28:0/1076157382 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4e8800c5f0 con 0x7f4e9010a020 2024-04-25T17:12:50.552 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.550+0000 7f4e8d7fa700 1 -- 172.21.15.28:0/1076157382 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e88004280 con 0x7f4e9010a020 2024-04-25T17:12:50.552 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.550+0000 7f4e9687a700 1 -- 172.21.15.28:0/1076157382 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e901a2a30 con 0x7f4e9010a020 2024-04-25T17:12:50.553 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.551+0000 7f4e9687a700 1 -- 172.21.15.28:0/1076157382 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e90051190 con 0x7f4e9010a020 2024-04-25T17:12:50.553 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.552+0000 7f4e8d7fa700 1 -- 172.21.15.28:0/1076157382 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f4e8801b030 con 0x7f4e9010a020 2024-04-25T17:12:50.553 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.553+0000 7f4e8d7fa700 1 --2- 172.21.15.28:0/1076157382 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4e780afb80 0x7f4e780b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:12:50.553 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.553+0000 7f4e8ffff700 1 --2- 172.21.15.28:0/1076157382 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4e780afb80 0x7f4e780b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:12:50.553 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.553+0000 7f4e8d7fa700 1 -- 172.21.15.28:0/1076157382 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 6847+0+0 (secure 0 0 0) 0x7f4e880de0b0 con 0x7f4e9010a020 2024-04-25T17:12:50.554 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.554+0000 7f4e8ffff700 1 --2- 172.21.15.28:0/1076157382 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4e780afb80 0x7f4e780b2090 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f4e80005950 tx=0x7f4e8000a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:12:50.558 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.558+0000 7f4e8d7fa700 1 -- 172.21.15.28:0/1076157382 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4e88022020 con 0x7f4e9010a020 2024-04-25T17:12:50.731 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:12:50 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:12:50.568+0000 7f6b05e6f700 -1 osd.11 0 waiting for initial osdmap 2024-04-25T17:12:50.731 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:12:50 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:12:50.583+0000 7f6afdc1c700 -1 osd.11 70 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T17:12:50.771 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.772+0000 7f4e9687a700 1 -- 172.21.15.28:0/1076157382 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f4e9002e510 con 0x7f4e9010a020 2024-04-25T17:12:50.772 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.772+0000 7f4e8d7fa700 1 -- 172.21.15.28:0/1076157382 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v70) ==== 74+0+133 (secure 0 0 0) 0x7f4e88010040 con 0x7f4e9010a020 2024-04-25T17:12:50.772 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:12:50.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.774+0000 7f4e9687a700 1 -- 172.21.15.28:0/1076157382 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4e780afb80 msgr2=0x7f4e780b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:50.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.774+0000 7f4e9687a700 1 --2- 172.21.15.28:0/1076157382 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4e780afb80 0x7f4e780b2090 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f4e80005950 tx=0x7f4e8000a300 comp rx=0 tx=0).stop 2024-04-25T17:12:50.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.774+0000 7f4e9687a700 1 -- 172.21.15.28:0/1076157382 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4e9010a020 msgr2=0x7f4e901a1c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:50.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.774+0000 7f4e9687a700 1 --2- 172.21.15.28:0/1076157382 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4e9010a020 0x7f4e901a1c40 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4e8800eb80 tx=0x7f4e8800ee90 comp rx=0 tx=0).stop 2024-04-25T17:12:50.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.774+0000 7f4e9687a700 1 -- 172.21.15.28:0/1076157382 shutdown_connections 2024-04-25T17:12:50.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.774+0000 7f4e9687a700 1 --2- 172.21.15.28:0/1076157382 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4e780afb80 0x7f4e780b2090 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:50.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.774+0000 7f4e9687a700 1 --2- 172.21.15.28:0/1076157382 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4e9010a020 0x7f4e901a1c40 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:50.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.774+0000 7f4e9687a700 1 --2- 172.21.15.28:0/1076157382 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e90102620 0x7f4e9019a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:50.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.774+0000 7f4e9687a700 1 --2- 172.21.15.28:0/1076157382 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4e901076c0 0x7f4e9019aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:50.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.774+0000 7f4e9687a700 1 -- 172.21.15.28:0/1076157382 >> 172.21.15.28:0/1076157382 conn(0x7f4e900fded0 msgr2=0x7f4e901086a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:12:50.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.774+0000 7f4e9687a700 1 -- 172.21.15.28:0/1076157382 shutdown_connections 2024-04-25T17:12:50.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:50.774+0000 7f4e9687a700 1 -- 172.21.15.28:0/1076157382 wait complete. 2024-04-25T17:12:51.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:50 smithi042 ceph-mon[32851]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-25T17:12:51.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:50 smithi042 ceph-mon[32851]: osdmap e70: 12 total, 11 up, 12 in 2024-04-25T17:12:51.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:50 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T17:12:51.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:50 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T17:12:51.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:50 smithi042 ceph-mon[32851]: from='osd.11 ' entity='osd.11' 2024-04-25T17:12:51.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:50 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1076157382' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-25T17:12:51.159 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:50 smithi028 ceph-mon[29207]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-25T17:12:51.159 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:50 smithi028 ceph-mon[29207]: osdmap e70: 12 total, 11 up, 12 in 2024-04-25T17:12:51.159 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:50 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T17:12:51.159 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:50 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T17:12:51.159 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:50 smithi028 ceph-mon[29207]: from='osd.11 ' entity='osd.11' 2024-04-25T17:12:51.160 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:50 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1076157382' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-25T17:12:51.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:50 smithi084 ceph-mon[32752]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-25T17:12:51.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:50 smithi084 ceph-mon[32752]: osdmap e70: 12 total, 11 up, 12 in 2024-04-25T17:12:51.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:50 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T17:12:51.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:50 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T17:12:51.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:50 smithi084 ceph-mon[32752]: from='osd.11 ' entity='osd.11' 2024-04-25T17:12:51.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:50 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1076157382' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-25T17:12:51.458 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":70,"num_osds":12,"num_up_osds":11,"osd_up_since":1714065144,"num_in_osds":12,"osd_in_since":1714065150,"num_remapped_pgs":0} 2024-04-25T17:12:51.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:51 smithi084 ceph-mon[32752]: purged_snaps scrub starts 2024-04-25T17:12:51.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:51 smithi084 ceph-mon[32752]: purged_snaps scrub ok 2024-04-25T17:12:51.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:51 smithi084 ceph-mon[32752]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:51.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:51 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T17:12:51.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:51 smithi084 ceph-mon[32752]: osd.11 [v2:172.21.15.84:6824/3161302796,v1:172.21.15.84:6825/3161302796] boot 2024-04-25T17:12:51.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:51 smithi084 ceph-mon[32752]: osdmap e71: 12 total, 12 up, 12 in 2024-04-25T17:12:51.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:51 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T17:12:52.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:51 smithi042 ceph-mon[32851]: purged_snaps scrub starts 2024-04-25T17:12:52.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:51 smithi042 ceph-mon[32851]: purged_snaps scrub ok 2024-04-25T17:12:52.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:51 smithi042 ceph-mon[32851]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:52.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:51 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T17:12:52.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:51 smithi042 ceph-mon[32851]: osd.11 [v2:172.21.15.84:6824/3161302796,v1:172.21.15.84:6825/3161302796] boot 2024-04-25T17:12:52.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:51 smithi042 ceph-mon[32851]: osdmap e71: 12 total, 12 up, 12 in 2024-04-25T17:12:52.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:51 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T17:12:52.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:51 smithi028 ceph-mon[29207]: purged_snaps scrub starts 2024-04-25T17:12:52.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:51 smithi028 ceph-mon[29207]: purged_snaps scrub ok 2024-04-25T17:12:52.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:51 smithi028 ceph-mon[29207]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-25T17:12:52.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:51 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T17:12:52.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:51 smithi028 ceph-mon[29207]: osd.11 [v2:172.21.15.84:6824/3161302796,v1:172.21.15.84:6825/3161302796] boot 2024-04-25T17:12:52.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:51 smithi028 ceph-mon[29207]: osdmap e71: 12 total, 12 up, 12 in 2024-04-25T17:12:52.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:51 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T17:12:52.460 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-25T17:12:52.710 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:12:53.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:53 smithi042 ceph-mon[32851]: Detected new or changed devices on smithi084 2024-04-25T17:12:53.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:53 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:53.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:53 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:53.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:53 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:53.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:53 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:53.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:53 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:53.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:53 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:53.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:53 smithi042 ceph-mon[32851]: Adjusting osd_memory_target on smithi084 to 4272M 2024-04-25T17:12:53.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:53 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:53.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:53 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:53.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:53 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:12:53.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:53 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:53.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:53 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:12:53.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:53 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:53.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:53 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:12:53.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:53 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:53.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:53 smithi028 ceph-mon[29207]: Detected new or changed devices on smithi084 2024-04-25T17:12:53.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:53 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:53.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:53 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:53.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:53 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:53.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:53 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:53.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:53 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:53.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:53 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:53.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:53 smithi028 ceph-mon[29207]: Adjusting osd_memory_target on smithi084 to 4272M 2024-04-25T17:12:53.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:53 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:53.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:53 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:53.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:53 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:12:53.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:53 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:53.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:53 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:12:53.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:53 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:53.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:53 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:12:53.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:53 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:53.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:53 smithi084 ceph-mon[32752]: Detected new or changed devices on smithi084 2024-04-25T17:12:53.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:53 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:53.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:53 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:53.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:53 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:53.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:53 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:53.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:53 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:53.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:53 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T17:12:53.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:53 smithi084 ceph-mon[32752]: Adjusting osd_memory_target on smithi084 to 4272M 2024-04-25T17:12:53.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:53 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:53.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:53 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:53.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:53 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:12:53.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:53 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:53.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:53 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:12:53.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:53 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:12:53.482 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:53 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:12:53.482 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:53 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:12:54.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:54 smithi028 ceph-mon[29207]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:12:54.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:54 smithi028 ceph-mon[29207]: osdmap e72: 12 total, 12 up, 12 in 2024-04-25T17:12:54.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.472+0000 7f32c69c0700 1 -- 172.21.15.28:0/1893676653 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f32c0105ce0 msgr2=0x7f32c010c590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:54.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.472+0000 7f32c69c0700 1 --2- 172.21.15.28:0/1893676653 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f32c0105ce0 0x7f32c010c590 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f32b800b0a0 tx=0x7f32b800b3b0 comp rx=0 tx=0).stop 2024-04-25T17:12:54.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.472+0000 7f32c69c0700 1 -- 172.21.15.28:0/1893676653 shutdown_connections 2024-04-25T17:12:54.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.472+0000 7f32c69c0700 1 --2- 172.21.15.28:0/1893676653 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f32c0105ce0 0x7f32c010c590 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:54.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.472+0000 7f32c69c0700 1 --2- 172.21.15.28:0/1893676653 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32c0104210 0x7f32c0104620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:54.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.472+0000 7f32c69c0700 1 --2- 172.21.15.28:0/1893676653 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f32c0105340 0x7f32c0105750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:54.475 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.472+0000 7f32c69c0700 1 -- 172.21.15.28:0/1893676653 >> 172.21.15.28:0/1893676653 conn(0x7f32c00ff870 msgr2=0x7f32c0101d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:12:54.475 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.473+0000 7f32c69c0700 1 -- 172.21.15.28:0/1893676653 shutdown_connections 2024-04-25T17:12:54.475 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.473+0000 7f32c69c0700 1 -- 172.21.15.28:0/1893676653 wait complete. 2024-04-25T17:12:54.475 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.473+0000 7f32c69c0700 1 Processor -- start 2024-04-25T17:12:54.475 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.473+0000 7f32c69c0700 1 -- start start 2024-04-25T17:12:54.476 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.474+0000 7f32c69c0700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f32c0104210 0x7f32c019a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:12:54.476 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.474+0000 7f32c69c0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32c0105340 0x7f32c019ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:12:54.477 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.474+0000 7f32c69c0700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f32c0105ce0 0x7f32c01a1b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:12:54.477 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.474+0000 7f32c69c0700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f32c010fb20 con 0x7f32c0104210 2024-04-25T17:12:54.477 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.474+0000 7f32c69c0700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f32c010f9a0 con 0x7f32c0105340 2024-04-25T17:12:54.477 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.474+0000 7f32c69c0700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f32c010fca0 con 0x7f32c0105ce0 2024-04-25T17:12:54.477 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.474+0000 7f32bffff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f32c0104210 0x7f32c019a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:12:54.477 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.474+0000 7f32bffff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f32c0104210 0x7f32c019a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:34326/0 (socket says 172.21.15.28:34326) 2024-04-25T17:12:54.477 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.474+0000 7f32bffff700 1 -- 172.21.15.28:0/2125246901 learned_addr learned my addr 172.21.15.28:0/2125246901 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:12:54.477 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.474+0000 7f32bf7fe700 1 --2- 172.21.15.28:0/2125246901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32c0105340 0x7f32c019ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:12:54.477 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.474+0000 7f32c4f5d700 1 --2- 172.21.15.28:0/2125246901 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f32c0105ce0 0x7f32c01a1b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:12:54.477 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.474+0000 7f32bffff700 1 -- 172.21.15.28:0/2125246901 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f32c0105ce0 msgr2=0x7f32c01a1b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:54.477 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.474+0000 7f32bffff700 1 --2- 172.21.15.28:0/2125246901 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f32c0105ce0 0x7f32c01a1b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:54.477 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.474+0000 7f32bffff700 1 -- 172.21.15.28:0/2125246901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32c0105340 msgr2=0x7f32c019ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:54.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.474+0000 7f32bffff700 1 --2- 172.21.15.28:0/2125246901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32c0105340 0x7f32c019ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:54.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.474+0000 7f32bffff700 1 -- 172.21.15.28:0/2125246901 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32c01a2190 con 0x7f32c0104210 2024-04-25T17:12:54.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.474+0000 7f32bffff700 1 --2- 172.21.15.28:0/2125246901 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f32c0104210 0x7f32c019a630 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f32b000d950 tx=0x7f32b000dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:12:54.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.474+0000 7f32bd7fa700 1 -- 172.21.15.28:0/2125246901 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32b0017070 con 0x7f32c0104210 2024-04-25T17:12:54.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.475+0000 7f32bd7fa700 1 -- 172.21.15.28:0/2125246901 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f32b000de30 con 0x7f32c0104210 2024-04-25T17:12:54.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.475+0000 7f32c69c0700 1 -- 172.21.15.28:0/2125246901 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32c01a2480 con 0x7f32c0104210 2024-04-25T17:12:54.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.475+0000 7f32bd7fa700 1 -- 172.21.15.28:0/2125246901 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32b0003aa0 con 0x7f32c0104210 2024-04-25T17:12:54.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.475+0000 7f32c69c0700 1 -- 172.21.15.28:0/2125246901 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32c01a29c0 con 0x7f32c0104210 2024-04-25T17:12:54.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.475+0000 7f32c69c0700 1 -- 172.21.15.28:0/2125246901 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32c0051190 con 0x7f32c0104210 2024-04-25T17:12:54.479 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.477+0000 7f32bd7fa700 1 -- 172.21.15.28:0/2125246901 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f32b0003c40 con 0x7f32c0104210 2024-04-25T17:12:54.479 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.478+0000 7f32bd7fa700 1 --2- 172.21.15.28:0/2125246901 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f32a80afb80 0x7f32a80b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:12:54.479 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.478+0000 7f32bf7fe700 1 --2- 172.21.15.28:0/2125246901 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f32a80afb80 0x7f32a80b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:12:54.479 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.478+0000 7f32bd7fa700 1 -- 172.21.15.28:0/2125246901 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f32b00deb00 con 0x7f32c0104210 2024-04-25T17:12:54.479 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.478+0000 7f32bf7fe700 1 --2- 172.21.15.28:0/2125246901 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f32a80afb80 0x7f32a80b2090 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f32b4005950 tx=0x7f32b4005ed0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:12:54.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:54 smithi084 ceph-mon[32752]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:12:54.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:54 smithi084 ceph-mon[32752]: osdmap e72: 12 total, 12 up, 12 in 2024-04-25T17:12:54.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.482+0000 7f32bd7fa700 1 -- 172.21.15.28:0/2125246901 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f32b0020030 con 0x7f32c0104210 2024-04-25T17:12:54.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:54 smithi042 ceph-mon[32851]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:12:54.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:54 smithi042 ceph-mon[32851]: osdmap e72: 12 total, 12 up, 12 in 2024-04-25T17:12:54.693 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.692+0000 7f32c69c0700 1 -- 172.21.15.28:0/2125246901 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f32c002e510 con 0x7f32c0104210 2024-04-25T17:12:54.693 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.693+0000 7f32bd7fa700 1 -- 172.21.15.28:0/2125246901 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v72) ==== 74+0+133 (secure 0 0 0) 0x7f32b00a7b80 con 0x7f32c0104210 2024-04-25T17:12:54.693 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:12:54.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.695+0000 7f32c69c0700 1 -- 172.21.15.28:0/2125246901 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f32a80afb80 msgr2=0x7f32a80b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:54.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.695+0000 7f32c69c0700 1 --2- 172.21.15.28:0/2125246901 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f32a80afb80 0x7f32a80b2090 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f32b4005950 tx=0x7f32b4005ed0 comp rx=0 tx=0).stop 2024-04-25T17:12:54.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.695+0000 7f32c69c0700 1 -- 172.21.15.28:0/2125246901 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f32c0104210 msgr2=0x7f32c019a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:54.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.695+0000 7f32c69c0700 1 --2- 172.21.15.28:0/2125246901 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f32c0104210 0x7f32c019a630 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f32b000d950 tx=0x7f32b000dd10 comp rx=0 tx=0).stop 2024-04-25T17:12:54.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.695+0000 7f32c69c0700 1 -- 172.21.15.28:0/2125246901 shutdown_connections 2024-04-25T17:12:54.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.695+0000 7f32c69c0700 1 --2- 172.21.15.28:0/2125246901 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f32a80afb80 0x7f32a80b2090 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:54.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.695+0000 7f32c69c0700 1 --2- 172.21.15.28:0/2125246901 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f32c0104210 0x7f32c019a630 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:54.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.695+0000 7f32c69c0700 1 --2- 172.21.15.28:0/2125246901 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f32c0105ce0 0x7f32c01a1b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:54.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.695+0000 7f32c69c0700 1 --2- 172.21.15.28:0/2125246901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32c0105340 0x7f32c019ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:54.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.695+0000 7f32c69c0700 1 -- 172.21.15.28:0/2125246901 >> 172.21.15.28:0/2125246901 conn(0x7f32c00ff870 msgr2=0x7f32c0108570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:12:54.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.695+0000 7f32c69c0700 1 -- 172.21.15.28:0/2125246901 shutdown_connections 2024-04-25T17:12:54.697 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:54.695+0000 7f32c69c0700 1 -- 172.21.15.28:0/2125246901 wait complete. 2024-04-25T17:12:55.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:55 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2125246901' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-25T17:12:55.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:55 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2125246901' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-25T17:12:55.584 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":72,"num_osds":12,"num_up_osds":12,"osd_up_since":1714065171,"num_in_osds":12,"osd_in_since":1714065150,"num_remapped_pgs":0} 2024-04-25T17:12:55.584 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-25T17:12:55.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:55 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2125246901' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-25T17:12:55.832 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:12:56.290 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:56 smithi028 ceph-mon[29207]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:12:56.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:56 smithi084 ceph-mon[32752]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:12:56.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:56 smithi042 ceph-mon[32851]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:12:57.533 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.532+0000 7f18b432e700 1 -- 172.21.15.28:0/3688786724 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f18ac105320 msgr2=0x7f18ac105730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:57.533 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.532+0000 7f18b432e700 1 --2- 172.21.15.28:0/3688786724 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f18ac105320 0x7f18ac105730 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f18a8009990 tx=0x7f18a8009ca0 comp rx=0 tx=0).stop 2024-04-25T17:12:57.533 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.532+0000 7f18b432e700 1 -- 172.21.15.28:0/3688786724 shutdown_connections 2024-04-25T17:12:57.533 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.532+0000 7f18b432e700 1 --2- 172.21.15.28:0/3688786724 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f18ac105320 0x7f18ac105730 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:57.533 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.532+0000 7f18b432e700 1 --2- 172.21.15.28:0/3688786724 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f18ac10e790 0x7f18ac110c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:57.533 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.532+0000 7f18b432e700 1 --2- 172.21.15.28:0/3688786724 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f18ac105c70 0x7f18ac10e1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:57.533 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.532+0000 7f18b432e700 1 -- 172.21.15.28:0/3688786724 >> 172.21.15.28:0/3688786724 conn(0x7f18ac0fecb0 msgr2=0x7f18ac1010d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:12:57.534 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.532+0000 7f18b432e700 1 -- 172.21.15.28:0/3688786724 shutdown_connections 2024-04-25T17:12:57.534 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.533+0000 7f18b432e700 1 -- 172.21.15.28:0/3688786724 wait complete. 2024-04-25T17:12:57.534 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.533+0000 7f18b432e700 1 Processor -- start 2024-04-25T17:12:57.534 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.533+0000 7f18b432e700 1 -- start start 2024-04-25T17:12:57.535 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.534+0000 7f18b432e700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f18ac105320 0x7f18ac1a07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:12:57.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.534+0000 7f18b432e700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f18ac105c70 0x7f18ac1a0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:12:57.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.534+0000 7f18b432e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f18ac10e790 0x7f18ac19a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:12:57.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.534+0000 7f18b432e700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f18ac1141b0 con 0x7f18ac105320 2024-04-25T17:12:57.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.534+0000 7f18b432e700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f18ac114030 con 0x7f18ac10e790 2024-04-25T17:12:57.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.534+0000 7f18b432e700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f18ac114330 con 0x7f18ac105c70 2024-04-25T17:12:57.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.534+0000 7f18b20ca700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f18ac105320 0x7f18ac1a07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:12:57.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.534+0000 7f18b20ca700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f18ac105320 0x7f18ac1a07b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39316/0 (socket says 172.21.15.28:39316) 2024-04-25T17:12:57.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.534+0000 7f18b20ca700 1 -- 172.21.15.28:0/3356837301 learned_addr learned my addr 172.21.15.28:0/3356837301 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:12:57.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.534+0000 7f18b18c9700 1 --2- 172.21.15.28:0/3356837301 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f18ac105c70 0x7f18ac1a0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:12:57.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.534+0000 7f18b28cb700 1 --2- 172.21.15.28:0/3356837301 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f18ac10e790 0x7f18ac19a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:12:57.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.534+0000 7f18b20ca700 1 -- 172.21.15.28:0/3356837301 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f18ac105c70 msgr2=0x7f18ac1a0cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:57.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.534+0000 7f18b20ca700 1 --2- 172.21.15.28:0/3356837301 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f18ac105c70 0x7f18ac1a0cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:57.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.534+0000 7f18b20ca700 1 -- 172.21.15.28:0/3356837301 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f18ac10e790 msgr2=0x7f18ac19a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:57.537 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.534+0000 7f18b20ca700 1 --2- 172.21.15.28:0/3356837301 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f18ac10e790 0x7f18ac19a9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:57.537 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.534+0000 7f18b20ca700 1 -- 172.21.15.28:0/3356837301 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18ac19b010 con 0x7f18ac105320 2024-04-25T17:12:57.537 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.534+0000 7f18b28cb700 1 --2- 172.21.15.28:0/3356837301 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f18ac10e790 0x7f18ac19a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:12:57.537 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.534+0000 7f18b20ca700 1 --2- 172.21.15.28:0/3356837301 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f18ac105320 0x7f18ac1a07b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f18a8000c00 tx=0x7f18a80047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:12:57.537 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.534+0000 7f18a37fe700 1 -- 172.21.15.28:0/3356837301 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18a8027070 con 0x7f18ac105320 2024-04-25T17:12:57.537 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.535+0000 7f18a37fe700 1 -- 172.21.15.28:0/3356837301 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f18a800fd00 con 0x7f18ac105320 2024-04-25T17:12:57.537 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.535+0000 7f18b432e700 1 -- 172.21.15.28:0/3356837301 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18ac19b2a0 con 0x7f18ac105320 2024-04-25T17:12:57.537 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.535+0000 7f18a37fe700 1 -- 172.21.15.28:0/3356837301 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18a8022e20 con 0x7f18ac105320 2024-04-25T17:12:57.537 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.535+0000 7f18b432e700 1 -- 172.21.15.28:0/3356837301 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18ac19b7d0 con 0x7f18ac105320 2024-04-25T17:12:57.537 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.536+0000 7f18b432e700 1 -- 172.21.15.28:0/3356837301 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18ac051190 con 0x7f18ac105320 2024-04-25T17:12:57.538 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.537+0000 7f18a37fe700 1 -- 172.21.15.28:0/3356837301 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f18a802a070 con 0x7f18ac105320 2024-04-25T17:12:57.538 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.538+0000 7f18a37fe700 1 --2- 172.21.15.28:0/3356837301 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f18980afc00 0x7f18980b2110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:12:57.538 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.538+0000 7f18b18c9700 1 --2- 172.21.15.28:0/3356837301 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f18980afc00 0x7f18980b2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:12:57.538 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.538+0000 7f18a37fe700 1 -- 172.21.15.28:0/3356837301 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f18a80df750 con 0x7f18ac105320 2024-04-25T17:12:57.538 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.538+0000 7f18b18c9700 1 --2- 172.21.15.28:0/3356837301 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f18980afc00 0x7f18980b2110 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f18ac102200 tx=0x7f189c00a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:12:57.541 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.541+0000 7f18a37fe700 1 -- 172.21.15.28:0/3356837301 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f18a8013070 con 0x7f18ac105320 2024-04-25T17:12:57.751 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.751+0000 7f18b432e700 1 -- 172.21.15.28:0/3356837301 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f18ac02e510 con 0x7f18ac105320 2024-04-25T17:12:57.752 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.752+0000 7f18a37fe700 1 -- 172.21.15.28:0/3356837301 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v72) ==== 74+0+18373 (secure 0 0 0) 0x7f18a80a8860 con 0x7f18ac105320 2024-04-25T17:12:57.752 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:12:57.753 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":72,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:12:53.104539+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:12:57.754 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.754+0000 7f18b432e700 1 -- 172.21.15.28:0/3356837301 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f18980afc00 msgr2=0x7f18980b2110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:57.754 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.754+0000 7f18b432e700 1 --2- 172.21.15.28:0/3356837301 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f18980afc00 0x7f18980b2110 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f18ac102200 tx=0x7f189c00a380 comp rx=0 tx=0).stop 2024-04-25T17:12:57.754 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.754+0000 7f18b432e700 1 -- 172.21.15.28:0/3356837301 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f18ac105320 msgr2=0x7f18ac1a07b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:12:57.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.754+0000 7f18b432e700 1 --2- 172.21.15.28:0/3356837301 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f18ac105320 0x7f18ac1a07b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f18a8000c00 tx=0x7f18a80047b0 comp rx=0 tx=0).stop 2024-04-25T17:12:57.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.754+0000 7f18b432e700 1 -- 172.21.15.28:0/3356837301 shutdown_connections 2024-04-25T17:12:57.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.754+0000 7f18b432e700 1 --2- 172.21.15.28:0/3356837301 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f18980afc00 0x7f18980b2110 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:57.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.754+0000 7f18b432e700 1 --2- 172.21.15.28:0/3356837301 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f18ac105320 0x7f18ac1a07b0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:57.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.754+0000 7f18b432e700 1 --2- 172.21.15.28:0/3356837301 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f18ac10e790 0x7f18ac19a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:57.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.754+0000 7f18b432e700 1 --2- 172.21.15.28:0/3356837301 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f18ac105c70 0x7f18ac1a0cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:12:57.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.754+0000 7f18b432e700 1 -- 172.21.15.28:0/3356837301 >> 172.21.15.28:0/3356837301 conn(0x7f18ac0fecb0 msgr2=0x7f18ac0ff400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:12:57.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.754+0000 7f18b432e700 1 -- 172.21.15.28:0/3356837301 shutdown_connections 2024-04-25T17:12:57.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:12:57.754+0000 7f18b432e700 1 -- 172.21.15.28:0/3356837301 wait complete. 2024-04-25T17:12:58.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:58 smithi028 ceph-mon[29207]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:12:58.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:12:58 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3356837301' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:12:58.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:58 smithi084 ceph-mon[32752]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:12:58.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:12:58 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3356837301' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:12:58.532 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T17:08:58.716897+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T17:12:58.533 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-25T17:12:58.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:58 smithi042 ceph-mon[32851]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:12:58.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:12:58 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3356837301' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:12:58.784 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:13:00.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:00 smithi028 ceph-mon[29207]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:00.405 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.404+0000 7fc62701e700 1 -- 172.21.15.28:0/2150669712 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc620107c90 msgr2=0x7fc6201080a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:00.405 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.404+0000 7fc62701e700 1 --2- 172.21.15.28:0/2150669712 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc620107c90 0x7fc6201080a0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc60c0099c0 tx=0x7fc60c009cd0 comp rx=0 tx=0).stop 2024-04-25T17:13:00.405 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.404+0000 7fc62701e700 1 -- 172.21.15.28:0/2150669712 shutdown_connections 2024-04-25T17:13:00.405 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.404+0000 7fc62701e700 1 --2- 172.21.15.28:0/2150669712 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc6201085e0 0x7fc62010ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:00.405 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.404+0000 7fc62701e700 1 --2- 172.21.15.28:0/2150669712 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc620103360 0x7fc620103770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:00.405 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.404+0000 7fc62701e700 1 --2- 172.21.15.28:0/2150669712 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc620107c90 0x7fc6201080a0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:00.405 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.404+0000 7fc62701e700 1 -- 172.21.15.28:0/2150669712 >> 172.21.15.28:0/2150669712 conn(0x7fc6200fecb0 msgr2=0x7fc6201010d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:00.406 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.405+0000 7fc62701e700 1 -- 172.21.15.28:0/2150669712 shutdown_connections 2024-04-25T17:13:00.406 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.405+0000 7fc62701e700 1 -- 172.21.15.28:0/2150669712 wait complete. 2024-04-25T17:13:00.406 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.405+0000 7fc62701e700 1 Processor -- start 2024-04-25T17:13:00.406 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.405+0000 7fc62701e700 1 -- start start 2024-04-25T17:13:00.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.406+0000 7fc62701e700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc620103360 0x7fc6201a07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:00.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.406+0000 7fc62701e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc620107c90 0x7fc6201a0d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:00.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.406+0000 7fc62701e700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc6201085e0 0x7fc62019aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:00.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.406+0000 7fc62701e700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fc6201130a0 con 0x7fc6201085e0 2024-04-25T17:13:00.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.406+0000 7fc62701e700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc620112f20 con 0x7fc620107c90 2024-04-25T17:13:00.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.406+0000 7fc62701e700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc620113220 con 0x7fc620103360 2024-04-25T17:13:00.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.406+0000 7fc6255bb700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc6201085e0 0x7fc62019aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:00.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.406+0000 7fc6255bb700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc6201085e0 0x7fc62019aa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39338/0 (socket says 172.21.15.28:39338) 2024-04-25T17:13:00.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.406+0000 7fc6255bb700 1 -- 172.21.15.28:0/771377794 learned_addr learned my addr 172.21.15.28:0/771377794 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:00.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.406+0000 7fc61ffff700 1 --2- 172.21.15.28:0/771377794 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc620107c90 0x7fc6201a0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:00.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.406+0000 7fc624dba700 1 --2- 172.21.15.28:0/771377794 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc620103360 0x7fc6201a07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:00.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.406+0000 7fc6255bb700 1 -- 172.21.15.28:0/771377794 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc620103360 msgr2=0x7fc6201a07f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:00.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.406+0000 7fc6255bb700 1 --2- 172.21.15.28:0/771377794 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc620103360 0x7fc6201a07f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:00.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.406+0000 7fc6255bb700 1 -- 172.21.15.28:0/771377794 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc620107c90 msgr2=0x7fc6201a0d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:00.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.406+0000 7fc6255bb700 1 --2- 172.21.15.28:0/771377794 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc620107c90 0x7fc6201a0d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:00.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.406+0000 7fc6255bb700 1 -- 172.21.15.28:0/771377794 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc62019b0c0 con 0x7fc6201085e0 2024-04-25T17:13:00.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.406+0000 7fc6255bb700 1 --2- 172.21.15.28:0/771377794 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc6201085e0 0x7fc62019aa10 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc618007ee0 tx=0x7fc61800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:00.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.407+0000 7fc61dffb700 1 -- 172.21.15.28:0/771377794 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc618004bb0 con 0x7fc6201085e0 2024-04-25T17:13:00.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.407+0000 7fc61dffb700 1 -- 172.21.15.28:0/771377794 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc618004d50 con 0x7fc6201085e0 2024-04-25T17:13:00.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.407+0000 7fc61dffb700 1 -- 172.21.15.28:0/771377794 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6180058b0 con 0x7fc6201085e0 2024-04-25T17:13:00.409 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.407+0000 7fc62701e700 1 -- 172.21.15.28:0/771377794 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc62019b3b0 con 0x7fc6201085e0 2024-04-25T17:13:00.409 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.407+0000 7fc62701e700 1 -- 172.21.15.28:0/771377794 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6201a7680 con 0x7fc6201085e0 2024-04-25T17:13:00.409 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.408+0000 7fc62701e700 1 -- 172.21.15.28:0/771377794 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc620051190 con 0x7fc6201085e0 2024-04-25T17:13:00.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.410+0000 7fc61dffb700 1 -- 172.21.15.28:0/771377794 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7fc61801a020 con 0x7fc6201085e0 2024-04-25T17:13:00.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.411+0000 7fc61dffb700 1 --2- 172.21.15.28:0/771377794 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc6100afc00 0x7fc6100b2110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:00.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.411+0000 7fc624dba700 1 --2- 172.21.15.28:0/771377794 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc6100afc00 0x7fc6100b2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:00.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.411+0000 7fc61dffb700 1 -- 172.21.15.28:0/771377794 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fc6180de440 con 0x7fc6201085e0 2024-04-25T17:13:00.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.411+0000 7fc624dba700 1 --2- 172.21.15.28:0/771377794 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc6100afc00 0x7fc6100b2110 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fc62019bb50 tx=0x7fc6140073d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:00.414 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.415+0000 7fc61dffb700 1 -- 172.21.15.28:0/771377794 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc618010070 con 0x7fc6201085e0 2024-04-25T17:13:00.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:00 smithi084 ceph-mon[32752]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:00.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:00 smithi042 ceph-mon[32851]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:00.623 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.623+0000 7fc62701e700 1 -- 172.21.15.28:0/771377794 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fc62002e510 con 0x7fc6201085e0 2024-04-25T17:13:00.623 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.623+0000 7fc61dffb700 1 -- 172.21.15.28:0/771377794 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v72) ==== 93+0+10 (secure 0 0 0) 0x7fc6180a7420 con 0x7fc6201085e0 2024-04-25T17:13:00.623 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 1 2024-04-25T17:13:00.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.626+0000 7fc62701e700 1 -- 172.21.15.28:0/771377794 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc6100afc00 msgr2=0x7fc6100b2110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:00.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.626+0000 7fc62701e700 1 --2- 172.21.15.28:0/771377794 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc6100afc00 0x7fc6100b2110 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fc62019bb50 tx=0x7fc6140073d0 comp rx=0 tx=0).stop 2024-04-25T17:13:00.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.626+0000 7fc62701e700 1 -- 172.21.15.28:0/771377794 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc6201085e0 msgr2=0x7fc62019aa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:00.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.626+0000 7fc62701e700 1 --2- 172.21.15.28:0/771377794 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc6201085e0 0x7fc62019aa10 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc618007ee0 tx=0x7fc61800d3b0 comp rx=0 tx=0).stop 2024-04-25T17:13:00.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.626+0000 7fc62701e700 1 -- 172.21.15.28:0/771377794 shutdown_connections 2024-04-25T17:13:00.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.626+0000 7fc62701e700 1 --2- 172.21.15.28:0/771377794 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc6100afc00 0x7fc6100b2110 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:00.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.626+0000 7fc62701e700 1 --2- 172.21.15.28:0/771377794 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc6201085e0 0x7fc62019aa10 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:00.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.626+0000 7fc62701e700 1 --2- 172.21.15.28:0/771377794 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc620103360 0x7fc6201a07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:00.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.626+0000 7fc62701e700 1 --2- 172.21.15.28:0/771377794 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc620107c90 0x7fc6201a0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:00.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.626+0000 7fc62701e700 1 -- 172.21.15.28:0/771377794 >> 172.21.15.28:0/771377794 conn(0x7fc6200fecb0 msgr2=0x7fc620075c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:00.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.626+0000 7fc62701e700 1 -- 172.21.15.28:0/771377794 shutdown_connections 2024-04-25T17:13:00.627 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:00.626+0000 7fc62701e700 1 -- 172.21.15.28:0/771377794 wait complete. 2024-04-25T17:13:01.386 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:01 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/771377794' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:13:01.422 INFO:tasks.cephadm:Adding mds.a on smithi028 2024-04-25T17:13:01.422 INFO:tasks.cephadm:Adding mds.d on smithi028 2024-04-25T17:13:01.422 INFO:tasks.cephadm:Adding mds.g on smithi028 2024-04-25T17:13:01.422 INFO:tasks.cephadm:Adding mds.j on smithi028 2024-04-25T17:13:01.422 INFO:tasks.cephadm:Adding mds.b on smithi042 2024-04-25T17:13:01.422 INFO:tasks.cephadm:Adding mds.e on smithi042 2024-04-25T17:13:01.422 INFO:tasks.cephadm:Adding mds.h on smithi042 2024-04-25T17:13:01.422 INFO:tasks.cephadm:Adding mds.k on smithi042 2024-04-25T17:13:01.423 INFO:tasks.cephadm:Adding mds.c on smithi084 2024-04-25T17:13:01.423 INFO:tasks.cephadm:Adding mds.f on smithi084 2024-04-25T17:13:01.423 INFO:tasks.cephadm:Adding mds.i on smithi084 2024-04-25T17:13:01.423 INFO:tasks.cephadm:Adding mds.l on smithi084 2024-04-25T17:13:01.423 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph orch apply mds all '12;smithi028=a;smithi028=d;smithi028=g;smithi028=j;smithi042=b;smithi042=e;smithi042=h;smithi042=k;smithi084=c;smithi084=f;smithi084=i;smithi084=l' 2024-04-25T17:13:01.449 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:01 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/771377794' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:13:01.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:01 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/771377794' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:13:01.668 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T17:13:02.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:02 smithi028 ceph-mon[29207]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:02.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:02 smithi084 ceph-mon[32752]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:02.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:02 smithi042 ceph-mon[32851]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:03.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.337+0000 7f7eb78ea700 1 -- 172.21.15.84:0/4221039065 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7eb0104360 msgr2=0x7f7eb010ac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:03.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.337+0000 7f7eb78ea700 1 --2- 172.21.15.84:0/4221039065 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7eb0104360 0x7f7eb010ac10 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f7ea800b0a0 tx=0x7f7ea800b3b0 comp rx=0 tx=0).stop 2024-04-25T17:13:03.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.337+0000 7f7eb78ea700 1 -- 172.21.15.84:0/4221039065 shutdown_connections 2024-04-25T17:13:03.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.337+0000 7f7eb78ea700 1 --2- 172.21.15.84:0/4221039065 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7eb0102890 0x7f7eb0102ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:03.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.337+0000 7f7eb78ea700 1 --2- 172.21.15.84:0/4221039065 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7eb0104360 0x7f7eb010ac10 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:03.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.337+0000 7f7eb78ea700 1 --2- 172.21.15.84:0/4221039065 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7eb01039c0 0x7f7eb0103dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:03.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.337+0000 7f7eb78ea700 1 -- 172.21.15.84:0/4221039065 >> 172.21.15.84:0/4221039065 conn(0x7f7eb00fded0 msgr2=0x7f7eb0100380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:03.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.337+0000 7f7eb78ea700 1 -- 172.21.15.84:0/4221039065 shutdown_connections 2024-04-25T17:13:03.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.337+0000 7f7eb78ea700 1 -- 172.21.15.84:0/4221039065 wait complete. 2024-04-25T17:13:03.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.337+0000 7f7eb78ea700 1 Processor -- start 2024-04-25T17:13:03.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.338+0000 7f7eb78ea700 1 -- start start 2024-04-25T17:13:03.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.338+0000 7f7eb78ea700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7eb0102890 0x7f7eb019a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:03.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.338+0000 7f7eb78ea700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7eb01039c0 0x7f7eb019ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:03.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.338+0000 7f7eb78ea700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7eb0104360 0x7f7eb01a1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:03.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.338+0000 7f7eb78ea700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb010d910 con 0x7f7eb01039c0 2024-04-25T17:13:03.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.338+0000 7f7eb78ea700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb010d790 con 0x7f7eb0102890 2024-04-25T17:13:03.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.338+0000 7f7eb78ea700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb010da90 con 0x7f7eb0104360 2024-04-25T17:13:03.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.338+0000 7f7eb5e87700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7eb0104360 0x7f7eb01a1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:03.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.338+0000 7f7eb5e87700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7eb0104360 0x7f7eb01a1ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:48962/0 (socket says 172.21.15.84:48962) 2024-04-25T17:13:03.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.338+0000 7f7eb5e87700 1 -- 172.21.15.84:0/3093086928 learned_addr learned my addr 172.21.15.84:0/3093086928 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-25T17:13:03.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.338+0000 7f7eb5686700 1 --2- 172.21.15.84:0/3093086928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7eb0102890 0x7f7eb019a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:03.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.338+0000 7f7eb4e85700 1 --2- 172.21.15.84:0/3093086928 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7eb01039c0 0x7f7eb019ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:03.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.338+0000 7f7eb5e87700 1 -- 172.21.15.84:0/3093086928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7eb0102890 msgr2=0x7f7eb019a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:03.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.338+0000 7f7eb5e87700 1 --2- 172.21.15.84:0/3093086928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7eb0102890 0x7f7eb019a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:03.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.338+0000 7f7eb5e87700 1 -- 172.21.15.84:0/3093086928 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7eb01039c0 msgr2=0x7f7eb019ac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:03.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.338+0000 7f7eb5e87700 1 --2- 172.21.15.84:0/3093086928 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7eb01039c0 0x7f7eb019ac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:03.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.338+0000 7f7eb5e87700 1 -- 172.21.15.84:0/3093086928 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7eb01a2220 con 0x7f7eb0104360 2024-04-25T17:13:03.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.338+0000 7f7eb5e87700 1 --2- 172.21.15.84:0/3093086928 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7eb0104360 0x7f7eb01a1ba0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f7ea800b070 tx=0x7f7ea8007870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:03.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.339+0000 7f7ea67fc700 1 -- 172.21.15.84:0/3093086928 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea8020070 con 0x7f7eb0104360 2024-04-25T17:13:03.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.339+0000 7f7eb78ea700 1 -- 172.21.15.84:0/3093086928 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7eb01a24b0 con 0x7f7eb0104360 2024-04-25T17:13:03.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.339+0000 7f7ea67fc700 1 -- 172.21.15.84:0/3093086928 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7ea801a450 con 0x7f7eb0104360 2024-04-25T17:13:03.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.339+0000 7f7ea67fc700 1 -- 172.21.15.84:0/3093086928 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea8015040 con 0x7f7eb0104360 2024-04-25T17:13:03.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.339+0000 7f7eb78ea700 1 -- 172.21.15.84:0/3093086928 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7eb01a2960 con 0x7f7eb0104360 2024-04-25T17:13:03.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.340+0000 7f7eb78ea700 1 -- 172.21.15.84:0/3093086928 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7eb0051190 con 0x7f7eb0104360 2024-04-25T17:13:03.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.341+0000 7f7ea67fc700 1 -- 172.21.15.84:0/3093086928 <== mon.1 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f7ea8023070 con 0x7f7eb0104360 2024-04-25T17:13:03.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.341+0000 7f7ea67fc700 1 --2- 172.21.15.84:0/3093086928 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7e9c0afb80 0x7f7e9c0b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:03.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.342+0000 7f7ea67fc700 1 -- 172.21.15.84:0/3093086928 <== mon.1 v2:172.21.15.84:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f7ea80def70 con 0x7f7eb0104360 2024-04-25T17:13:03.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.342+0000 7f7eb5686700 1 --2- 172.21.15.84:0/3093086928 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7e9c0afb80 0x7f7e9c0b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:03.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.342+0000 7f7eb5686700 1 --2- 172.21.15.84:0/3093086928 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7e9c0afb80 0x7f7e9c0b2090 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f7eb01038c0 tx=0x7f7eac00a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:03.346 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.345+0000 7f7ea67fc700 1 -- 172.21.15.84:0/3093086928 <== mon.1 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7ea80a8080 con 0x7f7eb0104360 2024-04-25T17:13:03.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.555+0000 7f7eb78ea700 1 -- 172.21.15.84:0/3093086928 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi028=a;smithi028=d;smithi028=g;smithi028=j;smithi042=b;smithi042=e;smithi042=h;smithi042=k;smithi084=c;smithi084=f;smithi084=i;smithi084=l", "target": ["mon-mgr", ""]}) -- 0x7f7eb0063cd0 con 0x7f7e9c0afb80 2024-04-25T17:13:03.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.564+0000 7f7ea67fc700 1 -- 172.21.15.84:0/3093086928 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f7eb0063cd0 con 0x7f7e9c0afb80 2024-04-25T17:13:03.565 INFO:teuthology.orchestra.run.smithi084.stdout:Scheduled mds.all update... 2024-04-25T17:13:03.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.566+0000 7f7eb78ea700 1 -- 172.21.15.84:0/3093086928 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7e9c0afb80 msgr2=0x7f7e9c0b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:03.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.566+0000 7f7eb78ea700 1 --2- 172.21.15.84:0/3093086928 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7e9c0afb80 0x7f7e9c0b2090 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f7eb01038c0 tx=0x7f7eac00a380 comp rx=0 tx=0).stop 2024-04-25T17:13:03.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.566+0000 7f7eb78ea700 1 -- 172.21.15.84:0/3093086928 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7eb0104360 msgr2=0x7f7eb01a1ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:03.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.566+0000 7f7eb78ea700 1 --2- 172.21.15.84:0/3093086928 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7eb0104360 0x7f7eb01a1ba0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f7ea800b070 tx=0x7f7ea8007870 comp rx=0 tx=0).stop 2024-04-25T17:13:03.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.566+0000 7f7eb78ea700 1 -- 172.21.15.84:0/3093086928 shutdown_connections 2024-04-25T17:13:03.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.566+0000 7f7eb78ea700 1 --2- 172.21.15.84:0/3093086928 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7eb0104360 0x7f7eb01a1ba0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:03.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.566+0000 7f7eb78ea700 1 --2- 172.21.15.84:0/3093086928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7eb0102890 0x7f7eb019a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:03.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.566+0000 7f7eb78ea700 1 --2- 172.21.15.84:0/3093086928 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7e9c0afb80 0x7f7e9c0b2090 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:03.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.566+0000 7f7eb78ea700 1 --2- 172.21.15.84:0/3093086928 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7eb01039c0 0x7f7eb019ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:03.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.566+0000 7f7eb78ea700 1 -- 172.21.15.84:0/3093086928 >> 172.21.15.84:0/3093086928 conn(0x7f7eb00fded0 msgr2=0x7f7eb0106bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:03.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.566+0000 7f7eb78ea700 1 -- 172.21.15.84:0/3093086928 shutdown_connections 2024-04-25T17:13:03.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-25T17:13:03.566+0000 7f7eb78ea700 1 -- 172.21.15.84:0/3093086928 wait complete. 2024-04-25T17:13:04.198 DEBUG:teuthology.orchestra.run.smithi028:mds.a> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.a.service 2024-04-25T17:13:04.201 DEBUG:teuthology.orchestra.run.smithi028:mds.d> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.d.service 2024-04-25T17:13:04.244 DEBUG:teuthology.orchestra.run.smithi028:mds.g> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.g.service 2024-04-25T17:13:04.287 DEBUG:teuthology.orchestra.run.smithi028:mds.j> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.j.service 2024-04-25T17:13:04.330 DEBUG:teuthology.orchestra.run.smithi042:mds.b> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.b.service 2024-04-25T17:13:04.333 DEBUG:teuthology.orchestra.run.smithi042:mds.e> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.e.service 2024-04-25T17:13:04.377 DEBUG:teuthology.orchestra.run.smithi042:mds.h> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.h.service 2024-04-25T17:13:04.398 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:04 smithi042 ceph-mon[32851]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:04.398 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:04 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:04.398 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:04 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:13:04.398 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:04 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:04.398 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:04 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:13:04.398 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:04 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:04.398 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:04 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:04.398 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:04 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:04.398 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:04 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:04.399 DEBUG:teuthology.orchestra.run.smithi042:mds.k> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.k.service 2024-04-25T17:13:04.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:04 smithi084 ceph-mon[32752]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:04.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:04 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:04.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:04 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:13:04.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:04 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:04.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:04 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:13:04.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:04 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:04.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:04 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:04.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:04 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:04.418 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:04 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:04.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:04 smithi028 ceph-mon[29207]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:04.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:04 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:04.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:04 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:13:04.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:04 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:04.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:04 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:13:04.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:04 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:04.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:04 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:04.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:04 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:04.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:04 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:04.442 DEBUG:teuthology.orchestra.run.smithi084:mds.c> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.c.service 2024-04-25T17:13:04.444 DEBUG:teuthology.orchestra.run.smithi084:mds.f> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.f.service 2024-04-25T17:13:04.487 DEBUG:teuthology.orchestra.run.smithi084:mds.i> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.i.service 2024-04-25T17:13:04.530 DEBUG:teuthology.orchestra.run.smithi084:mds.l> sudo journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.l.service 2024-04-25T17:13:04.574 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-25T17:13:04.575 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T17:13:04.703 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.701+0000 7f4dee296640 1 -- 172.21.15.28:0/3300156386 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4de8103c40 msgr2=0x7f4de8104050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:04.703 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.701+0000 7f4dee296640 1 --2- 172.21.15.28:0/3300156386 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4de8103c40 0x7f4de8104050 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f4dd8009900 tx=0x7f4dd802a410 comp rx=0 tx=0).stop 2024-04-25T17:13:04.703 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.701+0000 7f4dee296640 1 -- 172.21.15.28:0/3300156386 shutdown_connections 2024-04-25T17:13:04.703 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.701+0000 7f4dee296640 1 --2- 172.21.15.28:0/3300156386 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4de8108940 0x7f4de810ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:04.703 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.701+0000 7f4dee296640 1 --2- 172.21.15.28:0/3300156386 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4de8103c40 0x7f4de8104050 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:04.703 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.701+0000 7f4dee296640 1 --2- 172.21.15.28:0/3300156386 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4de8102a00 0x7f4de8103700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:04.703 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.701+0000 7f4dee296640 1 -- 172.21.15.28:0/3300156386 >> 172.21.15.28:0/3300156386 conn(0x7f4de80fdbf0 msgr2=0x7f4de81000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:04.703 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.701+0000 7f4dee296640 1 -- 172.21.15.28:0/3300156386 shutdown_connections 2024-04-25T17:13:04.703 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.701+0000 7f4dee296640 1 -- 172.21.15.28:0/3300156386 wait complete. 2024-04-25T17:13:04.704 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.701+0000 7f4dee296640 1 Processor -- start 2024-04-25T17:13:04.704 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.701+0000 7f4dee296640 1 -- start start 2024-04-25T17:13:04.704 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.702+0000 7f4dee296640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4de8102a00 0x7f4de806aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:04.704 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.702+0000 7f4dee296640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4de8103c40 0x7f4de819ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:04.704 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.702+0000 7f4dee296640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4de8108940 0x7f4de81a1390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:04.704 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.702+0000 7f4dee296640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f4de810e3e0 con 0x7f4de8102a00 2024-04-25T17:13:04.704 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.702+0000 7f4dee296640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4de810e260 con 0x7f4de8103c40 2024-04-25T17:13:04.704 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.702+0000 7f4dee296640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4de810e560 con 0x7f4de8108940 2024-04-25T17:13:04.704 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.702+0000 7f4de7fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4de8102a00 0x7f4de806aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:04.704 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.702+0000 7f4de7fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4de8102a00 0x7f4de806aad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:35600/0 (socket says 172.21.15.28:35600) 2024-04-25T17:13:04.704 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.702+0000 7f4de7fff640 1 -- 172.21.15.28:0/2824166818 learned_addr learned my addr 172.21.15.28:0/2824166818 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:04.704 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.702+0000 7f4dec833640 1 --2- 172.21.15.28:0/2824166818 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4de8108940 0x7f4de81a1390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:04.704 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.702+0000 7f4de7fff640 1 -- 172.21.15.28:0/2824166818 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4de8108940 msgr2=0x7f4de81a1390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:04.704 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.702+0000 7f4de77fe640 1 --2- 172.21.15.28:0/2824166818 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4de8103c40 0x7f4de819ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:04.705 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.702+0000 7f4de7fff640 1 --2- 172.21.15.28:0/2824166818 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4de8108940 0x7f4de81a1390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:04.705 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.702+0000 7f4de7fff640 1 -- 172.21.15.28:0/2824166818 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4de8103c40 msgr2=0x7f4de819ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:04.705 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.702+0000 7f4de7fff640 1 --2- 172.21.15.28:0/2824166818 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4de8103c40 0x7f4de819ede0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:04.705 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.702+0000 7f4de7fff640 1 -- 172.21.15.28:0/2824166818 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4de81a1b20 con 0x7f4de8102a00 2024-04-25T17:13:04.705 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.702+0000 7f4de7fff640 1 --2- 172.21.15.28:0/2824166818 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4de8102a00 0x7f4de806aad0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f4dd000c970 tx=0x7f4dd000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:04.705 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.703+0000 7f4de57fa640 1 -- 172.21.15.28:0/2824166818 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dd0007c70 con 0x7f4de8102a00 2024-04-25T17:13:04.705 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.703+0000 7f4dee296640 1 -- 172.21.15.28:0/2824166818 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4de81a1e10 con 0x7f4de8102a00 2024-04-25T17:13:04.705 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.703+0000 7f4de57fa640 1 -- 172.21.15.28:0/2824166818 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4dd0007e10 con 0x7f4de8102a00 2024-04-25T17:13:04.705 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.703+0000 7f4de57fa640 1 -- 172.21.15.28:0/2824166818 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dd00186f0 con 0x7f4de8102a00 2024-04-25T17:13:04.705 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.703+0000 7f4dee296640 1 -- 172.21.15.28:0/2824166818 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4de81a2270 con 0x7f4de8102a00 2024-04-25T17:13:04.706 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.704+0000 7f4dee296640 1 -- 172.21.15.28:0/2824166818 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4de8069da0 con 0x7f4de8102a00 2024-04-25T17:13:04.706 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.705+0000 7f4de57fa640 1 -- 172.21.15.28:0/2824166818 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f4dd000fa90 con 0x7f4de8102a00 2024-04-25T17:13:04.706 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.706+0000 7f4de57fa640 1 --2- 172.21.15.28:0/2824166818 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4dd40afba0 0x7f4dd40b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:04.706 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.706+0000 7f4de77fe640 1 --2- 172.21.15.28:0/2824166818 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4dd40afba0 0x7f4dd40b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:04.706 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.706+0000 7f4de57fa640 1 -- 172.21.15.28:0/2824166818 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f4dd00de960 con 0x7f4de8102a00 2024-04-25T17:13:04.706 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.706+0000 7f4de77fe640 1 --2- 172.21.15.28:0/2824166818 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4dd40afba0 0x7f4dd40b20b0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f4dd8031460 tx=0x7f4dd8000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:04.709 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.709+0000 7f4de57fa640 1 -- 172.21.15.28:0/2824166818 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4dd0053ff0 con 0x7f4de8102a00 2024-04-25T17:13:04.897 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.897+0000 7f4dee296640 1 -- 172.21.15.28:0/2824166818 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4de802db90 con 0x7f4de8102a00 2024-04-25T17:13:04.898 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.898+0000 7f4de57fa640 1 -- 172.21.15.28:0/2824166818 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v72) ==== 74+0+18373 (secure 0 0 0) 0x7f4dd0014030 con 0x7f4de8102a00 2024-04-25T17:13:04.899 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:04.899 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":72,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:12:53.104539+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:13:04.900 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.900+0000 7f4dee296640 1 -- 172.21.15.28:0/2824166818 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4dd40afba0 msgr2=0x7f4dd40b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:04.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.900+0000 7f4dee296640 1 --2- 172.21.15.28:0/2824166818 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4dd40afba0 0x7f4dd40b20b0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f4dd8031460 tx=0x7f4dd8000bc0 comp rx=0 tx=0).stop 2024-04-25T17:13:04.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.900+0000 7f4dee296640 1 -- 172.21.15.28:0/2824166818 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4de8102a00 msgr2=0x7f4de806aad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:04.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.900+0000 7f4dee296640 1 --2- 172.21.15.28:0/2824166818 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4de8102a00 0x7f4de806aad0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f4dd000c970 tx=0x7f4dd000ce30 comp rx=0 tx=0).stop 2024-04-25T17:13:04.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.900+0000 7f4dee296640 1 -- 172.21.15.28:0/2824166818 shutdown_connections 2024-04-25T17:13:04.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.900+0000 7f4dee296640 1 --2- 172.21.15.28:0/2824166818 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4dd40afba0 0x7f4dd40b20b0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:04.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.900+0000 7f4dee296640 1 --2- 172.21.15.28:0/2824166818 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4de8108940 0x7f4de81a1390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:04.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.900+0000 7f4dee296640 1 --2- 172.21.15.28:0/2824166818 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4de8103c40 0x7f4de819ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:04.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.900+0000 7f4dee296640 1 --2- 172.21.15.28:0/2824166818 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4de8102a00 0x7f4de806aad0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:04.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.900+0000 7f4dee296640 1 -- 172.21.15.28:0/2824166818 >> 172.21.15.28:0/2824166818 conn(0x7f4de80fdbf0 msgr2=0x7f4de8104920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:04.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.900+0000 7f4dee296640 1 -- 172.21.15.28:0/2824166818 shutdown_connections 2024-04-25T17:13:04.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:04.900+0000 7f4dee296640 1 -- 172.21.15.28:0/2824166818 wait complete. 2024-04-25T17:13:04.912 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T17:08:58.716897+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T17:13:04.912 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T17:13:05.029 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.027+0000 7fd95e9e3640 1 -- 172.21.15.28:0/4102803482 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd958109890 msgr2=0x7fd95810bcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:05.029 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.027+0000 7fd95e9e3640 1 --2- 172.21.15.28:0/4102803482 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd958109890 0x7fd95810bcb0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd950009ca0 tx=0x7fd95002a8c0 comp rx=0 tx=0).stop 2024-04-25T17:13:05.029 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.027+0000 7fd95e9e3640 1 -- 172.21.15.28:0/4102803482 shutdown_connections 2024-04-25T17:13:05.030 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.027+0000 7fd95e9e3640 1 --2- 172.21.15.28:0/4102803482 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd958109890 0x7fd95810bcb0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:05.030 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.027+0000 7fd95e9e3640 1 --2- 172.21.15.28:0/4102803482 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd958106f30 0x7fd958109350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:05.030 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.027+0000 7fd95e9e3640 1 --2- 172.21.15.28:0/4102803482 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd9581045d0 0x7fd9581069f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:05.030 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.027+0000 7fd95e9e3640 1 -- 172.21.15.28:0/4102803482 >> 172.21.15.28:0/4102803482 conn(0x7fd9580fdbd0 msgr2=0x7fd958100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:05.030 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.027+0000 7fd95e9e3640 1 -- 172.21.15.28:0/4102803482 shutdown_connections 2024-04-25T17:13:05.030 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.027+0000 7fd95e9e3640 1 -- 172.21.15.28:0/4102803482 wait complete. 2024-04-25T17:13:05.030 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.028+0000 7fd95e9e3640 1 Processor -- start 2024-04-25T17:13:05.030 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.028+0000 7fd95e9e3640 1 -- start start 2024-04-25T17:13:05.030 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.028+0000 7fd95e9e3640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd9581045d0 0x7fd95819a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:05.030 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.028+0000 7fd95e9e3640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd958106f30 0x7fd95819a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:05.030 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.028+0000 7fd95e9e3640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd958109890 0x7fd9581a1610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:05.030 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.028+0000 7fd95e9e3640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fd95810f510 con 0x7fd958109890 2024-04-25T17:13:05.031 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.028+0000 7fd95e9e3640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd95810f390 con 0x7fd9581045d0 2024-04-25T17:13:05.031 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.028+0000 7fd95e9e3640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd95810f690 con 0x7fd958106f30 2024-04-25T17:13:05.031 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.028+0000 7fd95cf80640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd958109890 0x7fd9581a1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:05.031 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.028+0000 7fd95cf80640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd958109890 0x7fd9581a1610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:35614/0 (socket says 172.21.15.28:35614) 2024-04-25T17:13:05.031 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.028+0000 7fd95cf80640 1 -- 172.21.15.28:0/3404694404 learned_addr learned my addr 172.21.15.28:0/3404694404 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:05.031 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.028+0000 7fd9577fe640 1 --2- 172.21.15.28:0/3404694404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd958106f30 0x7fd95819a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:05.031 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.028+0000 7fd957fff640 1 --2- 172.21.15.28:0/3404694404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd9581045d0 0x7fd95819a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:05.031 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.029+0000 7fd95cf80640 1 -- 172.21.15.28:0/3404694404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd958106f30 msgr2=0x7fd95819a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:05.031 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.029+0000 7fd95cf80640 1 --2- 172.21.15.28:0/3404694404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd958106f30 0x7fd95819a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:05.031 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.029+0000 7fd95cf80640 1 -- 172.21.15.28:0/3404694404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd9581045d0 msgr2=0x7fd95819a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:05.031 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.029+0000 7fd95cf80640 1 --2- 172.21.15.28:0/3404694404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd9581045d0 0x7fd95819a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:05.031 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.029+0000 7fd95cf80640 1 -- 172.21.15.28:0/3404694404 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9581a1c80 con 0x7fd958109890 2024-04-25T17:13:05.031 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.029+0000 7fd95cf80640 1 --2- 172.21.15.28:0/3404694404 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd958109890 0x7fd9581a1610 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd95002aeb0 tx=0x7fd9500093e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:05.031 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.029+0000 7fd9557fa640 1 -- 172.21.15.28:0/3404694404 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd950003db0 con 0x7fd958109890 2024-04-25T17:13:05.032 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.029+0000 7fd9557fa640 1 -- 172.21.15.28:0/3404694404 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd9500044d0 con 0x7fd958109890 2024-04-25T17:13:05.032 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.029+0000 7fd95e9e3640 1 -- 172.21.15.28:0/3404694404 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9581a1f10 con 0x7fd958109890 2024-04-25T17:13:05.032 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.029+0000 7fd9557fa640 1 -- 172.21.15.28:0/3404694404 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd950030ca0 con 0x7fd958109890 2024-04-25T17:13:05.032 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.029+0000 7fd95e9e3640 1 -- 172.21.15.28:0/3404694404 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9581a2370 con 0x7fd958109890 2024-04-25T17:13:05.033 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.030+0000 7fd95e9e3640 1 -- 172.21.15.28:0/3404694404 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd95806a210 con 0x7fd958109890 2024-04-25T17:13:05.033 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.032+0000 7fd9557fa640 1 -- 172.21.15.28:0/3404694404 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7fd950004040 con 0x7fd958109890 2024-04-25T17:13:05.033 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.032+0000 7fd9557fa640 1 --2- 172.21.15.28:0/3404694404 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd9440afaf0 0x7fd9440b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:05.033 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.032+0000 7fd957fff640 1 --2- 172.21.15.28:0/3404694404 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd9440afaf0 0x7fd9440b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:05.033 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.033+0000 7fd9557fa640 1 -- 172.21.15.28:0/3404694404 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fd9500ffd90 con 0x7fd958109890 2024-04-25T17:13:05.033 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.033+0000 7fd957fff640 1 --2- 172.21.15.28:0/3404694404 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd9440afaf0 0x7fd9440b2000 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fd9580757f0 tx=0x7fd948005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:05.036 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.036+0000 7fd9557fa640 1 -- 172.21.15.28:0/3404694404 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd9500c8e10 con 0x7fd958109890 2024-04-25T17:13:05.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:05 smithi028 ceph-mon[29207]: from='client.24421 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi028=a;smithi028=d;smithi028=g;smithi028=j;smithi042=b;smithi042=e;smithi042=h;smithi042=k;smithi084=c;smithi084=f;smithi084=i;smithi084=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:13:05.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:05 smithi028 ceph-mon[29207]: Saving service mds.all spec with placement smithi028=a;smithi028=d;smithi028=g;smithi028=j;smithi042=b;smithi042=e;smithi042=h;smithi042=k;smithi084=c;smithi084=f;smithi084=i;smithi084=l;count:12 2024-04-25T17:13:05.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:05 smithi028 ceph-mon[29207]: Deploying daemon mds.l on smithi084 2024-04-25T17:13:05.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:05 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2824166818' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:13:05.229 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.230+0000 7fd95e9e3640 1 -- 172.21.15.28:0/3404694404 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fd95802dc10 con 0x7fd958109890 2024-04-25T17:13:05.230 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.230+0000 7fd9557fa640 1 -- 172.21.15.28:0/3404694404 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v72) ==== 93+0+10 (secure 0 0 0) 0x7fd9500c8710 con 0x7fd958109890 2024-04-25T17:13:05.230 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 1 2024-04-25T17:13:05.232 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.232+0000 7fd95e9e3640 1 -- 172.21.15.28:0/3404694404 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd9440afaf0 msgr2=0x7fd9440b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:05.233 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.232+0000 7fd95e9e3640 1 --2- 172.21.15.28:0/3404694404 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd9440afaf0 0x7fd9440b2000 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fd9580757f0 tx=0x7fd948005f90 comp rx=0 tx=0).stop 2024-04-25T17:13:05.233 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.232+0000 7fd95e9e3640 1 -- 172.21.15.28:0/3404694404 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd958109890 msgr2=0x7fd9581a1610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:05.233 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.232+0000 7fd95e9e3640 1 --2- 172.21.15.28:0/3404694404 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd958109890 0x7fd9581a1610 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd95002aeb0 tx=0x7fd9500093e0 comp rx=0 tx=0).stop 2024-04-25T17:13:05.233 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.232+0000 7fd95e9e3640 1 -- 172.21.15.28:0/3404694404 shutdown_connections 2024-04-25T17:13:05.233 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.232+0000 7fd95e9e3640 1 --2- 172.21.15.28:0/3404694404 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd9440afaf0 0x7fd9440b2000 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:05.233 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.232+0000 7fd95e9e3640 1 --2- 172.21.15.28:0/3404694404 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd958109890 0x7fd9581a1610 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:05.233 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.232+0000 7fd95e9e3640 1 --2- 172.21.15.28:0/3404694404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd958106f30 0x7fd95819a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:05.233 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.232+0000 7fd95e9e3640 1 --2- 172.21.15.28:0/3404694404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd9581045d0 0x7fd95819a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:05.233 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.232+0000 7fd95e9e3640 1 -- 172.21.15.28:0/3404694404 >> 172.21.15.28:0/3404694404 conn(0x7fd9580fdbd0 msgr2=0x7fd958106590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:05.233 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.232+0000 7fd95e9e3640 1 -- 172.21.15.28:0/3404694404 shutdown_connections 2024-04-25T17:13:05.233 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.232+0000 7fd95e9e3640 1 -- 172.21.15.28:0/3404694404 wait complete. 2024-04-25T17:13:05.244 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:13:05.358 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.356+0000 7fb6c639d640 1 -- 172.21.15.28:0/1112744343 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb6c0101d40 msgr2=0x7fb6c01069b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:05.359 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.356+0000 7fb6c639d640 1 --2- 172.21.15.28:0/1112744343 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb6c0101d40 0x7fb6c01069b0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fb6b0009900 tx=0x7fb6b002a410 comp rx=0 tx=0).stop 2024-04-25T17:13:05.359 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.356+0000 7fb6c639d640 1 -- 172.21.15.28:0/1112744343 shutdown_connections 2024-04-25T17:13:05.359 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.356+0000 7fb6c639d640 1 --2- 172.21.15.28:0/1112744343 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6c0109850 0x7fb6c010bc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:05.359 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.356+0000 7fb6c639d640 1 --2- 172.21.15.28:0/1112744343 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb6c0106ef0 0x7fb6c0109310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:05.359 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.356+0000 7fb6c639d640 1 --2- 172.21.15.28:0/1112744343 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb6c0101d40 0x7fb6c01069b0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:05.359 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.356+0000 7fb6c639d640 1 -- 172.21.15.28:0/1112744343 >> 172.21.15.28:0/1112744343 conn(0x7fb6c00fd1a0 msgr2=0x7fb6c00ff650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:05.359 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.356+0000 7fb6c639d640 1 -- 172.21.15.28:0/1112744343 shutdown_connections 2024-04-25T17:13:05.359 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.356+0000 7fb6c639d640 1 -- 172.21.15.28:0/1112744343 wait complete. 2024-04-25T17:13:05.360 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.357+0000 7fb6c639d640 1 Processor -- start 2024-04-25T17:13:05.360 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.357+0000 7fb6c639d640 1 -- start start 2024-04-25T17:13:05.360 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.357+0000 7fb6c639d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb6c0101d40 0x7fb6c0199f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:05.360 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.357+0000 7fb6c639d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6c0106ef0 0x7fb6c019a450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:05.360 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.357+0000 7fb6c639d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb6c0109850 0x7fb6c01a13e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:05.360 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.357+0000 7fb6c639d640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fb6c010f370 con 0x7fb6c0109850 2024-04-25T17:13:05.360 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.357+0000 7fb6c639d640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb6c010f1f0 con 0x7fb6c0106ef0 2024-04-25T17:13:05.360 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.357+0000 7fb6c639d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb6c010f4f0 con 0x7fb6c0101d40 2024-04-25T17:13:05.360 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.357+0000 7fb6c5b9c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb6c0109850 0x7fb6c01a13e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:05.360 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.357+0000 7fb6c5b9c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb6c0109850 0x7fb6c01a13e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:35640/0 (socket says 172.21.15.28:35640) 2024-04-25T17:13:05.360 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.357+0000 7fb6c539b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb6c0101d40 0x7fb6c0199f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:05.361 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.357+0000 7fb6c5b9c640 1 -- 172.21.15.28:0/504102589 learned_addr learned my addr 172.21.15.28:0/504102589 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:05.361 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.357+0000 7fb6c4b9a640 1 --2- 172.21.15.28:0/504102589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6c0106ef0 0x7fb6c019a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:05.361 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.358+0000 7fb6c5b9c640 1 -- 172.21.15.28:0/504102589 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb6c0101d40 msgr2=0x7fb6c0199f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:05.361 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.358+0000 7fb6c5b9c640 1 --2- 172.21.15.28:0/504102589 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb6c0101d40 0x7fb6c0199f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:05.361 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.358+0000 7fb6c5b9c640 1 -- 172.21.15.28:0/504102589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6c0106ef0 msgr2=0x7fb6c019a450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:05.361 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.358+0000 7fb6c5b9c640 1 --2- 172.21.15.28:0/504102589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6c0106ef0 0x7fb6c019a450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:05.361 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.358+0000 7fb6c5b9c640 1 -- 172.21.15.28:0/504102589 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6c01a1a50 con 0x7fb6c0109850 2024-04-25T17:13:05.362 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.358+0000 7fb6c5b9c640 1 --2- 172.21.15.28:0/504102589 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb6c0109850 0x7fb6c01a13e0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fb6b800eb10 tx=0x7fb6b800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:05.362 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.358+0000 7fb6b67fc640 1 -- 172.21.15.28:0/504102589 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6b8004b20 con 0x7fb6c0109850 2024-04-25T17:13:05.362 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.358+0000 7fb6b67fc640 1 -- 172.21.15.28:0/504102589 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb6b8004cc0 con 0x7fb6c0109850 2024-04-25T17:13:05.362 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.358+0000 7fb6c639d640 1 -- 172.21.15.28:0/504102589 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6c01a1d40 con 0x7fb6c0109850 2024-04-25T17:13:05.362 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.358+0000 7fb6b67fc640 1 -- 172.21.15.28:0/504102589 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6b8010690 con 0x7fb6c0109850 2024-04-25T17:13:05.362 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.358+0000 7fb6c639d640 1 -- 172.21.15.28:0/504102589 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6c01a2180 con 0x7fb6c0109850 2024-04-25T17:13:05.364 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.359+0000 7fb6c639d640 1 -- 172.21.15.28:0/504102589 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6c00fecc0 con 0x7fb6c0109850 2024-04-25T17:13:05.364 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.361+0000 7fb6b67fc640 1 -- 172.21.15.28:0/504102589 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7fb6b8005000 con 0x7fb6c0109850 2024-04-25T17:13:05.364 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.361+0000 7fb6b67fc640 1 --2- 172.21.15.28:0/504102589 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fb6ac0afba0 0x7fb6ac0b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:05.364 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.361+0000 7fb6c539b640 1 --2- 172.21.15.28:0/504102589 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fb6ac0afba0 0x7fb6ac0b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:05.364 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.361+0000 7fb6b67fc640 1 -- 172.21.15.28:0/504102589 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fb6b80def30 con 0x7fb6c0109850 2024-04-25T17:13:05.364 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.362+0000 7fb6c539b640 1 --2- 172.21.15.28:0/504102589 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fb6ac0afba0 0x7fb6ac0b20b0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb6b0005ab0 tx=0x7fb6b0000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:05.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.365+0000 7fb6b67fc640 1 -- 172.21.15.28:0/504102589 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb6b8053ff0 con 0x7fb6c0109850 2024-04-25T17:13:05.422 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:05 smithi084 ceph-mon[32752]: from='client.24421 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi028=a;smithi028=d;smithi028=g;smithi028=j;smithi042=b;smithi042=e;smithi042=h;smithi042=k;smithi084=c;smithi084=f;smithi084=i;smithi084=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:13:05.422 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:05 smithi084 ceph-mon[32752]: Saving service mds.all spec with placement smithi028=a;smithi028=d;smithi028=g;smithi028=j;smithi042=b;smithi042=e;smithi042=h;smithi042=k;smithi084=c;smithi084=f;smithi084=i;smithi084=l;count:12 2024-04-25T17:13:05.422 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:05 smithi084 ceph-mon[32752]: Deploying daemon mds.l on smithi084 2024-04-25T17:13:05.422 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:05 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2824166818' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:13:05.591 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.591+0000 7fb6c639d640 1 -- 172.21.15.28:0/504102589 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb6c002db50 con 0x7fb6c0109850 2024-04-25T17:13:05.592 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.592+0000 7fb6b67fc640 1 -- 172.21.15.28:0/504102589 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+569 (secure 0 0 0) 0x7fb6b80a7fb0 con 0x7fb6c0109850 2024-04-25T17:13:05.592 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:05.592 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-25T17:13:05.592 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 1 2024-04-25T17:13:05.594 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.594+0000 7fb6c639d640 1 -- 172.21.15.28:0/504102589 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fb6ac0afba0 msgr2=0x7fb6ac0b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:05.594 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.594+0000 7fb6c639d640 1 --2- 172.21.15.28:0/504102589 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fb6ac0afba0 0x7fb6ac0b20b0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb6b0005ab0 tx=0x7fb6b0000bc0 comp rx=0 tx=0).stop 2024-04-25T17:13:05.594 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.594+0000 7fb6c639d640 1 -- 172.21.15.28:0/504102589 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb6c0109850 msgr2=0x7fb6c01a13e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:05.594 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.594+0000 7fb6c639d640 1 --2- 172.21.15.28:0/504102589 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb6c0109850 0x7fb6c01a13e0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fb6b800eb10 tx=0x7fb6b800c2d0 comp rx=0 tx=0).stop 2024-04-25T17:13:05.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.594+0000 7fb6c639d640 1 -- 172.21.15.28:0/504102589 shutdown_connections 2024-04-25T17:13:05.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.594+0000 7fb6c639d640 1 --2- 172.21.15.28:0/504102589 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fb6ac0afba0 0x7fb6ac0b20b0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:05.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.594+0000 7fb6c639d640 1 --2- 172.21.15.28:0/504102589 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb6c0109850 0x7fb6c01a13e0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:05.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.594+0000 7fb6c639d640 1 --2- 172.21.15.28:0/504102589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6c0106ef0 0x7fb6c019a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:05.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.594+0000 7fb6c639d640 1 --2- 172.21.15.28:0/504102589 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb6c0101d40 0x7fb6c0199f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:05.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.594+0000 7fb6c639d640 1 -- 172.21.15.28:0/504102589 >> 172.21.15.28:0/504102589 conn(0x7fb6c00fd1a0 msgr2=0x7fb6c0105020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:05.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.594+0000 7fb6c639d640 1 -- 172.21.15.28:0/504102589 shutdown_connections 2024-04-25T17:13:05.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:05.594+0000 7fb6c639d640 1 -- 172.21.15.28:0/504102589 wait complete. 2024-04-25T17:13:05.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:05 smithi042 ceph-mon[32851]: from='client.24421 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi028=a;smithi028=d;smithi028=g;smithi028=j;smithi042=b;smithi042=e;smithi042=h;smithi042=k;smithi084=c;smithi084=f;smithi084=i;smithi084=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:13:05.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:05 smithi042 ceph-mon[32851]: Saving service mds.all spec with placement smithi028=a;smithi028=d;smithi028=g;smithi028=j;smithi042=b;smithi042=e;smithi042=h;smithi042=k;smithi084=c;smithi084=f;smithi084=i;smithi084=l;count:12 2024-04-25T17:13:05.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:05 smithi042 ceph-mon[32851]: Deploying daemon mds.l on smithi084 2024-04-25T17:13:05.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:05 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2824166818' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:13:05.981 INFO:journalctl@ceph.mds.l.smithi084.stdout:Apr 25 17:13:05 smithi084 systemd[1]: Starting Ceph mds.l for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:13:06.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:06 smithi084 ceph-mon[32752]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:06.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:06 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3404694404' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:13:06.371 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:06 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/504102589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:06.371 INFO:journalctl@ceph.mds.l.smithi084.stdout:Apr 25 17:13:06 smithi084 podman[62903]: 2024-04-25 17:13:05.993585202 +0000 UTC m=+0.017608591 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:13:06.371 INFO:journalctl@ceph.mds.l.smithi084.stdout:Apr 25 17:13:06 smithi084 podman[62903]: 2024-04-25 17:13:06.133541365 +0000 UTC m=+0.157564752 container create 7a50160fd62a221c82785f193697fbe3c161cf9b53df6085f2657ef760dd83cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-l, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-25T17:13:06.372 INFO:journalctl@ceph.mds.l.smithi084.stdout:Apr 25 17:13:06 smithi084 podman[62903]: 2024-04-25 17:13:06.336293334 +0000 UTC m=+0.360316722 container init 7a50160fd62a221c82785f193697fbe3c161cf9b53df6085f2657ef760dd83cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-l, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-25T17:13:06.372 INFO:journalctl@ceph.mds.l.smithi084.stdout:Apr 25 17:13:06 smithi084 podman[62903]: 2024-04-25 17:13:06.338910301 +0000 UTC m=+0.362933701 container start 7a50160fd62a221c82785f193697fbe3c161cf9b53df6085f2657ef760dd83cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-l, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0) 2024-04-25T17:13:06.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:06 smithi028 ceph-mon[29207]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:06.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:06 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3404694404' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:13:06.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:06 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/504102589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:06.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:06 smithi042 ceph-mon[32851]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:06.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:06 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3404694404' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:13:06.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:06 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/504102589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:06.730 INFO:journalctl@ceph.mds.l.smithi084.stdout:Apr 25 17:13:06 smithi084 ceph-mds[62922]: -- 172.21.15.84:0/3372050105 <== mon.1 v2:172.21.15.84:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562788df5a40 con 0x562788e3da80 2024-04-25T17:13:06.731 INFO:journalctl@ceph.mds.l.smithi084.stdout:Apr 25 17:13:06 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-l[62918]: starting mds.l at 2024-04-25T17:13:06.731 INFO:journalctl@ceph.mds.l.smithi084.stdout:Apr 25 17:13:06 smithi084 bash[62903]: 7a50160fd62a221c82785f193697fbe3c161cf9b53df6085f2657ef760dd83cb 2024-04-25T17:13:06.731 INFO:journalctl@ceph.mds.l.smithi084.stdout:Apr 25 17:13:06 smithi084 systemd[1]: Started Ceph mds.l for dfbd4644-0325-11ef-bc93-c7b262605968. 2024-04-25T17:13:07.477 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:07 smithi042 ceph-mon[32851]: mds.? [v2:172.21.15.84:6832/3821457167,v1:172.21.15.84:6833/3821457167] up:boot 2024-04-25T17:13:07.478 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:07 smithi042 ceph-mon[32851]: fsmap 1 up:standby 2024-04-25T17:13:07.478 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:07 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T17:13:07.478 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:07 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:07.478 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:07 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:07.478 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:07 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:07.478 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:07 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:07.478 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:07 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:07.478 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:07 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:07.608 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:13:07.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:07 smithi028 ceph-mon[29207]: mds.? [v2:172.21.15.84:6832/3821457167,v1:172.21.15.84:6833/3821457167] up:boot 2024-04-25T17:13:07.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:07 smithi028 ceph-mon[29207]: fsmap 1 up:standby 2024-04-25T17:13:07.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:07 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T17:13:07.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:07 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:07.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:07 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:07.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:07 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:07.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:07 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:07.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:07 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:07.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:07 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:07.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:07 smithi084 ceph-mon[32752]: mds.? [v2:172.21.15.84:6832/3821457167,v1:172.21.15.84:6833/3821457167] up:boot 2024-04-25T17:13:07.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:07 smithi084 ceph-mon[32752]: fsmap 1 up:standby 2024-04-25T17:13:07.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:07 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T17:13:07.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:07 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:07.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:07 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:07.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:07 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:07.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:07 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:07.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:07 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:07.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:07 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:07.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.736+0000 7f6e81840640 1 -- 172.21.15.28:0/1888792091 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6e7c104d50 msgr2=0x7f6e7c105160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:07.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.736+0000 7f6e81840640 1 --2- 172.21.15.28:0/1888792091 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6e7c104d50 0x7f6e7c105160 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f6e64009900 tx=0x7f6e6402a410 comp rx=0 tx=0).stop 2024-04-25T17:13:07.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.736+0000 7f6e81840640 1 -- 172.21.15.28:0/1888792091 shutdown_connections 2024-04-25T17:13:07.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.736+0000 7f6e81840640 1 --2- 172.21.15.28:0/1888792091 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e7c109a50 0x7f6e7c10be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:07.737 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.736+0000 7f6e81840640 1 --2- 172.21.15.28:0/1888792091 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6e7c104d50 0x7f6e7c105160 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:07.737 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.736+0000 7f6e81840640 1 --2- 172.21.15.28:0/1888792091 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e7c103b10 0x7f6e7c104810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:07.737 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.736+0000 7f6e81840640 1 -- 172.21.15.28:0/1888792091 >> 172.21.15.28:0/1888792091 conn(0x7f6e7c0fed00 msgr2=0x7f6e7c1011b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:07.737 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.736+0000 7f6e81840640 1 -- 172.21.15.28:0/1888792091 shutdown_connections 2024-04-25T17:13:07.737 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.736+0000 7f6e81840640 1 -- 172.21.15.28:0/1888792091 wait complete. 2024-04-25T17:13:07.737 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.737+0000 7f6e81840640 1 Processor -- start 2024-04-25T17:13:07.737 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.737+0000 7f6e81840640 1 -- start start 2024-04-25T17:13:07.739 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.737+0000 7f6e81840640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6e7c103b10 0x7f6e7c19a080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:07.739 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.737+0000 7f6e81840640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e7c104d50 0x7f6e7c19a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:07.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.737+0000 7f6e81840640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e7c109a50 0x7f6e7c1a1550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:07.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.737+0000 7f6e81840640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f6e7c10f4e0 con 0x7f6e7c103b10 2024-04-25T17:13:07.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.737+0000 7f6e81840640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6e7c10f360 con 0x7f6e7c104d50 2024-04-25T17:13:07.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.737+0000 7f6e81840640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6e7c10f660 con 0x7f6e7c109a50 2024-04-25T17:13:07.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.737+0000 7f6e7affd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6e7c103b10 0x7f6e7c19a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:07.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.737+0000 7f6e7affd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6e7c103b10 0x7f6e7c19a080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:35650/0 (socket says 172.21.15.28:35650) 2024-04-25T17:13:07.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.737+0000 7f6e7affd640 1 -- 172.21.15.28:0/1952670828 learned_addr learned my addr 172.21.15.28:0/1952670828 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:07.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.737+0000 7f6e73fff640 1 --2- 172.21.15.28:0/1952670828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e7c104d50 0x7f6e7c19a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:07.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.737+0000 7f6e7b7fe640 1 --2- 172.21.15.28:0/1952670828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e7c109a50 0x7f6e7c1a1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:07.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.737+0000 7f6e7affd640 1 -- 172.21.15.28:0/1952670828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e7c109a50 msgr2=0x7f6e7c1a1550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:07.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.737+0000 7f6e7affd640 1 --2- 172.21.15.28:0/1952670828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e7c109a50 0x7f6e7c1a1550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:07.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.737+0000 7f6e7affd640 1 -- 172.21.15.28:0/1952670828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e7c104d50 msgr2=0x7f6e7c19a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:07.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.737+0000 7f6e7affd640 1 --2- 172.21.15.28:0/1952670828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e7c104d50 0x7f6e7c19a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:07.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.737+0000 7f6e7affd640 1 -- 172.21.15.28:0/1952670828 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e7c1a1bc0 con 0x7f6e7c103b10 2024-04-25T17:13:07.741 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.737+0000 7f6e7b7fe640 1 --2- 172.21.15.28:0/1952670828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e7c109a50 0x7f6e7c1a1550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:13:07.741 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.738+0000 7f6e7affd640 1 --2- 172.21.15.28:0/1952670828 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6e7c103b10 0x7f6e7c19a080 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c00e9f0 tx=0x7f6e6c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:07.741 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.738+0000 7f6e8083e640 1 -- 172.21.15.28:0/1952670828 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e6c00ccc0 con 0x7f6e7c103b10 2024-04-25T17:13:07.741 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.738+0000 7f6e8083e640 1 -- 172.21.15.28:0/1952670828 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6e6c0035f0 con 0x7f6e7c103b10 2024-04-25T17:13:07.741 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.738+0000 7f6e81840640 1 -- 172.21.15.28:0/1952670828 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e7c1a1eb0 con 0x7f6e7c103b10 2024-04-25T17:13:07.741 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.738+0000 7f6e8083e640 1 -- 172.21.15.28:0/1952670828 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e6c00ce60 con 0x7f6e7c103b10 2024-04-25T17:13:07.741 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.738+0000 7f6e81840640 1 -- 172.21.15.28:0/1952670828 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e7c1a2310 con 0x7f6e7c103b10 2024-04-25T17:13:07.741 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.739+0000 7f6e81840640 1 -- 172.21.15.28:0/1952670828 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e7c108860 con 0x7f6e7c103b10 2024-04-25T17:13:07.742 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.740+0000 7f6e8083e640 1 -- 172.21.15.28:0/1952670828 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f6e6c004000 con 0x7f6e7c103b10 2024-04-25T17:13:07.742 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.741+0000 7f6e8083e640 1 --2- 172.21.15.28:0/1952670828 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6e680afba0 0x7f6e680b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:07.742 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.741+0000 7f6e8083e640 1 -- 172.21.15.28:0/1952670828 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f6e6c0decf0 con 0x7f6e7c103b10 2024-04-25T17:13:07.742 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.741+0000 7f6e73fff640 1 --2- 172.21.15.28:0/1952670828 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6e680afba0 0x7f6e680b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:07.742 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.742+0000 7f6e73fff640 1 --2- 172.21.15.28:0/1952670828 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6e680afba0 0x7f6e680b20b0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c19b120 tx=0x7f6e64000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:07.744 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.745+0000 7f6e8083e640 1 -- 172.21.15.28:0/1952670828 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6e6c0a7cd0 con 0x7f6e7c103b10 2024-04-25T17:13:07.970 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.970+0000 7f6e81840640 1 -- 172.21.15.28:0/1952670828 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6e7c02dda0 con 0x7f6e7c103b10 2024-04-25T17:13:07.970 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.970+0000 7f6e8083e640 1 -- 172.21.15.28:0/1952670828 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1393 (secure 0 0 0) 0x7f6e6c0a75d0 con 0x7f6e7c103b10 2024-04-25T17:13:07.970 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:07.971 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-25T17:13:07.971 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 2 2024-04-25T17:13:07.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.972+0000 7f6e81840640 1 -- 172.21.15.28:0/1952670828 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6e680afba0 msgr2=0x7f6e680b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:07.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.972+0000 7f6e81840640 1 --2- 172.21.15.28:0/1952670828 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6e680afba0 0x7f6e680b20b0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c19b120 tx=0x7f6e64000bc0 comp rx=0 tx=0).stop 2024-04-25T17:13:07.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.972+0000 7f6e81840640 1 -- 172.21.15.28:0/1952670828 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6e7c103b10 msgr2=0x7f6e7c19a080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:07.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.972+0000 7f6e81840640 1 --2- 172.21.15.28:0/1952670828 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6e7c103b10 0x7f6e7c19a080 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c00e9f0 tx=0x7f6e6c00eeb0 comp rx=0 tx=0).stop 2024-04-25T17:13:07.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.972+0000 7f6e81840640 1 -- 172.21.15.28:0/1952670828 shutdown_connections 2024-04-25T17:13:07.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.972+0000 7f6e81840640 1 --2- 172.21.15.28:0/1952670828 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6e680afba0 0x7f6e680b20b0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:07.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.972+0000 7f6e81840640 1 --2- 172.21.15.28:0/1952670828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e7c109a50 0x7f6e7c1a1550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:07.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.972+0000 7f6e81840640 1 --2- 172.21.15.28:0/1952670828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e7c104d50 0x7f6e7c19a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:07.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.972+0000 7f6e81840640 1 --2- 172.21.15.28:0/1952670828 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6e7c103b10 0x7f6e7c19a080 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:07.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.972+0000 7f6e81840640 1 -- 172.21.15.28:0/1952670828 >> 172.21.15.28:0/1952670828 conn(0x7f6e7c0fed00 msgr2=0x7f6e7c105a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:07.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.972+0000 7f6e81840640 1 -- 172.21.15.28:0/1952670828 shutdown_connections 2024-04-25T17:13:07.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:07.972+0000 7f6e81840640 1 -- 172.21.15.28:0/1952670828 wait complete. 2024-04-25T17:13:08.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:08 smithi042 ceph-mon[32851]: Deploying daemon mds.k on smithi042 2024-04-25T17:13:08.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:08 smithi042 ceph-mon[32851]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:08.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:08 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1952670828' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:08.860 INFO:journalctl@ceph.mds.k.smithi042.stdout:Apr 25 17:13:08 smithi042 systemd[1]: Starting Ceph mds.k for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:13:08.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:08 smithi028 ceph-mon[29207]: Deploying daemon mds.k on smithi042 2024-04-25T17:13:08.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:08 smithi028 ceph-mon[29207]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:08.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:08 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1952670828' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:08.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:08 smithi084 ceph-mon[32752]: Deploying daemon mds.k on smithi042 2024-04-25T17:13:08.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:08 smithi084 ceph-mon[32752]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:08.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:08 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1952670828' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:09.222 INFO:journalctl@ceph.mds.k.smithi042.stdout:Apr 25 17:13:08 smithi042 podman[62722]: 2024-04-25 17:13:08.862540941 +0000 UTC m=+0.017814285 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:13:09.222 INFO:journalctl@ceph.mds.k.smithi042.stdout:Apr 25 17:13:08 smithi042 podman[62722]: 2024-04-25 17:13:08.977978261 +0000 UTC m=+0.133251586 container create c59371f380f91e2c997f168a8ee94d8863c96f64c7e09462b708f5e55c981168 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-k, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T17:13:09.222 INFO:journalctl@ceph.mds.k.smithi042.stdout:Apr 25 17:13:09 smithi042 podman[62722]: 2024-04-25 17:13:09.22272986 +0000 UTC m=+0.378003199 container init c59371f380f91e2c997f168a8ee94d8863c96f64c7e09462b708f5e55c981168 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-k, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-25T17:13:09.610 INFO:journalctl@ceph.mds.k.smithi042.stdout:Apr 25 17:13:09 smithi042 podman[62722]: 2024-04-25 17:13:09.225759926 +0000 UTC m=+0.381033259 container start c59371f380f91e2c997f168a8ee94d8863c96f64c7e09462b708f5e55c981168 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-k, org.label-schema.license=GPLv2, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5) 2024-04-25T17:13:09.610 INFO:journalctl@ceph.mds.k.smithi042.stdout:Apr 25 17:13:09 smithi042 ceph-mds[62742]: -- 172.21.15.42:0/1403791272 <== mon.2 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557cc1d31a40 con 0x557cc1d79180 2024-04-25T17:13:09.610 INFO:journalctl@ceph.mds.k.smithi042.stdout:Apr 25 17:13:09 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-k[62738]: starting mds.k at 2024-04-25T17:13:09.610 INFO:journalctl@ceph.mds.k.smithi042.stdout:Apr 25 17:13:09 smithi042 bash[62722]: c59371f380f91e2c997f168a8ee94d8863c96f64c7e09462b708f5e55c981168 2024-04-25T17:13:09.610 INFO:journalctl@ceph.mds.k.smithi042.stdout:Apr 25 17:13:09 smithi042 systemd[1]: Started Ceph mds.k for dfbd4644-0325-11ef-bc93-c7b262605968. 2024-04-25T17:13:09.984 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:13:10.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.096+0000 7f0c07984640 1 -- 172.21.15.28:0/2479224219 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0c00109a70 msgr2=0x7f0c0010be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:10.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.096+0000 7f0c07984640 1 --2- 172.21.15.28:0/2479224219 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0c00109a70 0x7f0c0010be90 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f0bf8009ca0 tx=0x7f0bf802a8c0 comp rx=0 tx=0).stop 2024-04-25T17:13:10.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.096+0000 7f0c07984640 1 -- 172.21.15.28:0/2479224219 shutdown_connections 2024-04-25T17:13:10.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.096+0000 7f0c07984640 1 --2- 172.21.15.28:0/2479224219 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0c00109a70 0x7f0c0010be90 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:10.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.096+0000 7f0c07984640 1 --2- 172.21.15.28:0/2479224219 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0c00104d70 0x7f0c00105180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:10.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.096+0000 7f0c07984640 1 --2- 172.21.15.28:0/2479224219 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0c00103b30 0x7f0c00104830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:10.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.096+0000 7f0c07984640 1 -- 172.21.15.28:0/2479224219 >> 172.21.15.28:0/2479224219 conn(0x7f0c000fed40 msgr2=0x7f0c001011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:10.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.096+0000 7f0c07984640 1 -- 172.21.15.28:0/2479224219 shutdown_connections 2024-04-25T17:13:10.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.096+0000 7f0c07984640 1 -- 172.21.15.28:0/2479224219 wait complete. 2024-04-25T17:13:10.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.097+0000 7f0c07984640 1 Processor -- start 2024-04-25T17:13:10.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.097+0000 7f0c07984640 1 -- start start 2024-04-25T17:13:10.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.097+0000 7f0c07984640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0c00103b30 0x7f0c0019a080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:10.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.097+0000 7f0c07984640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0c00104d70 0x7f0c0019a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:10.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.097+0000 7f0c07984640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0c00109a70 0x7f0c001a1500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:10.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.097+0000 7f0c07984640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f0c0010f540 con 0x7f0c00109a70 2024-04-25T17:13:10.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.097+0000 7f0c07984640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0c0010f3c0 con 0x7f0c00104d70 2024-04-25T17:13:10.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.097+0000 7f0c07984640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0c0010f6c0 con 0x7f0c00103b30 2024-04-25T17:13:10.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.097+0000 7f0c05f21640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0c00109a70 0x7f0c001a1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:10.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.097+0000 7f0c05f21640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0c00109a70 0x7f0c001a1500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:35656/0 (socket says 172.21.15.28:35656) 2024-04-25T17:13:10.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.097+0000 7f0c05f21640 1 -- 172.21.15.28:0/3225493307 learned_addr learned my addr 172.21.15.28:0/3225493307 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:10.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.097+0000 7f0c05720640 1 --2- 172.21.15.28:0/3225493307 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0c00103b30 0x7f0c0019a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:10.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.097+0000 7f0c05f21640 1 -- 172.21.15.28:0/3225493307 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0c00103b30 msgr2=0x7f0c0019a080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:10.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.097+0000 7f0c05f21640 1 --2- 172.21.15.28:0/3225493307 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0c00103b30 0x7f0c0019a080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:10.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.097+0000 7f0c04f1f640 1 --2- 172.21.15.28:0/3225493307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0c00104d70 0x7f0c0019a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:10.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.097+0000 7f0c05f21640 1 -- 172.21.15.28:0/3225493307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0c00104d70 msgr2=0x7f0c0019a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:10.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.098+0000 7f0c05f21640 1 --2- 172.21.15.28:0/3225493307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0c00104d70 0x7f0c0019a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:10.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.098+0000 7f0c05f21640 1 -- 172.21.15.28:0/3225493307 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c001a1ac0 con 0x7f0c00109a70 2024-04-25T17:13:10.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.098+0000 7f0c05f21640 1 --2- 172.21.15.28:0/3225493307 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0c00109a70 0x7f0c001a1500 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f0bf80098d0 tx=0x7f0bf8003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:10.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.098+0000 7f0bf67fc640 1 -- 172.21.15.28:0/3225493307 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bf8003d90 con 0x7f0c00109a70 2024-04-25T17:13:10.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.098+0000 7f0bf67fc640 1 -- 172.21.15.28:0/3225493307 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0bf80044d0 con 0x7f0c00109a70 2024-04-25T17:13:10.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.098+0000 7f0c07984640 1 -- 172.21.15.28:0/3225493307 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c001a1d50 con 0x7f0c00109a70 2024-04-25T17:13:10.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.098+0000 7f0bf67fc640 1 -- 172.21.15.28:0/3225493307 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bf8030d10 con 0x7f0c00109a70 2024-04-25T17:13:10.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.098+0000 7f0c07984640 1 -- 172.21.15.28:0/3225493307 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c001a2210 con 0x7f0c00109a70 2024-04-25T17:13:10.101 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.099+0000 7f0c07984640 1 -- 172.21.15.28:0/3225493307 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c00108880 con 0x7f0c00109a70 2024-04-25T17:13:10.101 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.100+0000 7f0bf67fc640 1 -- 172.21.15.28:0/3225493307 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f0bf8004040 con 0x7f0c00109a70 2024-04-25T17:13:10.102 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.101+0000 7f0bf67fc640 1 --2- 172.21.15.28:0/3225493307 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0bec0afc20 0x7f0bec0b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:10.102 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.101+0000 7f0c05720640 1 --2- 172.21.15.28:0/3225493307 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0bec0afc20 0x7f0bec0b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:10.102 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.101+0000 7f0bf67fc640 1 -- 172.21.15.28:0/3225493307 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f0bf80ffe40 con 0x7f0c00109a70 2024-04-25T17:13:10.102 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.101+0000 7f0c05720640 1 --2- 172.21.15.28:0/3225493307 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0bec0afc20 0x7f0bec0b2130 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f0bfc005d00 tx=0x7f0bfc005c50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:10.104 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.104+0000 7f0bf67fc640 1 -- 172.21.15.28:0/3225493307 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0bf80c8f50 con 0x7f0c00109a70 2024-04-25T17:13:10.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.335+0000 7f0c07984640 1 -- 172.21.15.28:0/3225493307 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0c0002dc70 con 0x7f0c00109a70 2024-04-25T17:13:10.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.336+0000 7f0bf67fc640 1 -- 172.21.15.28:0/3225493307 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2218 (secure 0 0 0) 0x7f0bf80c8850 con 0x7f0c00109a70 2024-04-25T17:13:10.336 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:10.336 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-04-25T17:13:10.336 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 3 2024-04-25T17:13:10.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.338+0000 7f0c07984640 1 -- 172.21.15.28:0/3225493307 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0bec0afc20 msgr2=0x7f0bec0b2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:10.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.338+0000 7f0c07984640 1 --2- 172.21.15.28:0/3225493307 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0bec0afc20 0x7f0bec0b2130 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f0bfc005d00 tx=0x7f0bfc005c50 comp rx=0 tx=0).stop 2024-04-25T17:13:10.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.338+0000 7f0c07984640 1 -- 172.21.15.28:0/3225493307 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0c00109a70 msgr2=0x7f0c001a1500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:10.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.338+0000 7f0c07984640 1 --2- 172.21.15.28:0/3225493307 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0c00109a70 0x7f0c001a1500 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f0bf80098d0 tx=0x7f0bf8003ba0 comp rx=0 tx=0).stop 2024-04-25T17:13:10.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.338+0000 7f0c07984640 1 -- 172.21.15.28:0/3225493307 shutdown_connections 2024-04-25T17:13:10.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.338+0000 7f0c07984640 1 --2- 172.21.15.28:0/3225493307 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0bec0afc20 0x7f0bec0b2130 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:10.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.338+0000 7f0c07984640 1 --2- 172.21.15.28:0/3225493307 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0c00109a70 0x7f0c001a1500 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:10.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.338+0000 7f0c07984640 1 --2- 172.21.15.28:0/3225493307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0c00104d70 0x7f0c0019a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:10.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.338+0000 7f0c07984640 1 --2- 172.21.15.28:0/3225493307 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0c00103b30 0x7f0c0019a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:10.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.338+0000 7f0c07984640 1 -- 172.21.15.28:0/3225493307 >> 172.21.15.28:0/3225493307 conn(0x7f0c000fed40 msgr2=0x7f0c00105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:10.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.338+0000 7f0c07984640 1 -- 172.21.15.28:0/3225493307 shutdown_connections 2024-04-25T17:13:10.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:10.338+0000 7f0c07984640 1 -- 172.21.15.28:0/3225493307 wait complete. 2024-04-25T17:13:10.614 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:10 smithi028 ceph-mon[29207]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:10.614 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:10 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:10.614 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:10 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:10.615 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:10 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:10.615 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:10 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:10.615 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:10 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:10.615 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:10 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:10.615 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:10 smithi028 ceph-mon[29207]: Deploying daemon mds.j on smithi028 2024-04-25T17:13:10.615 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:10 smithi028 ceph-mon[29207]: mds.? [v2:172.21.15.42:6832/3385544084,v1:172.21.15.42:6833/3385544084] up:boot 2024-04-25T17:13:10.615 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:10 smithi028 ceph-mon[29207]: fsmap 2 up:standby 2024-04-25T17:13:10.615 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:10 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T17:13:10.615 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:10 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3225493307' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:10.672 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:10 smithi042 ceph-mon[32851]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:10.672 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:10 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:10.672 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:10 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:10.672 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:10 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:10.672 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:10 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:10.672 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:10 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:10.672 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:10 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:10.672 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:10 smithi042 ceph-mon[32851]: Deploying daemon mds.j on smithi028 2024-04-25T17:13:10.673 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:10 smithi042 ceph-mon[32851]: mds.? [v2:172.21.15.42:6832/3385544084,v1:172.21.15.42:6833/3385544084] up:boot 2024-04-25T17:13:10.673 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:10 smithi042 ceph-mon[32851]: fsmap 2 up:standby 2024-04-25T17:13:10.673 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:10 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T17:13:10.673 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:10 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3225493307' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:10.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:10 smithi084 ceph-mon[32752]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:10.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:10 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:10.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:10 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:10.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:10 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:10.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:10 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:10.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:10 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:10.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:10 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:10.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:10 smithi084 ceph-mon[32752]: Deploying daemon mds.j on smithi028 2024-04-25T17:13:10.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:10 smithi084 ceph-mon[32752]: mds.? [v2:172.21.15.42:6832/3385544084,v1:172.21.15.42:6833/3385544084] up:boot 2024-04-25T17:13:10.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:10 smithi084 ceph-mon[32752]: fsmap 2 up:standby 2024-04-25T17:13:10.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:10 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T17:13:10.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:10 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3225493307' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:11.924 INFO:journalctl@ceph.mds.j.smithi028.stdout:Apr 25 17:13:11 smithi028 systemd[1]: Starting Ceph mds.j for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:13:12.307 INFO:journalctl@ceph.mds.j.smithi028.stdout:Apr 25 17:13:12 smithi028 podman[67381]: 2024-04-25 17:13:11.95708681 +0000 UTC m=+0.018723685 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:13:12.308 INFO:journalctl@ceph.mds.j.smithi028.stdout:Apr 25 17:13:12 smithi028 podman[67381]: 2024-04-25 17:13:12.080553136 +0000 UTC m=+0.142189994 container create ecb006b90327e7c661220a275d868cac72f3fc2c5e2c8195aa7098b8cae08db5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-j, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-25T17:13:12.308 INFO:journalctl@ceph.mds.j.smithi028.stdout:Apr 25 17:13:12 smithi028 podman[67381]: 2024-04-25 17:13:12.308223527 +0000 UTC m=+0.369860383 container init ecb006b90327e7c661220a275d868cac72f3fc2c5e2c8195aa7098b8cae08db5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-j, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS) 2024-04-25T17:13:12.350 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:13:12.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.469+0000 7fd1fc0d8640 1 -- 172.21.15.28:0/2153669544 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd1f4102250 msgr2=0x7fd1f410bcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:12.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.469+0000 7fd1fc0d8640 1 --2- 172.21.15.28:0/2153669544 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd1f4102250 0x7fd1f410bcb0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd1ec009900 tx=0x7fd1ec02a410 comp rx=0 tx=0).stop 2024-04-25T17:13:12.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.469+0000 7fd1fc0d8640 1 -- 172.21.15.28:0/2153669544 shutdown_connections 2024-04-25T17:13:12.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.469+0000 7fd1fc0d8640 1 --2- 172.21.15.28:0/2153669544 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd1f4102250 0x7fd1f410bcb0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:12.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.469+0000 7fd1fc0d8640 1 --2- 172.21.15.28:0/2153669544 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd1f4101750 0x7fd1f4101bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:12.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.469+0000 7fd1fc0d8640 1 --2- 172.21.15.28:0/2153669544 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd1f41050a0 0x7fd1f41054b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:12.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.469+0000 7fd1fc0d8640 1 -- 172.21.15.28:0/2153669544 >> 172.21.15.28:0/2153669544 conn(0x7fd1f40fd390 msgr2=0x7fd1f40ff820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:12.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.469+0000 7fd1fc0d8640 1 -- 172.21.15.28:0/2153669544 shutdown_connections 2024-04-25T17:13:12.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.469+0000 7fd1fc0d8640 1 -- 172.21.15.28:0/2153669544 wait complete. 2024-04-25T17:13:12.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.469+0000 7fd1fc0d8640 1 Processor -- start 2024-04-25T17:13:12.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.469+0000 7fd1fc0d8640 1 -- start start 2024-04-25T17:13:12.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.470+0000 7fd1fc0d8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd1f4101750 0x7fd1f419a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:12.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.470+0000 7fd1fc0d8640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd1f4102250 0x7fd1f419a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:12.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.470+0000 7fd1fc0d8640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd1f41050a0 0x7fd1f41a15b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:12.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.470+0000 7fd1fc0d8640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fd1f410f4e0 con 0x7fd1f4102250 2024-04-25T17:13:12.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.470+0000 7fd1fc0d8640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd1f410f360 con 0x7fd1f41050a0 2024-04-25T17:13:12.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.470+0000 7fd1fc0d8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd1f410f660 con 0x7fd1f4101750 2024-04-25T17:13:12.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.470+0000 7fd1f9673640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd1f4102250 0x7fd1f419a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:12.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.470+0000 7fd1f9673640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd1f4102250 0x7fd1f419a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:35694/0 (socket says 172.21.15.28:35694) 2024-04-25T17:13:12.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.470+0000 7fd1f9673640 1 -- 172.21.15.28:0/921129458 learned_addr learned my addr 172.21.15.28:0/921129458 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:12.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.470+0000 7fd1fa675640 1 --2- 172.21.15.28:0/921129458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd1f41050a0 0x7fd1f41a15b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:12.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.470+0000 7fd1f9e74640 1 --2- 172.21.15.28:0/921129458 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd1f4101750 0x7fd1f419a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:12.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.470+0000 7fd1f9673640 1 -- 172.21.15.28:0/921129458 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd1f4101750 msgr2=0x7fd1f419a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:12.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.470+0000 7fd1f9673640 1 --2- 172.21.15.28:0/921129458 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd1f4101750 0x7fd1f419a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:12.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.470+0000 7fd1f9673640 1 -- 172.21.15.28:0/921129458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd1f41050a0 msgr2=0x7fd1f41a15b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:12.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.470+0000 7fd1f9673640 1 --2- 172.21.15.28:0/921129458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd1f41050a0 0x7fd1f41a15b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:12.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.470+0000 7fd1f9673640 1 -- 172.21.15.28:0/921129458 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1f41a1c20 con 0x7fd1f4102250 2024-04-25T17:13:12.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.470+0000 7fd1f9673640 1 --2- 172.21.15.28:0/921129458 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd1f4102250 0x7fd1f419a620 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fd1e400e9f0 tx=0x7fd1e400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:12.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.471+0000 7fd1eaffd640 1 -- 172.21.15.28:0/921129458 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1e400cd80 con 0x7fd1f4102250 2024-04-25T17:13:12.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.471+0000 7fd1fc0d8640 1 -- 172.21.15.28:0/921129458 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1f41a1f10 con 0x7fd1f4102250 2024-04-25T17:13:12.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.471+0000 7fd1eaffd640 1 -- 172.21.15.28:0/921129458 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd1e40054b0 con 0x7fd1f4102250 2024-04-25T17:13:12.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.471+0000 7fd1eaffd640 1 -- 172.21.15.28:0/921129458 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1e4010430 con 0x7fd1f4102250 2024-04-25T17:13:12.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.471+0000 7fd1fc0d8640 1 -- 172.21.15.28:0/921129458 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1f41a2370 con 0x7fd1f4102250 2024-04-25T17:13:12.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.472+0000 7fd1fc0d8640 1 -- 172.21.15.28:0/921129458 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1f410aa40 con 0x7fd1f4102250 2024-04-25T17:13:12.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.473+0000 7fd1eaffd640 1 -- 172.21.15.28:0/921129458 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7fd1e40046c0 con 0x7fd1f4102250 2024-04-25T17:13:12.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.474+0000 7fd1eaffd640 1 --2- 172.21.15.28:0/921129458 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd1e00afba0 0x7fd1e00b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:12.475 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.474+0000 7fd1f9e74640 1 --2- 172.21.15.28:0/921129458 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd1e00afba0 0x7fd1e00b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:12.475 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.474+0000 7fd1eaffd640 1 -- 172.21.15.28:0/921129458 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fd1e40deb90 con 0x7fd1f4102250 2024-04-25T17:13:12.475 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.474+0000 7fd1f9e74640 1 --2- 172.21.15.28:0/921129458 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd1e00afba0 0x7fd1e00b20b0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fd1f4069d60 tx=0x7fd1f0009720 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:12.480 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.480+0000 7fd1eaffd640 1 -- 172.21.15.28:0/921129458 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd1e40a7b70 con 0x7fd1f4102250 2024-04-25T17:13:12.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:12 smithi028 ceph-mon[29207]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:12.674 INFO:journalctl@ceph.mds.j.smithi028.stdout:Apr 25 17:13:12 smithi028 podman[67381]: 2024-04-25 17:13:12.310883115 +0000 UTC m=+0.372519971 container start ecb006b90327e7c661220a275d868cac72f3fc2c5e2c8195aa7098b8cae08db5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-j, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-25T17:13:12.674 INFO:journalctl@ceph.mds.j.smithi028.stdout:Apr 25 17:13:12 smithi028 ceph-mds[67400]: -- 172.21.15.28:0/3515934099 <== mon.0 v2:172.21.15.28:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564b7d033a40 con 0x564b7d07ba80 2024-04-25T17:13:12.674 INFO:journalctl@ceph.mds.j.smithi028.stdout:Apr 25 17:13:12 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-j[67396]: starting mds.j at 2024-04-25T17:13:12.674 INFO:journalctl@ceph.mds.j.smithi028.stdout:Apr 25 17:13:12 smithi028 bash[67381]: ecb006b90327e7c661220a275d868cac72f3fc2c5e2c8195aa7098b8cae08db5 2024-04-25T17:13:12.674 INFO:journalctl@ceph.mds.j.smithi028.stdout:Apr 25 17:13:12 smithi028 systemd[1]: Started Ceph mds.j for dfbd4644-0325-11ef-bc93-c7b262605968. 2024-04-25T17:13:12.710 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.710+0000 7fd1fc0d8640 1 -- 172.21.15.28:0/921129458 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd1f402db50 con 0x7fd1f4102250 2024-04-25T17:13:12.710 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.711+0000 7fd1eaffd640 1 -- 172.21.15.28:0/921129458 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3043 (secure 0 0 0) 0x7fd1e40a7470 con 0x7fd1f4102250 2024-04-25T17:13:12.711 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:12.711 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-04-25T17:13:12.711 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 4 2024-04-25T17:13:12.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.713+0000 7fd1fc0d8640 1 -- 172.21.15.28:0/921129458 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd1e00afba0 msgr2=0x7fd1e00b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:12.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.713+0000 7fd1fc0d8640 1 --2- 172.21.15.28:0/921129458 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd1e00afba0 0x7fd1e00b20b0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fd1f4069d60 tx=0x7fd1f0009720 comp rx=0 tx=0).stop 2024-04-25T17:13:12.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.713+0000 7fd1fc0d8640 1 -- 172.21.15.28:0/921129458 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd1f4102250 msgr2=0x7fd1f419a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:12.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.713+0000 7fd1fc0d8640 1 --2- 172.21.15.28:0/921129458 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd1f4102250 0x7fd1f419a620 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fd1e400e9f0 tx=0x7fd1e400edf0 comp rx=0 tx=0).stop 2024-04-25T17:13:12.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.713+0000 7fd1fc0d8640 1 -- 172.21.15.28:0/921129458 shutdown_connections 2024-04-25T17:13:12.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.713+0000 7fd1fc0d8640 1 --2- 172.21.15.28:0/921129458 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd1e00afba0 0x7fd1e00b20b0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:12.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.713+0000 7fd1fc0d8640 1 --2- 172.21.15.28:0/921129458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd1f41050a0 0x7fd1f41a15b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:12.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.713+0000 7fd1fc0d8640 1 --2- 172.21.15.28:0/921129458 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd1f4102250 0x7fd1f419a620 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:12.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.713+0000 7fd1fc0d8640 1 --2- 172.21.15.28:0/921129458 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd1f4101750 0x7fd1f419a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:12.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.713+0000 7fd1fc0d8640 1 -- 172.21.15.28:0/921129458 >> 172.21.15.28:0/921129458 conn(0x7fd1f40fd390 msgr2=0x7fd1f4107c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:12.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.713+0000 7fd1fc0d8640 1 -- 172.21.15.28:0/921129458 shutdown_connections 2024-04-25T17:13:12.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:12.713+0000 7fd1fc0d8640 1 -- 172.21.15.28:0/921129458 wait complete. 2024-04-25T17:13:12.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:12 smithi084 ceph-mon[32752]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:12.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:12 smithi042 ceph-mon[32851]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:13.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:13 smithi028 ceph-mon[29207]: mds.? [v2:172.21.15.28:6834/2914820408,v1:172.21.15.28:6835/2914820408] up:boot 2024-04-25T17:13:13.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:13 smithi028 ceph-mon[29207]: fsmap 3 up:standby 2024-04-25T17:13:13.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:13 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T17:13:13.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:13 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:13.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:13 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:13.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:13 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:13.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:13 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:13.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:13 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:13.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:13 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:13.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:13 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/921129458' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:13.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:13 smithi084 ceph-mon[32752]: mds.? [v2:172.21.15.28:6834/2914820408,v1:172.21.15.28:6835/2914820408] up:boot 2024-04-25T17:13:13.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:13 smithi084 ceph-mon[32752]: fsmap 3 up:standby 2024-04-25T17:13:13.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:13 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T17:13:13.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:13 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:13.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:13 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:13.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:13 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:13.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:13 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:13.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:13 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:13.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:13 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:13.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:13 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/921129458' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:13.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:13 smithi042 ceph-mon[32851]: mds.? [v2:172.21.15.28:6834/2914820408,v1:172.21.15.28:6835/2914820408] up:boot 2024-04-25T17:13:13.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:13 smithi042 ceph-mon[32851]: fsmap 3 up:standby 2024-04-25T17:13:13.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:13 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T17:13:13.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:13 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:13.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:13 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:13.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:13 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:13.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:13 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:13.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:13 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:13.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:13 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:13.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:13 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/921129458' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:14.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:14 smithi028 ceph-mon[29207]: Deploying daemon mds.d on smithi028 2024-04-25T17:13:14.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:14 smithi028 ceph-mon[29207]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:14.674 INFO:journalctl@ceph.mds.d.smithi028.stdout:Apr 25 17:13:14 smithi028 systemd[1]: Starting Ceph mds.d for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:13:14.726 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:13:14.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:14 smithi084 ceph-mon[32752]: Deploying daemon mds.d on smithi028 2024-04-25T17:13:14.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:14 smithi084 ceph-mon[32752]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:14.761 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:14 smithi042 ceph-mon[32851]: Deploying daemon mds.d on smithi028 2024-04-25T17:13:14.761 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:14 smithi042 ceph-mon[32851]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:14.842 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.842+0000 7fbe2a31f640 1 -- 172.21.15.28:0/66108664 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbe241098b0 msgr2=0x7fbe2410bcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:14.842 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.842+0000 7fbe2a31f640 1 --2- 172.21.15.28:0/66108664 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbe241098b0 0x7fbe2410bcd0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fbe1c009ca0 tx=0x7fbe1c02a8c0 comp rx=0 tx=0).stop 2024-04-25T17:13:14.843 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.842+0000 7fbe2a31f640 1 -- 172.21.15.28:0/66108664 shutdown_connections 2024-04-25T17:13:14.843 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.842+0000 7fbe2a31f640 1 --2- 172.21.15.28:0/66108664 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbe241098b0 0x7fbe2410bcd0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:14.843 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.842+0000 7fbe2a31f640 1 --2- 172.21.15.28:0/66108664 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbe24106f50 0x7fbe24109370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:14.843 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.842+0000 7fbe2a31f640 1 --2- 172.21.15.28:0/66108664 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe241045f0 0x7fbe24106a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:14.843 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.842+0000 7fbe2a31f640 1 -- 172.21.15.28:0/66108664 >> 172.21.15.28:0/66108664 conn(0x7fbe240fdbf0 msgr2=0x7fbe241000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:14.843 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.842+0000 7fbe2a31f640 1 -- 172.21.15.28:0/66108664 shutdown_connections 2024-04-25T17:13:14.843 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.842+0000 7fbe2a31f640 1 -- 172.21.15.28:0/66108664 wait complete. 2024-04-25T17:13:14.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.843+0000 7fbe2a31f640 1 Processor -- start 2024-04-25T17:13:14.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.843+0000 7fbe2a31f640 1 -- start start 2024-04-25T17:13:14.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.843+0000 7fbe2a31f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbe241045f0 0x7fbe2419a050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:14.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.844+0000 7fbe2a31f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbe24106f50 0x7fbe2419a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:14.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.844+0000 7fbe2a31f640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe241098b0 0x7fbe241a1520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:14.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.844+0000 7fbe2a31f640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fbe2410f530 con 0x7fbe241045f0 2024-04-25T17:13:14.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.844+0000 7fbe2a31f640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbe2410f3b0 con 0x7fbe241098b0 2024-04-25T17:13:14.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.844+0000 7fbe2a31f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbe2410f6b0 con 0x7fbe24106f50 2024-04-25T17:13:14.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.844+0000 7fbe23fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbe241045f0 0x7fbe2419a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:14.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.844+0000 7fbe23fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbe241045f0 0x7fbe2419a050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39616/0 (socket says 172.21.15.28:39616) 2024-04-25T17:13:14.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.844+0000 7fbe23fff640 1 -- 172.21.15.28:0/3304406121 learned_addr learned my addr 172.21.15.28:0/3304406121 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:14.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.844+0000 7fbe288bc640 1 --2- 172.21.15.28:0/3304406121 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe241098b0 0x7fbe241a1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:14.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.844+0000 7fbe237fe640 1 --2- 172.21.15.28:0/3304406121 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbe24106f50 0x7fbe2419a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:14.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.844+0000 7fbe23fff640 1 -- 172.21.15.28:0/3304406121 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbe24106f50 msgr2=0x7fbe2419a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:14.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.844+0000 7fbe23fff640 1 --2- 172.21.15.28:0/3304406121 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbe24106f50 0x7fbe2419a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:14.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.844+0000 7fbe23fff640 1 -- 172.21.15.28:0/3304406121 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe241098b0 msgr2=0x7fbe241a1520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:14.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.844+0000 7fbe23fff640 1 --2- 172.21.15.28:0/3304406121 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe241098b0 0x7fbe241a1520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:14.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.844+0000 7fbe23fff640 1 -- 172.21.15.28:0/3304406121 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe241a1b90 con 0x7fbe241045f0 2024-04-25T17:13:14.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.844+0000 7fbe237fe640 1 --2- 172.21.15.28:0/3304406121 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbe24106f50 0x7fbe2419a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:13:14.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.844+0000 7fbe23fff640 1 --2- 172.21.15.28:0/3304406121 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbe241045f0 0x7fbe2419a050 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fbe18005fd0 tx=0x7fbe1800dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:14.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.844+0000 7fbe217fa640 1 -- 172.21.15.28:0/3304406121 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe18017070 con 0x7fbe241045f0 2024-04-25T17:13:14.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.844+0000 7fbe217fa640 1 -- 172.21.15.28:0/3304406121 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbe18009c30 con 0x7fbe241045f0 2024-04-25T17:13:14.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.844+0000 7fbe2a31f640 1 -- 172.21.15.28:0/3304406121 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe241a1e80 con 0x7fbe241045f0 2024-04-25T17:13:14.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.844+0000 7fbe217fa640 1 -- 172.21.15.28:0/3304406121 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe18003c70 con 0x7fbe241045f0 2024-04-25T17:13:14.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.844+0000 7fbe2a31f640 1 -- 172.21.15.28:0/3304406121 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe241a22e0 con 0x7fbe241045f0 2024-04-25T17:13:14.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.845+0000 7fbe2a31f640 1 -- 172.21.15.28:0/3304406121 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe24069dc0 con 0x7fbe241045f0 2024-04-25T17:13:14.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.847+0000 7fbe217fa640 1 -- 172.21.15.28:0/3304406121 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7fbe18003e10 con 0x7fbe241045f0 2024-04-25T17:13:14.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.847+0000 7fbe217fa640 1 --2- 172.21.15.28:0/3304406121 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbe0c0afba0 0x7fbe0c0b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:14.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.848+0000 7fbe237fe640 1 --2- 172.21.15.28:0/3304406121 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbe0c0afba0 0x7fbe0c0b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:14.849 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.848+0000 7fbe217fa640 1 -- 172.21.15.28:0/3304406121 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fbe180dec30 con 0x7fbe241045f0 2024-04-25T17:13:14.849 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.848+0000 7fbe237fe640 1 --2- 172.21.15.28:0/3304406121 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbe0c0afba0 0x7fbe0c0b20b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fbe140058c0 tx=0x7fbe1400a520 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:14.850 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:14.851+0000 7fbe217fa640 1 -- 172.21.15.28:0/3304406121 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbe18020030 con 0x7fbe241045f0 2024-04-25T17:13:15.022 INFO:journalctl@ceph.mds.d.smithi028.stdout:Apr 25 17:13:14 smithi028 podman[67730]: 2024-04-25 17:13:14.709958108 +0000 UTC m=+0.018308779 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:13:15.022 INFO:journalctl@ceph.mds.d.smithi028.stdout:Apr 25 17:13:14 smithi028 podman[67730]: 2024-04-25 17:13:14.910662443 +0000 UTC m=+0.219013110 container create 60a5bc02160882702470fe3b66cd95f7027129daff52096beea487f9e5865f0b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-d, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-25T17:13:15.079 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:15.079+0000 7fbe2a31f640 1 -- 172.21.15.28:0/3304406121 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbe2402db80 con 0x7fbe241045f0 2024-04-25T17:13:15.079 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:15.080+0000 7fbe217fa640 1 -- 172.21.15.28:0/3304406121 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3043 (secure 0 0 0) 0x7fbe180a7cb0 con 0x7fbe241045f0 2024-04-25T17:13:15.080 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:15.080 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-04-25T17:13:15.080 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 4 2024-04-25T17:13:15.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:15.082+0000 7fbe2a31f640 1 -- 172.21.15.28:0/3304406121 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbe0c0afba0 msgr2=0x7fbe0c0b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:15.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:15.082+0000 7fbe2a31f640 1 --2- 172.21.15.28:0/3304406121 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbe0c0afba0 0x7fbe0c0b20b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fbe140058c0 tx=0x7fbe1400a520 comp rx=0 tx=0).stop 2024-04-25T17:13:15.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:15.082+0000 7fbe2a31f640 1 -- 172.21.15.28:0/3304406121 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbe241045f0 msgr2=0x7fbe2419a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:15.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:15.082+0000 7fbe2a31f640 1 --2- 172.21.15.28:0/3304406121 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbe241045f0 0x7fbe2419a050 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fbe18005fd0 tx=0x7fbe1800dde0 comp rx=0 tx=0).stop 2024-04-25T17:13:15.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:15.082+0000 7fbe2a31f640 1 -- 172.21.15.28:0/3304406121 shutdown_connections 2024-04-25T17:13:15.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:15.082+0000 7fbe2a31f640 1 --2- 172.21.15.28:0/3304406121 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbe0c0afba0 0x7fbe0c0b20b0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:15.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:15.082+0000 7fbe2a31f640 1 --2- 172.21.15.28:0/3304406121 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe241098b0 0x7fbe241a1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:15.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:15.082+0000 7fbe2a31f640 1 --2- 172.21.15.28:0/3304406121 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbe24106f50 0x7fbe2419a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:15.083 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:15.082+0000 7fbe2a31f640 1 --2- 172.21.15.28:0/3304406121 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbe241045f0 0x7fbe2419a050 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:15.083 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:15.082+0000 7fbe2a31f640 1 -- 172.21.15.28:0/3304406121 >> 172.21.15.28:0/3304406121 conn(0x7fbe240fdbf0 msgr2=0x7fbe241050c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:15.083 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:15.082+0000 7fbe2a31f640 1 -- 172.21.15.28:0/3304406121 shutdown_connections 2024-04-25T17:13:15.083 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:15.082+0000 7fbe2a31f640 1 -- 172.21.15.28:0/3304406121 wait complete. 2024-04-25T17:13:15.409 INFO:journalctl@ceph.mds.d.smithi028.stdout:Apr 25 17:13:15 smithi028 podman[67730]: 2024-04-25 17:13:15.163480632 +0000 UTC m=+0.471831291 container init 60a5bc02160882702470fe3b66cd95f7027129daff52096beea487f9e5865f0b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-d, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T17:13:15.409 INFO:journalctl@ceph.mds.d.smithi028.stdout:Apr 25 17:13:15 smithi028 podman[67730]: 2024-04-25 17:13:15.166237756 +0000 UTC m=+0.474588416 container start 60a5bc02160882702470fe3b66cd95f7027129daff52096beea487f9e5865f0b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-d, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T17:13:15.409 INFO:journalctl@ceph.mds.d.smithi028.stdout:Apr 25 17:13:15 smithi028 ceph-mds[67790]: -- 172.21.15.28:0/3864820441 <== mon.0 v2:172.21.15.28:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d99f1bfa40 con 0x55d99f207180 2024-04-25T17:13:15.409 INFO:journalctl@ceph.mds.d.smithi028.stdout:Apr 25 17:13:15 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-d[67784]: starting mds.d at 2024-04-25T17:13:15.409 INFO:journalctl@ceph.mds.d.smithi028.stdout:Apr 25 17:13:15 smithi028 bash[67730]: 60a5bc02160882702470fe3b66cd95f7027129daff52096beea487f9e5865f0b 2024-04-25T17:13:15.409 INFO:journalctl@ceph.mds.d.smithi028.stdout:Apr 25 17:13:15 smithi028 systemd[1]: Started Ceph mds.d for dfbd4644-0325-11ef-bc93-c7b262605968. 2024-04-25T17:13:15.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:15 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3304406121' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:15.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:15 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:15.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:15 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:15.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:15 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:15.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:15 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:15.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:15 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:15.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:15 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:15.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:15 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3304406121' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:15.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:15.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:15.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:15.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:15.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:15.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:15.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:15 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3304406121' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:15.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:15 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:15.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:15 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:15.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:15 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:15.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:15 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:15.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:15 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:15.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:15 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:16.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:16 smithi042 ceph-mon[32851]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:16.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:16 smithi042 ceph-mon[32851]: Deploying daemon mds.e on smithi042 2024-04-25T17:13:16.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:16 smithi042 ceph-mon[32851]: mds.? [v2:172.21.15.28:6836/3227480728,v1:172.21.15.28:6837/3227480728] up:boot 2024-04-25T17:13:16.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:16 smithi042 ceph-mon[32851]: fsmap 4 up:standby 2024-04-25T17:13:16.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:16 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T17:13:16.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:16 smithi028 ceph-mon[29207]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:16.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:16 smithi028 ceph-mon[29207]: Deploying daemon mds.e on smithi042 2024-04-25T17:13:16.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:16 smithi028 ceph-mon[29207]: mds.? [v2:172.21.15.28:6836/3227480728,v1:172.21.15.28:6837/3227480728] up:boot 2024-04-25T17:13:16.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:16 smithi028 ceph-mon[29207]: fsmap 4 up:standby 2024-04-25T17:13:16.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:16 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T17:13:16.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:16 smithi084 ceph-mon[32752]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:16.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:16 smithi084 ceph-mon[32752]: Deploying daemon mds.e on smithi042 2024-04-25T17:13:16.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:16 smithi084 ceph-mon[32752]: mds.? [v2:172.21.15.28:6836/3227480728,v1:172.21.15.28:6837/3227480728] up:boot 2024-04-25T17:13:16.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:16 smithi084 ceph-mon[32752]: fsmap 4 up:standby 2024-04-25T17:13:16.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:16 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T17:13:17.094 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:13:17.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.224+0000 7f21056f2640 1 -- 172.21.15.28:0/2345309197 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2100102260 msgr2=0x7f210010bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:17.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.224+0000 7f21056f2640 1 --2- 172.21.15.28:0/2345309197 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2100102260 0x7f210010bcc0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f20f8009ca0 tx=0x7f20f802a8e0 comp rx=0 tx=0).stop 2024-04-25T17:13:17.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.224+0000 7f21056f2640 1 -- 172.21.15.28:0/2345309197 shutdown_connections 2024-04-25T17:13:17.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.224+0000 7f21056f2640 1 --2- 172.21.15.28:0/2345309197 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2100102260 0x7f210010bcc0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:17.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.224+0000 7f21056f2640 1 --2- 172.21.15.28:0/2345309197 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2100101760 0x7f2100101bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:17.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.224+0000 7f21056f2640 1 --2- 172.21.15.28:0/2345309197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f21001050b0 0x7f21001054c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:17.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.224+0000 7f21056f2640 1 -- 172.21.15.28:0/2345309197 >> 172.21.15.28:0/2345309197 conn(0x7f21000fd380 msgr2=0x7f21000ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:17.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.224+0000 7f21056f2640 1 -- 172.21.15.28:0/2345309197 shutdown_connections 2024-04-25T17:13:17.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.224+0000 7f21056f2640 1 -- 172.21.15.28:0/2345309197 wait complete. 2024-04-25T17:13:17.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.224+0000 7f21056f2640 1 Processor -- start 2024-04-25T17:13:17.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.225+0000 7f21056f2640 1 -- start start 2024-04-25T17:13:17.228 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.225+0000 7f21056f2640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2100101760 0x7f210019a070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:17.228 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.225+0000 7f21056f2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2100102260 0x7f210019a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:17.228 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.225+0000 7f21056f2640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f21001050b0 0x7f21001a1540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:17.228 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.225+0000 7f21056f2640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f210010f550 con 0x7f21001050b0 2024-04-25T17:13:17.228 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.225+0000 7f21056f2640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f210010f3d0 con 0x7f2100101760 2024-04-25T17:13:17.228 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.225+0000 7f21056f2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f210010f6d0 con 0x7f2100102260 2024-04-25T17:13:17.228 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.225+0000 7f20ff7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f21001050b0 0x7f21001a1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:17.228 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.225+0000 7f20ff7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f21001050b0 0x7f21001a1540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39652/0 (socket says 172.21.15.28:39652) 2024-04-25T17:13:17.228 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.225+0000 7f20ff7fe640 1 -- 172.21.15.28:0/4107122015 learned_addr learned my addr 172.21.15.28:0/4107122015 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:17.228 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.225+0000 7f20feffd640 1 --2- 172.21.15.28:0/4107122015 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2100101760 0x7f210019a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:17.228 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.225+0000 7f20fe7fc640 1 --2- 172.21.15.28:0/4107122015 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2100102260 0x7f210019a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:17.228 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.225+0000 7f20ff7fe640 1 -- 172.21.15.28:0/4107122015 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2100102260 msgr2=0x7f210019a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:17.229 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.225+0000 7f20ff7fe640 1 --2- 172.21.15.28:0/4107122015 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2100102260 0x7f210019a5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:17.229 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.225+0000 7f20ff7fe640 1 -- 172.21.15.28:0/4107122015 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2100101760 msgr2=0x7f210019a070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:17.229 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.225+0000 7f20ff7fe640 1 --2- 172.21.15.28:0/4107122015 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2100101760 0x7f210019a070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:17.229 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.225+0000 7f20ff7fe640 1 -- 172.21.15.28:0/4107122015 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21001a1bb0 con 0x7f21001050b0 2024-04-25T17:13:17.229 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.225+0000 7f20fe7fc640 1 --2- 172.21.15.28:0/4107122015 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2100102260 0x7f210019a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:13:17.229 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.226+0000 7f20ff7fe640 1 --2- 172.21.15.28:0/4107122015 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f21001050b0 0x7f21001a1540 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f20f80318e0 tx=0x7f20f8003b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:17.241 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.226+0000 7f20e7fff640 1 -- 172.21.15.28:0/4107122015 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f8004040 con 0x7f21001050b0 2024-04-25T17:13:17.241 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.226+0000 7f20e7fff640 1 -- 172.21.15.28:0/4107122015 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f20f8004670 con 0x7f21001050b0 2024-04-25T17:13:17.241 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.226+0000 7f21056f2640 1 -- 172.21.15.28:0/4107122015 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21001a1e40 con 0x7f21001050b0 2024-04-25T17:13:17.241 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.226+0000 7f20e7fff640 1 -- 172.21.15.28:0/4107122015 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f8030da0 con 0x7f21001050b0 2024-04-25T17:13:17.241 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.226+0000 7f21056f2640 1 -- 172.21.15.28:0/4107122015 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21001a22a0 con 0x7f21001050b0 2024-04-25T17:13:17.241 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.227+0000 7f21056f2640 1 -- 172.21.15.28:0/4107122015 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f210006a240 con 0x7f21001050b0 2024-04-25T17:13:17.242 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.228+0000 7f20e7fff640 1 -- 172.21.15.28:0/4107122015 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f20f80305e0 con 0x7f21001050b0 2024-04-25T17:13:17.242 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.229+0000 7f20e7fff640 1 --2- 172.21.15.28:0/4107122015 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f20e80afba0 0x7f20e80b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:17.242 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.229+0000 7f20feffd640 1 --2- 172.21.15.28:0/4107122015 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f20e80afba0 0x7f20e80b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:17.242 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.229+0000 7f20e7fff640 1 -- 172.21.15.28:0/4107122015 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f20f80ffee0 con 0x7f21001050b0 2024-04-25T17:13:17.242 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.230+0000 7f20feffd640 1 --2- 172.21.15.28:0/4107122015 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f20e80afba0 0x7f20e80b20b0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f210006b3c0 tx=0x7f20f0009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:17.242 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.233+0000 7f20e7fff640 1 -- 172.21.15.28:0/4107122015 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f210006a240 con 0x7f21001050b0 2024-04-25T17:13:17.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.459+0000 7f21056f2640 1 -- 172.21.15.28:0/4107122015 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f210010aaa0 con 0x7f21001050b0 2024-04-25T17:13:17.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.460+0000 7f20e7fff640 1 -- 172.21.15.28:0/4107122015 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3868 (secure 0 0 0) 0x7f210010aaa0 con 0x7f21001050b0 2024-04-25T17:13:17.460 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:17.460 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-04-25T17:13:17.460 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 5 2024-04-25T17:13:17.462 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.462+0000 7f21056f2640 1 -- 172.21.15.28:0/4107122015 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f20e80afba0 msgr2=0x7f20e80b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:17.462 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.462+0000 7f21056f2640 1 --2- 172.21.15.28:0/4107122015 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f20e80afba0 0x7f20e80b20b0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f210006b3c0 tx=0x7f20f0009110 comp rx=0 tx=0).stop 2024-04-25T17:13:17.462 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.462+0000 7f21056f2640 1 -- 172.21.15.28:0/4107122015 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f21001050b0 msgr2=0x7f21001a1540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:17.462 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.462+0000 7f21056f2640 1 --2- 172.21.15.28:0/4107122015 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f21001050b0 0x7f21001a1540 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f20f80318e0 tx=0x7f20f8003b80 comp rx=0 tx=0).stop 2024-04-25T17:13:17.462 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.462+0000 7f21056f2640 1 -- 172.21.15.28:0/4107122015 shutdown_connections 2024-04-25T17:13:17.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.462+0000 7f21056f2640 1 --2- 172.21.15.28:0/4107122015 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f20e80afba0 0x7f20e80b20b0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:17.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.462+0000 7f21056f2640 1 --2- 172.21.15.28:0/4107122015 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f21001050b0 0x7f21001a1540 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:17.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.462+0000 7f21056f2640 1 --2- 172.21.15.28:0/4107122015 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2100102260 0x7f210019a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:17.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.462+0000 7f21056f2640 1 --2- 172.21.15.28:0/4107122015 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2100101760 0x7f210019a070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:17.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.462+0000 7f21056f2640 1 -- 172.21.15.28:0/4107122015 >> 172.21.15.28:0/4107122015 conn(0x7f21000fd380 msgr2=0x7f2100107c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:17.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.462+0000 7f21056f2640 1 -- 172.21.15.28:0/4107122015 shutdown_connections 2024-04-25T17:13:17.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:17.462+0000 7f21056f2640 1 -- 172.21.15.28:0/4107122015 wait complete. 2024-04-25T17:13:17.846 INFO:journalctl@ceph.mds.e.smithi042.stdout:Apr 25 17:13:17 smithi042 systemd[1]: Starting Ceph mds.e for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:13:18.110 INFO:journalctl@ceph.mds.e.smithi042.stdout:Apr 25 17:13:17 smithi042 podman[63042]: 2024-04-25 17:13:17.749549199 +0000 UTC m=+0.018165569 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:13:18.110 INFO:journalctl@ceph.mds.e.smithi042.stdout:Apr 25 17:13:17 smithi042 podman[63042]: 2024-04-25 17:13:17.854941454 +0000 UTC m=+0.123557839 container create 3070f0787ef5c8b86e9cb471afae0dfa1609b8e4cbcfa970a0f5ff528f23e6d1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-e, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T17:13:18.110 INFO:journalctl@ceph.mds.e.smithi042.stdout:Apr 25 17:13:18 smithi042 podman[63042]: 2024-04-25 17:13:18.091624995 +0000 UTC m=+0.360241349 container init 3070f0787ef5c8b86e9cb471afae0dfa1609b8e4cbcfa970a0f5ff528f23e6d1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-25T17:13:18.110 INFO:journalctl@ceph.mds.e.smithi042.stdout:Apr 25 17:13:18 smithi042 podman[63042]: 2024-04-25 17:13:18.094828348 +0000 UTC m=+0.363444696 container start 3070f0787ef5c8b86e9cb471afae0dfa1609b8e4cbcfa970a0f5ff528f23e6d1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-e, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-25T17:13:18.413 INFO:journalctl@ceph.mds.e.smithi042.stdout:Apr 25 17:13:18 smithi042 ceph-mds[63061]: -- 172.21.15.42:0/360364167 <== mon.2 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ccf6975a40 con 0x55ccf69bda80 2024-04-25T17:13:18.413 INFO:journalctl@ceph.mds.e.smithi042.stdout:Apr 25 17:13:18 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-e[63057]: starting mds.e at 2024-04-25T17:13:18.413 INFO:journalctl@ceph.mds.e.smithi042.stdout:Apr 25 17:13:18 smithi042 bash[63042]: 3070f0787ef5c8b86e9cb471afae0dfa1609b8e4cbcfa970a0f5ff528f23e6d1 2024-04-25T17:13:18.413 INFO:journalctl@ceph.mds.e.smithi042.stdout:Apr 25 17:13:18 smithi042 systemd[1]: Started Ceph mds.e for dfbd4644-0325-11ef-bc93-c7b262605968. 2024-04-25T17:13:18.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:18 smithi028 ceph-mon[29207]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:18.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:18 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/4107122015' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:18.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:18 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:18.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:18 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:18.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:18 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:18.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:18 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:18.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:18 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:18.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:18 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:18.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:18 smithi084 ceph-mon[32752]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:18.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:18 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/4107122015' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:18.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:18 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:18.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:18 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:18.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:18 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:18.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:18 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:18.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:18 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:18.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:18 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:18.862 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:18 smithi042 ceph-mon[32851]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:18.862 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:18 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/4107122015' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:18.862 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:18 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:18.863 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:18 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:18.863 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:18 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:18.863 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:18 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:18.863 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:18 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:18.863 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:18 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:19.474 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:13:19.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:19 smithi084 ceph-mon[32752]: Deploying daemon mds.f on smithi084 2024-04-25T17:13:19.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:19 smithi084 ceph-mon[32752]: mds.? [v2:172.21.15.42:6834/1531439011,v1:172.21.15.42:6835/1531439011] up:boot 2024-04-25T17:13:19.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:19 smithi084 ceph-mon[32752]: fsmap 5 up:standby 2024-04-25T17:13:19.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:19 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T17:13:19.602 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.601+0000 7fba1d842640 1 -- 172.21.15.28:0/2941094739 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fba18109a70 msgr2=0x7fba1810be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:19.602 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.601+0000 7fba1d842640 1 --2- 172.21.15.28:0/2941094739 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fba18109a70 0x7fba1810be90 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fba10009ca0 tx=0x7fba1002a8c0 comp rx=0 tx=0).stop 2024-04-25T17:13:19.602 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.601+0000 7fba1d842640 1 -- 172.21.15.28:0/2941094739 shutdown_connections 2024-04-25T17:13:19.602 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.601+0000 7fba1d842640 1 --2- 172.21.15.28:0/2941094739 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fba18109a70 0x7fba1810be90 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:19.602 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.601+0000 7fba1d842640 1 --2- 172.21.15.28:0/2941094739 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fba18104d70 0x7fba18105180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:19.602 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.601+0000 7fba1d842640 1 --2- 172.21.15.28:0/2941094739 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fba18103b30 0x7fba18104830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:19.602 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.601+0000 7fba1d842640 1 -- 172.21.15.28:0/2941094739 >> 172.21.15.28:0/2941094739 conn(0x7fba180fed40 msgr2=0x7fba181011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:19.602 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.601+0000 7fba1d842640 1 -- 172.21.15.28:0/2941094739 shutdown_connections 2024-04-25T17:13:19.603 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.601+0000 7fba1d842640 1 -- 172.21.15.28:0/2941094739 wait complete. 2024-04-25T17:13:19.603 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.602+0000 7fba1d842640 1 Processor -- start 2024-04-25T17:13:19.603 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.602+0000 7fba1d842640 1 -- start start 2024-04-25T17:13:19.605 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.602+0000 7fba1d842640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fba18103b30 0x7fba1819a050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:19.605 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.602+0000 7fba1d842640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fba18104d70 0x7fba1819a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:19.605 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.602+0000 7fba1d842640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fba18109a70 0x7fba181a1520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:19.605 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.602+0000 7fba1d842640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fba1810f540 con 0x7fba18104d70 2024-04-25T17:13:19.605 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.602+0000 7fba1d842640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fba1810f3c0 con 0x7fba18103b30 2024-04-25T17:13:19.605 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.602+0000 7fba1d842640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fba1810f6c0 con 0x7fba18109a70 2024-04-25T17:13:19.605 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.603+0000 7fba167fc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fba18104d70 0x7fba1819a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:19.605 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.603+0000 7fba167fc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fba18104d70 0x7fba1819a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39662/0 (socket says 172.21.15.28:39662) 2024-04-25T17:13:19.605 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.603+0000 7fba167fc640 1 -- 172.21.15.28:0/3390822794 learned_addr learned my addr 172.21.15.28:0/3390822794 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:19.605 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.603+0000 7fba16ffd640 1 --2- 172.21.15.28:0/3390822794 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fba18103b30 0x7fba1819a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:19.606 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.603+0000 7fba177fe640 1 --2- 172.21.15.28:0/3390822794 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fba18109a70 0x7fba181a1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:19.606 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.603+0000 7fba167fc640 1 -- 172.21.15.28:0/3390822794 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fba18109a70 msgr2=0x7fba181a1520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:19.606 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.603+0000 7fba167fc640 1 --2- 172.21.15.28:0/3390822794 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fba18109a70 0x7fba181a1520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:19.606 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.603+0000 7fba167fc640 1 -- 172.21.15.28:0/3390822794 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fba18103b30 msgr2=0x7fba1819a050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:19.606 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.603+0000 7fba167fc640 1 --2- 172.21.15.28:0/3390822794 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fba18103b30 0x7fba1819a050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:19.606 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.603+0000 7fba167fc640 1 -- 172.21.15.28:0/3390822794 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba181a1b90 con 0x7fba18104d70 2024-04-25T17:13:19.606 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.603+0000 7fba16ffd640 1 --2- 172.21.15.28:0/3390822794 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fba18103b30 0x7fba1819a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:13:19.606 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.603+0000 7fba177fe640 1 --2- 172.21.15.28:0/3390822794 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fba18109a70 0x7fba181a1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:13:19.606 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.603+0000 7fba167fc640 1 --2- 172.21.15.28:0/3390822794 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fba18104d70 0x7fba1819a590 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fba0c00d950 tx=0x7fba0c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:19.606 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.603+0000 7fba1c840640 1 -- 172.21.15.28:0/3390822794 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba0c017070 con 0x7fba18104d70 2024-04-25T17:13:19.606 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.603+0000 7fba1c840640 1 -- 172.21.15.28:0/3390822794 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fba0c009c30 con 0x7fba18104d70 2024-04-25T17:13:19.606 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.603+0000 7fba1d842640 1 -- 172.21.15.28:0/3390822794 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba181a1e80 con 0x7fba18104d70 2024-04-25T17:13:19.606 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.603+0000 7fba1c840640 1 -- 172.21.15.28:0/3390822794 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba0c00f620 con 0x7fba18104d70 2024-04-25T17:13:19.606 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.603+0000 7fba1d842640 1 -- 172.21.15.28:0/3390822794 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba181a2340 con 0x7fba18104d70 2024-04-25T17:13:19.606 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.604+0000 7fba1d842640 1 -- 172.21.15.28:0/3390822794 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba18108880 con 0x7fba18104d70 2024-04-25T17:13:19.607 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.606+0000 7fba1c840640 1 -- 172.21.15.28:0/3390822794 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7fba0c010460 con 0x7fba18104d70 2024-04-25T17:13:19.607 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.606+0000 7fba1c840640 1 --2- 172.21.15.28:0/3390822794 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fba000afc20 0x7fba000b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:19.607 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.606+0000 7fba16ffd640 1 --2- 172.21.15.28:0/3390822794 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fba000afc20 0x7fba000b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:19.607 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.606+0000 7fba1c840640 1 -- 172.21.15.28:0/3390822794 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fba0c0de3c0 con 0x7fba18104d70 2024-04-25T17:13:19.607 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.607+0000 7fba16ffd640 1 --2- 172.21.15.28:0/3390822794 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fba000afc20 0x7fba000b2130 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fba18104730 tx=0x7fba08005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:19.610 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.610+0000 7fba1c840640 1 -- 172.21.15.28:0/3390822794 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fba0c0a74c0 con 0x7fba18104d70 2024-04-25T17:13:19.839 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.839+0000 7fba1d842640 1 -- 172.21.15.28:0/3390822794 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fba1802db50 con 0x7fba18104d70 2024-04-25T17:13:19.840 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.840+0000 7fba1c840640 1 -- 172.21.15.28:0/3390822794 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4693 (secure 0 0 0) 0x7fba0c009de0 con 0x7fba18104d70 2024-04-25T17:13:19.840 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:19.840 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-04-25T17:13:19.841 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 6 2024-04-25T17:13:19.843 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.842+0000 7fba1d842640 1 -- 172.21.15.28:0/3390822794 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fba000afc20 msgr2=0x7fba000b2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:19.843 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.842+0000 7fba1d842640 1 --2- 172.21.15.28:0/3390822794 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fba000afc20 0x7fba000b2130 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fba18104730 tx=0x7fba08005f90 comp rx=0 tx=0).stop 2024-04-25T17:13:19.843 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.842+0000 7fba1d842640 1 -- 172.21.15.28:0/3390822794 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fba18104d70 msgr2=0x7fba1819a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:19.843 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.842+0000 7fba1d842640 1 --2- 172.21.15.28:0/3390822794 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fba18104d70 0x7fba1819a590 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fba0c00d950 tx=0x7fba0c00de10 comp rx=0 tx=0).stop 2024-04-25T17:13:19.843 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.842+0000 7fba1d842640 1 -- 172.21.15.28:0/3390822794 shutdown_connections 2024-04-25T17:13:19.843 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.842+0000 7fba1d842640 1 --2- 172.21.15.28:0/3390822794 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fba000afc20 0x7fba000b2130 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:19.843 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.842+0000 7fba1d842640 1 --2- 172.21.15.28:0/3390822794 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fba18109a70 0x7fba181a1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:19.843 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.842+0000 7fba1d842640 1 --2- 172.21.15.28:0/3390822794 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fba18104d70 0x7fba1819a590 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:19.843 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.842+0000 7fba1d842640 1 --2- 172.21.15.28:0/3390822794 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fba18103b30 0x7fba1819a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:19.843 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.842+0000 7fba1d842640 1 -- 172.21.15.28:0/3390822794 >> 172.21.15.28:0/3390822794 conn(0x7fba180fed40 msgr2=0x7fba18105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:19.843 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.842+0000 7fba1d842640 1 -- 172.21.15.28:0/3390822794 shutdown_connections 2024-04-25T17:13:19.844 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:19.842+0000 7fba1d842640 1 -- 172.21.15.28:0/3390822794 wait complete. 2024-04-25T17:13:19.852 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:19 smithi028 ceph-mon[29207]: Deploying daemon mds.f on smithi084 2024-04-25T17:13:19.853 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:19 smithi028 ceph-mon[29207]: mds.? [v2:172.21.15.42:6834/1531439011,v1:172.21.15.42:6835/1531439011] up:boot 2024-04-25T17:13:19.853 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:19 smithi028 ceph-mon[29207]: fsmap 5 up:standby 2024-04-25T17:13:19.853 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:19 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T17:13:19.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:19 smithi042 ceph-mon[32851]: Deploying daemon mds.f on smithi084 2024-04-25T17:13:19.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:19 smithi042 ceph-mon[32851]: mds.? [v2:172.21.15.42:6834/1531439011,v1:172.21.15.42:6835/1531439011] up:boot 2024-04-25T17:13:19.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:19 smithi042 ceph-mon[32851]: fsmap 5 up:standby 2024-04-25T17:13:19.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:19 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T17:13:20.430 INFO:journalctl@ceph.mds.f.smithi084.stdout:Apr 25 17:13:20 smithi084 systemd[1]: Starting Ceph mds.f for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:13:20.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:20 smithi084 ceph-mon[32752]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:20.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:20 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3390822794' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:20.731 INFO:journalctl@ceph.mds.f.smithi084.stdout:Apr 25 17:13:20 smithi084 podman[63206]: 2024-04-25 17:13:20.528986599 +0000 UTC m=+0.112824103 container create 6d12f47928eddb88d349a5c43e3258fdca9fbca061bcde5b0d9bdacfd437ba35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-f, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True) 2024-04-25T17:13:20.731 INFO:journalctl@ceph.mds.f.smithi084.stdout:Apr 25 17:13:20 smithi084 podman[63206]: 2024-04-25 17:13:20.434265794 +0000 UTC m=+0.018103286 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:13:20.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:20 smithi042 ceph-mon[32851]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:20.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:20 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3390822794' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:20.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:20 smithi028 ceph-mon[29207]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:20.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:20 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3390822794' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:21.230 INFO:journalctl@ceph.mds.f.smithi084.stdout:Apr 25 17:13:20 smithi084 podman[63206]: 2024-04-25 17:13:20.781660586 +0000 UTC m=+0.365498060 container init 6d12f47928eddb88d349a5c43e3258fdca9fbca061bcde5b0d9bdacfd437ba35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-f, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T17:13:21.231 INFO:journalctl@ceph.mds.f.smithi084.stdout:Apr 25 17:13:20 smithi084 podman[63206]: 2024-04-25 17:13:20.784896318 +0000 UTC m=+0.368733783 container start 6d12f47928eddb88d349a5c43e3258fdca9fbca061bcde5b0d9bdacfd437ba35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-f, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T17:13:21.231 INFO:journalctl@ceph.mds.f.smithi084.stdout:Apr 25 17:13:20 smithi084 ceph-mds[63225]: -- 172.21.15.84:0/628557663 <== mon.1 v2:172.21.15.84:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55740b373a40 con 0x55740b3bb180 2024-04-25T17:13:21.231 INFO:journalctl@ceph.mds.f.smithi084.stdout:Apr 25 17:13:20 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-f[63221]: starting mds.f at 2024-04-25T17:13:21.231 INFO:journalctl@ceph.mds.f.smithi084.stdout:Apr 25 17:13:20 smithi084 bash[63206]: 6d12f47928eddb88d349a5c43e3258fdca9fbca061bcde5b0d9bdacfd437ba35 2024-04-25T17:13:21.231 INFO:journalctl@ceph.mds.f.smithi084.stdout:Apr 25 17:13:20 smithi084 systemd[1]: Started Ceph mds.f for dfbd4644-0325-11ef-bc93-c7b262605968. 2024-04-25T17:13:21.855 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:13:21.984 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.984+0000 7f62ea7e3640 1 -- 172.21.15.28:0/2966983609 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f62e4105170 msgr2=0x7f62e41032f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:21.984 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.984+0000 7f62ea7e3640 1 --2- 172.21.15.28:0/2966983609 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f62e4105170 0x7f62e41032f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f62d4009900 tx=0x7f62d402a410 comp rx=0 tx=0).stop 2024-04-25T17:13:21.984 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.984+0000 7f62ea7e3640 1 -- 172.21.15.28:0/2966983609 shutdown_connections 2024-04-25T17:13:21.985 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.984+0000 7f62ea7e3640 1 --2- 172.21.15.28:0/2966983609 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62e4109a70 0x7f62e410be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:21.985 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.984+0000 7f62ea7e3640 1 --2- 172.21.15.28:0/2966983609 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f62e4103830 0x7f62e4103c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:21.985 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.984+0000 7f62ea7e3640 1 --2- 172.21.15.28:0/2966983609 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f62e4105170 0x7f62e41032f0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:21.985 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.984+0000 7f62ea7e3640 1 -- 172.21.15.28:0/2966983609 >> 172.21.15.28:0/2966983609 conn(0x7f62e40fed40 msgr2=0x7f62e41011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:21.985 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.984+0000 7f62ea7e3640 1 -- 172.21.15.28:0/2966983609 shutdown_connections 2024-04-25T17:13:21.985 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.984+0000 7f62ea7e3640 1 -- 172.21.15.28:0/2966983609 wait complete. 2024-04-25T17:13:21.985 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.984+0000 7f62ea7e3640 1 Processor -- start 2024-04-25T17:13:21.985 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.984+0000 7f62ea7e3640 1 -- start start 2024-04-25T17:13:21.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.985+0000 7f62ea7e3640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f62e4103830 0x7f62e4077960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:21.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.985+0000 7f62ea7e3640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62e4105170 0x7f62e4076000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:21.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.985+0000 7f62ea7e3640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f62e4109a70 0x7f62e4076540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:21.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.985+0000 7f62ea7e3640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f62e410f5d0 con 0x7f62e4103830 2024-04-25T17:13:21.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.985+0000 7f62ea7e3640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f62e410f450 con 0x7f62e4109a70 2024-04-25T17:13:21.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.985+0000 7f62ea7e3640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f62e410f750 con 0x7f62e4105170 2024-04-25T17:13:21.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.985+0000 7f62e3fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f62e4103830 0x7f62e4077960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:21.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.985+0000 7f62e3fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f62e4103830 0x7f62e4077960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39682/0 (socket says 172.21.15.28:39682) 2024-04-25T17:13:21.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.985+0000 7f62e3fff640 1 -- 172.21.15.28:0/1566868069 learned_addr learned my addr 172.21.15.28:0/1566868069 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:21.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.985+0000 7f62e8d80640 1 --2- 172.21.15.28:0/1566868069 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f62e4109a70 0x7f62e4076540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:21.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.985+0000 7f62e37fe640 1 --2- 172.21.15.28:0/1566868069 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62e4105170 0x7f62e4076000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:21.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.985+0000 7f62e3fff640 1 -- 172.21.15.28:0/1566868069 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62e4105170 msgr2=0x7f62e4076000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:21.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.985+0000 7f62e3fff640 1 --2- 172.21.15.28:0/1566868069 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62e4105170 0x7f62e4076000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:21.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.985+0000 7f62e3fff640 1 -- 172.21.15.28:0/1566868069 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f62e4109a70 msgr2=0x7f62e4076540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:21.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.985+0000 7f62e3fff640 1 --2- 172.21.15.28:0/1566868069 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f62e4109a70 0x7f62e4076540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:21.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.985+0000 7f62e3fff640 1 -- 172.21.15.28:0/1566868069 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62e4076be0 con 0x7f62e4103830 2024-04-25T17:13:21.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.985+0000 7f62e8d80640 1 --2- 172.21.15.28:0/1566868069 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f62e4109a70 0x7f62e4076540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:13:21.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.986+0000 7f62e3fff640 1 --2- 172.21.15.28:0/1566868069 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f62e4103830 0x7f62e4077960 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f62d4005760 tx=0x7f62d4004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:21.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.986+0000 7f62e17fa640 1 -- 172.21.15.28:0/1566868069 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d403f030 con 0x7f62e4103830 2024-04-25T17:13:21.989 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.986+0000 7f62e17fa640 1 -- 172.21.15.28:0/1566868069 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f62d4003a80 con 0x7f62e4103830 2024-04-25T17:13:21.989 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.986+0000 7f62ea7e3640 1 -- 172.21.15.28:0/1566868069 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62e41a4230 con 0x7f62e4103830 2024-04-25T17:13:21.989 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.986+0000 7f62e17fa640 1 -- 172.21.15.28:0/1566868069 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d4035070 con 0x7f62e4103830 2024-04-25T17:13:21.989 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.986+0000 7f62ea7e3640 1 -- 172.21.15.28:0/1566868069 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62e41a45e0 con 0x7f62e4103830 2024-04-25T17:13:21.989 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.987+0000 7f62ea7e3640 1 -- 172.21.15.28:0/1566868069 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62e406a210 con 0x7f62e4103830 2024-04-25T17:13:21.990 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.989+0000 7f62e17fa640 1 -- 172.21.15.28:0/1566868069 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f62d4042030 con 0x7f62e4103830 2024-04-25T17:13:21.990 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.989+0000 7f62e17fa640 1 --2- 172.21.15.28:0/1566868069 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f62d00afba0 0x7f62d00b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:21.990 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.989+0000 7f62e37fe640 1 --2- 172.21.15.28:0/1566868069 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f62d00afba0 0x7f62d00b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:21.990 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.989+0000 7f62e17fa640 1 -- 172.21.15.28:0/1566868069 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f62d40ff370 con 0x7f62e4103830 2024-04-25T17:13:21.990 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.990+0000 7f62e37fe640 1 --2- 172.21.15.28:0/1566868069 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f62d00afba0 0x7f62d00b20b0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f62cc005e10 tx=0x7f62cc005da0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:21.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:21.993+0000 7f62e17fa640 1 -- 172.21.15.28:0/1566868069 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f62d40c83f0 con 0x7f62e4103830 2024-04-25T17:13:22.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:21 smithi042 ceph-mon[32851]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:22.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:21 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:22.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:21 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:22.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:21 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:22.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:21 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:22.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:21 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:22.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:21 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:22.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:21 smithi042 ceph-mon[32851]: Deploying daemon mds.c on smithi084 2024-04-25T17:13:22.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:21 smithi042 ceph-mon[32851]: mds.? [v2:172.21.15.84:6834/2884257120,v1:172.21.15.84:6835/2884257120] up:boot 2024-04-25T17:13:22.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:21 smithi042 ceph-mon[32851]: fsmap 6 up:standby 2024-04-25T17:13:22.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:21 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T17:13:22.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:21 smithi028 ceph-mon[29207]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:22.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:21 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:22.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:21 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:22.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:21 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:22.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:21 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:22.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:21 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:22.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:21 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:22.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:21 smithi028 ceph-mon[29207]: Deploying daemon mds.c on smithi084 2024-04-25T17:13:22.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:21 smithi028 ceph-mon[29207]: mds.? [v2:172.21.15.84:6834/2884257120,v1:172.21.15.84:6835/2884257120] up:boot 2024-04-25T17:13:22.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:21 smithi028 ceph-mon[29207]: fsmap 6 up:standby 2024-04-25T17:13:22.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:21 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T17:13:22.218 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:22.218+0000 7f62ea7e3640 1 -- 172.21.15.28:0/1566868069 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f62e402db50 con 0x7f62e4103830 2024-04-25T17:13:22.291 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:21 smithi084 ceph-mon[32752]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:22.291 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:21 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:22.291 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:21 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:22.291 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:21 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:22.292 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:21 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:22.292 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:21 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:22.292 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:21 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:22.292 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:21 smithi084 ceph-mon[32752]: Deploying daemon mds.c on smithi084 2024-04-25T17:13:22.292 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:21 smithi084 ceph-mon[32752]: mds.? [v2:172.21.15.84:6834/2884257120,v1:172.21.15.84:6835/2884257120] up:boot 2024-04-25T17:13:22.292 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:21 smithi084 ceph-mon[32752]: fsmap 6 up:standby 2024-04-25T17:13:22.292 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:21 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T17:13:22.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:22.218+0000 7f62e17fa640 1 -- 172.21.15.28:0/1566868069 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5518 (secure 0 0 0) 0x7f62d40c7cf0 con 0x7f62e4103830 2024-04-25T17:13:22.292 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:22.293 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]} 2024-04-25T17:13:22.294 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 7 2024-04-25T17:13:22.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:22.220+0000 7f62ea7e3640 1 -- 172.21.15.28:0/1566868069 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f62d00afba0 msgr2=0x7f62d00b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:22.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:22.220+0000 7f62ea7e3640 1 --2- 172.21.15.28:0/1566868069 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f62d00afba0 0x7f62d00b20b0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f62cc005e10 tx=0x7f62cc005da0 comp rx=0 tx=0).stop 2024-04-25T17:13:22.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:22.220+0000 7f62ea7e3640 1 -- 172.21.15.28:0/1566868069 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f62e4103830 msgr2=0x7f62e4077960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:22.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:22.220+0000 7f62ea7e3640 1 --2- 172.21.15.28:0/1566868069 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f62e4103830 0x7f62e4077960 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f62d4005760 tx=0x7f62d4004270 comp rx=0 tx=0).stop 2024-04-25T17:13:22.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:22.220+0000 7f62ea7e3640 1 -- 172.21.15.28:0/1566868069 shutdown_connections 2024-04-25T17:13:22.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:22.220+0000 7f62ea7e3640 1 --2- 172.21.15.28:0/1566868069 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f62d00afba0 0x7f62d00b20b0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:22.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:22.220+0000 7f62ea7e3640 1 --2- 172.21.15.28:0/1566868069 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f62e4109a70 0x7f62e4076540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:22.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:22.220+0000 7f62ea7e3640 1 --2- 172.21.15.28:0/1566868069 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62e4105170 0x7f62e4076000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:22.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:22.220+0000 7f62ea7e3640 1 --2- 172.21.15.28:0/1566868069 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f62e4103830 0x7f62e4077960 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:22.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:22.220+0000 7f62ea7e3640 1 -- 172.21.15.28:0/1566868069 >> 172.21.15.28:0/1566868069 conn(0x7f62e40fed40 msgr2=0x7f62e4105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:22.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:22.221+0000 7f62ea7e3640 1 -- 172.21.15.28:0/1566868069 shutdown_connections 2024-04-25T17:13:22.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:22.221+0000 7f62ea7e3640 1 -- 172.21.15.28:0/1566868069 wait complete. 2024-04-25T17:13:23.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:22 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1566868069' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:23.231 INFO:journalctl@ceph.mds.c.smithi084.stdout:Apr 25 17:13:23 smithi084 systemd[1]: Starting Ceph mds.c for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:13:23.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:22 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1566868069' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:23.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:22 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1566868069' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:23.521 INFO:journalctl@ceph.mds.c.smithi084.stdout:Apr 25 17:13:23 smithi084 podman[63518]: 2024-04-25 17:13:23.14724426 +0000 UTC m=+0.017839266 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:13:23.522 INFO:journalctl@ceph.mds.c.smithi084.stdout:Apr 25 17:13:23 smithi084 podman[63518]: 2024-04-25 17:13:23.250856801 +0000 UTC m=+0.121451791 container create 5187fa3aced2699ab97a2333adaeec8b51e9342f55634369150c01f3917283a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-c, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-25T17:13:23.522 INFO:journalctl@ceph.mds.c.smithi084.stdout:Apr 25 17:13:23 smithi084 podman[63518]: 2024-04-25 17:13:23.487079875 +0000 UTC m=+0.357674866 container init 5187fa3aced2699ab97a2333adaeec8b51e9342f55634369150c01f3917283a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-c, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T17:13:23.522 INFO:journalctl@ceph.mds.c.smithi084.stdout:Apr 25 17:13:23 smithi084 podman[63518]: 2024-04-25 17:13:23.489749422 +0000 UTC m=+0.360344413 container start 5187fa3aced2699ab97a2333adaeec8b51e9342f55634369150c01f3917283a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-c, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T17:13:23.522 INFO:journalctl@ceph.mds.c.smithi084.stdout:Apr 25 17:13:23 smithi084 ceph-mds[63537]: -- 172.21.15.84:0/3852452479 <== mon.1 v2:172.21.15.84:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e7ccb81a40 con 0x55e7ccbc9180 2024-04-25T17:13:23.935 INFO:journalctl@ceph.mds.c.smithi084.stdout:Apr 25 17:13:23 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-c[63533]: starting mds.c at 2024-04-25T17:13:23.935 INFO:journalctl@ceph.mds.c.smithi084.stdout:Apr 25 17:13:23 smithi084 bash[63518]: 5187fa3aced2699ab97a2333adaeec8b51e9342f55634369150c01f3917283a7 2024-04-25T17:13:23.935 INFO:journalctl@ceph.mds.c.smithi084.stdout:Apr 25 17:13:23 smithi084 systemd[1]: Started Ceph mds.c for dfbd4644-0325-11ef-bc93-c7b262605968. 2024-04-25T17:13:24.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:23 smithi084 ceph-mon[32752]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:23 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:23 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:23 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:23 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:23 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:23 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:24.296 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:13:24.323 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:23 smithi028 ceph-mon[29207]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:24.323 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:23 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:24.323 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:23 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:24.323 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:23 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:24.323 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:23 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:24.323 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:23 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:24.323 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:23 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:24.340 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:23 smithi042 ceph-mon[32851]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:24.341 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:23 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:24.341 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:23 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:24.341 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:23 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:24.341 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:23 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:24.341 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:23 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:24.341 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:23 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:24.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.425+0000 7f464efa8640 1 -- 172.21.15.28:0/2872606575 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4648104610 msgr2=0x7f4648106a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:24.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.425+0000 7f464efa8640 1 --2- 172.21.15.28:0/2872606575 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4648104610 0x7f4648106a30 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f463c009900 tx=0x7f463c02a410 comp rx=0 tx=0).stop 2024-04-25T17:13:24.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.426+0000 7f464efa8640 1 -- 172.21.15.28:0/2872606575 shutdown_connections 2024-04-25T17:13:24.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.426+0000 7f464efa8640 1 --2- 172.21.15.28:0/2872606575 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f46481098d0 0x7f464810bcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:24.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.426+0000 7f464efa8640 1 --2- 172.21.15.28:0/2872606575 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4648106f70 0x7f4648109390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:24.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.426+0000 7f464efa8640 1 --2- 172.21.15.28:0/2872606575 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4648104610 0x7f4648106a30 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:24.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.426+0000 7f464efa8640 1 -- 172.21.15.28:0/2872606575 >> 172.21.15.28:0/2872606575 conn(0x7f46480fdc30 msgr2=0x7f46481000c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:24.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.426+0000 7f464efa8640 1 -- 172.21.15.28:0/2872606575 shutdown_connections 2024-04-25T17:13:24.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.426+0000 7f464efa8640 1 -- 172.21.15.28:0/2872606575 wait complete. 2024-04-25T17:13:24.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.426+0000 7f464efa8640 1 Processor -- start 2024-04-25T17:13:24.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.426+0000 7f464efa8640 1 -- start start 2024-04-25T17:13:24.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.427+0000 7f464efa8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4648104610 0x7f4648103a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:24.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.427+0000 7f464efa8640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4648106f70 0x7f4648102100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:24.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.427+0000 7f464efa8640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f46481098d0 0x7f4648102640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:24.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.427+0000 7f464efa8640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f464810f500 con 0x7f46481098d0 2024-04-25T17:13:24.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.427+0000 7f464efa8640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f464810f380 con 0x7f4648106f70 2024-04-25T17:13:24.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.427+0000 7f464efa8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f464810f680 con 0x7f4648104610 2024-04-25T17:13:24.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.427+0000 7f464d545640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f46481098d0 0x7f4648102640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:24.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.427+0000 7f464d545640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f46481098d0 0x7f4648102640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39688/0 (socket says 172.21.15.28:39688) 2024-04-25T17:13:24.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.427+0000 7f464d545640 1 -- 172.21.15.28:0/1283343322 learned_addr learned my addr 172.21.15.28:0/1283343322 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:24.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.427+0000 7f4647fff640 1 --2- 172.21.15.28:0/1283343322 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4648106f70 0x7f4648102100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:24.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.427+0000 7f464cd44640 1 --2- 172.21.15.28:0/1283343322 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4648104610 0x7f4648103a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:24.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.427+0000 7f464d545640 1 -- 172.21.15.28:0/1283343322 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4648104610 msgr2=0x7f4648103a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:24.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.427+0000 7f464d545640 1 --2- 172.21.15.28:0/1283343322 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4648104610 0x7f4648103a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:24.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.427+0000 7f464d545640 1 -- 172.21.15.28:0/1283343322 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4648106f70 msgr2=0x7f4648102100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:24.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.427+0000 7f464d545640 1 --2- 172.21.15.28:0/1283343322 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4648106f70 0x7f4648102100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:24.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.427+0000 7f464d545640 1 -- 172.21.15.28:0/1283343322 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4648102d70 con 0x7f46481098d0 2024-04-25T17:13:24.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.427+0000 7f464d545640 1 --2- 172.21.15.28:0/1283343322 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f46481098d0 0x7f4648102640 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f464000e9d0 tx=0x7f464000ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:24.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.427+0000 7f4645ffb640 1 -- 172.21.15.28:0/1283343322 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f464000cd80 con 0x7f46481098d0 2024-04-25T17:13:24.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.427+0000 7f464efa8640 1 -- 172.21.15.28:0/1283343322 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46481a41d0 con 0x7f46481098d0 2024-04-25T17:13:24.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.428+0000 7f4645ffb640 1 -- 172.21.15.28:0/1283343322 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4640005020 con 0x7f46481098d0 2024-04-25T17:13:24.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.428+0000 7f4645ffb640 1 -- 172.21.15.28:0/1283343322 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46400116d0 con 0x7f46481098d0 2024-04-25T17:13:24.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.428+0000 7f464efa8640 1 -- 172.21.15.28:0/1283343322 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46481a4690 con 0x7f46481098d0 2024-04-25T17:13:24.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.429+0000 7f464efa8640 1 -- 172.21.15.28:0/1283343322 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46480ff750 con 0x7f46481098d0 2024-04-25T17:13:24.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.430+0000 7f4645ffb640 1 -- 172.21.15.28:0/1283343322 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f4640004a40 con 0x7f46481098d0 2024-04-25T17:13:24.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.431+0000 7f4645ffb640 1 --2- 172.21.15.28:0/1283343322 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f46380afba0 0x7f46380b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:24.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.431+0000 7f464cd44640 1 --2- 172.21.15.28:0/1283343322 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f46380afba0 0x7f46380b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:24.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.431+0000 7f4645ffb640 1 -- 172.21.15.28:0/1283343322 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f46400debe0 con 0x7f46481098d0 2024-04-25T17:13:24.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.431+0000 7f464cd44640 1 --2- 172.21.15.28:0/1283343322 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f46380afba0 0x7f46380b20b0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f463c0057c0 tx=0x7f463c005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:24.435 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.436+0000 7f4645ffb640 1 -- 172.21.15.28:0/1283343322 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4640016030 con 0x7f46481098d0 2024-04-25T17:13:24.664 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.664+0000 7f464efa8640 1 -- 172.21.15.28:0/1283343322 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f46480637a0 con 0x7f46481098d0 2024-04-25T17:13:24.664 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.664+0000 7f4645ffb640 1 -- 172.21.15.28:0/1283343322 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6343 (secure 0 0 0) 0x7f46400a7610 con 0x7f46481098d0 2024-04-25T17:13:24.664 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:24.665 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24505,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/1172878965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1172878965},{"type":"v1","addr":"172.21.15.84:6837","nonce":1172878965}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-04-25T17:13:24.665 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 8 2024-04-25T17:13:24.666 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.666+0000 7f464efa8640 1 -- 172.21.15.28:0/1283343322 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f46380afba0 msgr2=0x7f46380b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:24.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.666+0000 7f464efa8640 1 --2- 172.21.15.28:0/1283343322 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f46380afba0 0x7f46380b20b0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f463c0057c0 tx=0x7f463c005a20 comp rx=0 tx=0).stop 2024-04-25T17:13:24.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.666+0000 7f464efa8640 1 -- 172.21.15.28:0/1283343322 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f46481098d0 msgr2=0x7f4648102640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:24.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.666+0000 7f464efa8640 1 --2- 172.21.15.28:0/1283343322 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f46481098d0 0x7f4648102640 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f464000e9d0 tx=0x7f464000ee90 comp rx=0 tx=0).stop 2024-04-25T17:13:24.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.666+0000 7f464efa8640 1 -- 172.21.15.28:0/1283343322 shutdown_connections 2024-04-25T17:13:24.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.666+0000 7f464efa8640 1 --2- 172.21.15.28:0/1283343322 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f46380afba0 0x7f46380b20b0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:24.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.666+0000 7f464efa8640 1 --2- 172.21.15.28:0/1283343322 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f46481098d0 0x7f4648102640 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:24.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.666+0000 7f464efa8640 1 --2- 172.21.15.28:0/1283343322 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4648106f70 0x7f4648102100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:24.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.666+0000 7f464efa8640 1 --2- 172.21.15.28:0/1283343322 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4648104610 0x7f4648103a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:24.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.667+0000 7f464efa8640 1 -- 172.21.15.28:0/1283343322 >> 172.21.15.28:0/1283343322 conn(0x7f46480fdc30 msgr2=0x7f4648105280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:24.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.667+0000 7f464efa8640 1 -- 172.21.15.28:0/1283343322 shutdown_connections 2024-04-25T17:13:24.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:24.667+0000 7f464efa8640 1 -- 172.21.15.28:0/1283343322 wait complete. 2024-04-25T17:13:25.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:24 smithi084 ceph-mon[32752]: Deploying daemon mds.h on smithi042 2024-04-25T17:13:25.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:24 smithi084 ceph-mon[32752]: mds.? [v2:172.21.15.84:6836/1172878965,v1:172.21.15.84:6837/1172878965] up:boot 2024-04-25T17:13:25.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:24 smithi084 ceph-mon[32752]: fsmap 7 up:standby 2024-04-25T17:13:25.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:24 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T17:13:25.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:24 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1283343322' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:25.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:24 smithi042 ceph-mon[32851]: Deploying daemon mds.h on smithi042 2024-04-25T17:13:25.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:24 smithi042 ceph-mon[32851]: mds.? [v2:172.21.15.84:6836/1172878965,v1:172.21.15.84:6837/1172878965] up:boot 2024-04-25T17:13:25.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:24 smithi042 ceph-mon[32851]: fsmap 7 up:standby 2024-04-25T17:13:25.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:24 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T17:13:25.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:24 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1283343322' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:25.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:24 smithi028 ceph-mon[29207]: Deploying daemon mds.h on smithi042 2024-04-25T17:13:25.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:24 smithi028 ceph-mon[29207]: mds.? [v2:172.21.15.84:6836/1172878965,v1:172.21.15.84:6837/1172878965] up:boot 2024-04-25T17:13:25.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:24 smithi028 ceph-mon[29207]: fsmap 7 up:standby 2024-04-25T17:13:25.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:24 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T17:13:25.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:24 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1283343322' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:26.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:25 smithi042 ceph-mon[32851]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:26.110 INFO:journalctl@ceph.mds.h.smithi042.stdout:Apr 25 17:13:25 smithi042 systemd[1]: Starting Ceph mds.h for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:13:26.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:25 smithi084 ceph-mon[32752]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:26.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:25 smithi028 ceph-mon[29207]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:26.456 INFO:journalctl@ceph.mds.h.smithi042.stdout:Apr 25 17:13:26 smithi042 podman[63350]: 2024-04-25 17:13:26.076388101 +0000 UTC m=+0.018461064 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:13:26.456 INFO:journalctl@ceph.mds.h.smithi042.stdout:Apr 25 17:13:26 smithi042 podman[63350]: 2024-04-25 17:13:26.187526087 +0000 UTC m=+0.129599082 container create 959f7007e567fbc27d6cd48b2b57b0e04991db3997464d1559e0a8e4d5b0aed9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-h, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS) 2024-04-25T17:13:26.457 INFO:journalctl@ceph.mds.h.smithi042.stdout:Apr 25 17:13:26 smithi042 podman[63350]: 2024-04-25 17:13:26.457017658 +0000 UTC m=+0.399090619 container init 959f7007e567fbc27d6cd48b2b57b0e04991db3997464d1559e0a8e4d5b0aed9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-h, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True) 2024-04-25T17:13:26.681 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:13:26.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.808+0000 7f562fb26640 1 -- 172.21.15.28:0/4107856334 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5628105170 msgr2=0x7f56281032f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:26.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.808+0000 7f562fb26640 1 --2- 172.21.15.28:0/4107856334 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5628105170 0x7f56281032f0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f5618009900 tx=0x7f561802a410 comp rx=0 tx=0).stop 2024-04-25T17:13:26.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.808+0000 7f562fb26640 1 -- 172.21.15.28:0/4107856334 shutdown_connections 2024-04-25T17:13:26.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.808+0000 7f562fb26640 1 --2- 172.21.15.28:0/4107856334 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5628109a70 0x7f562810be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:26.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.808+0000 7f562fb26640 1 --2- 172.21.15.28:0/4107856334 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5628103830 0x7f5628103c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:26.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.808+0000 7f562fb26640 1 --2- 172.21.15.28:0/4107856334 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5628105170 0x7f56281032f0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:26.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.808+0000 7f562fb26640 1 -- 172.21.15.28:0/4107856334 >> 172.21.15.28:0/4107856334 conn(0x7f56280fed40 msgr2=0x7f56281011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:26.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.808+0000 7f562fb26640 1 -- 172.21.15.28:0/4107856334 shutdown_connections 2024-04-25T17:13:26.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.808+0000 7f562fb26640 1 -- 172.21.15.28:0/4107856334 wait complete. 2024-04-25T17:13:26.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.809+0000 7f562fb26640 1 Processor -- start 2024-04-25T17:13:26.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.809+0000 7f562fb26640 1 -- start start 2024-04-25T17:13:26.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.809+0000 7f562fb26640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5628103830 0x7f562819a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:26.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.809+0000 7f562fb26640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5628105170 0x7f562819a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:26.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.809+0000 7f562fb26640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5628109a70 0x7f56281a16a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:26.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.809+0000 7f562fb26640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f562810f5f0 con 0x7f5628103830 2024-04-25T17:13:26.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.809+0000 7f562fb26640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f562810f470 con 0x7f5628105170 2024-04-25T17:13:26.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.809+0000 7f562fb26640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f562810f770 con 0x7f5628109a70 2024-04-25T17:13:26.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.809+0000 7f562d8c2640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5628103830 0x7f562819a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:26.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.809+0000 7f562d8c2640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5628103830 0x7f562819a1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:55110/0 (socket says 172.21.15.28:55110) 2024-04-25T17:13:26.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.809+0000 7f562d8c2640 1 -- 172.21.15.28:0/3684468104 learned_addr learned my addr 172.21.15.28:0/3684468104 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:26.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.809+0000 7f562e0c3640 1 --2- 172.21.15.28:0/3684468104 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5628109a70 0x7f56281a16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:26.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.810+0000 7f562d0c1640 1 --2- 172.21.15.28:0/3684468104 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5628105170 0x7f562819a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:26.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.810+0000 7f562d8c2640 1 -- 172.21.15.28:0/3684468104 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5628109a70 msgr2=0x7f56281a16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:26.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.810+0000 7f562d8c2640 1 --2- 172.21.15.28:0/3684468104 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5628109a70 0x7f56281a16a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:26.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.810+0000 7f562d8c2640 1 -- 172.21.15.28:0/3684468104 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5628105170 msgr2=0x7f562819a710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:26.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.810+0000 7f562d8c2640 1 --2- 172.21.15.28:0/3684468104 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5628105170 0x7f562819a710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:26.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.810+0000 7f562d8c2640 1 -- 172.21.15.28:0/3684468104 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56281a1d10 con 0x7f5628103830 2024-04-25T17:13:26.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.810+0000 7f562d8c2640 1 --2- 172.21.15.28:0/3684468104 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5628103830 0x7f562819a1d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f5618005760 tx=0x7f5618005e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:26.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.810+0000 7f561effd640 1 -- 172.21.15.28:0/3684468104 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f561803f030 con 0x7f5628103830 2024-04-25T17:13:26.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.810+0000 7f561effd640 1 -- 172.21.15.28:0/3684468104 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f56180043d0 con 0x7f5628103830 2024-04-25T17:13:26.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.810+0000 7f561effd640 1 -- 172.21.15.28:0/3684468104 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5618035070 con 0x7f5628103830 2024-04-25T17:13:26.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.810+0000 7f562fb26640 1 -- 172.21.15.28:0/3684468104 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56281a1fa0 con 0x7f5628103830 2024-04-25T17:13:26.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.810+0000 7f562fb26640 1 -- 172.21.15.28:0/3684468104 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56281a2400 con 0x7f5628103830 2024-04-25T17:13:26.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.811+0000 7f562fb26640 1 -- 172.21.15.28:0/3684468104 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f562806a210 con 0x7f5628103830 2024-04-25T17:13:26.816 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.813+0000 7f561effd640 1 -- 172.21.15.28:0/3684468104 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f5618042030 con 0x7f5628103830 2024-04-25T17:13:26.816 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.814+0000 7f561effd640 1 --2- 172.21.15.28:0/3684468104 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f56140afc20 0x7f56140b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:26.816 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.814+0000 7f562d0c1640 1 --2- 172.21.15.28:0/3684468104 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f56140afc20 0x7f56140b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:26.816 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.814+0000 7f561effd640 1 -- 172.21.15.28:0/3684468104 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f56180feed0 con 0x7f5628103830 2024-04-25T17:13:26.816 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.815+0000 7f562d0c1640 1 --2- 172.21.15.28:0/3684468104 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f56140afc20 0x7f56140b2130 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f562819b270 tx=0x7f5624005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:26.818 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:26.818+0000 7f561effd640 1 -- 172.21.15.28:0/3684468104 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f56180c7eb0 con 0x7f5628103830 2024-04-25T17:13:26.860 INFO:journalctl@ceph.mds.h.smithi042.stdout:Apr 25 17:13:26 smithi042 podman[63350]: 2024-04-25 17:13:26.459918131 +0000 UTC m=+0.401991084 container start 959f7007e567fbc27d6cd48b2b57b0e04991db3997464d1559e0a8e4d5b0aed9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-h, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-25T17:13:26.860 INFO:journalctl@ceph.mds.h.smithi042.stdout:Apr 25 17:13:26 smithi042 ceph-mds[63369]: -- 172.21.15.42:0/2221296070 <== mon.2 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e2073cda40 con 0x55e207415600 2024-04-25T17:13:26.860 INFO:journalctl@ceph.mds.h.smithi042.stdout:Apr 25 17:13:26 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-h[63365]: starting mds.h at 2024-04-25T17:13:26.860 INFO:journalctl@ceph.mds.h.smithi042.stdout:Apr 25 17:13:26 smithi042 bash[63350]: 959f7007e567fbc27d6cd48b2b57b0e04991db3997464d1559e0a8e4d5b0aed9 2024-04-25T17:13:26.860 INFO:journalctl@ceph.mds.h.smithi042.stdout:Apr 25 17:13:26 smithi042 systemd[1]: Started Ceph mds.h for dfbd4644-0325-11ef-bc93-c7b262605968. 2024-04-25T17:13:27.049 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:27.048+0000 7f562fb26640 1 -- 172.21.15.28:0/3684468104 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f562802db50 con 0x7f5628103830 2024-04-25T17:13:27.050 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:27.049+0000 7f561effd640 1 -- 172.21.15.28:0/3684468104 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7165 (secure 0 0 0) 0x7f56180c77b0 con 0x7f5628103830 2024-04-25T17:13:27.050 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:27.050 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24505,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/1172878965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1172878965},{"type":"v1","addr":"172.21.15.84:6837","nonce":1172878965}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24506,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/229475507","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":229475507},{"type":"v1","addr":"172.21.15.42:6837","nonce":229475507}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-25T17:13:27.051 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 9 2024-04-25T17:13:27.052 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:27.051+0000 7f562fb26640 1 -- 172.21.15.28:0/3684468104 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f56140afc20 msgr2=0x7f56140b2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:27.052 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:27.051+0000 7f562fb26640 1 --2- 172.21.15.28:0/3684468104 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f56140afc20 0x7f56140b2130 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f562819b270 tx=0x7f5624005f90 comp rx=0 tx=0).stop 2024-04-25T17:13:27.052 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:27.051+0000 7f562fb26640 1 -- 172.21.15.28:0/3684468104 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5628103830 msgr2=0x7f562819a1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:27.052 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:27.051+0000 7f562fb26640 1 --2- 172.21.15.28:0/3684468104 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5628103830 0x7f562819a1d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f5618005760 tx=0x7f5618005e20 comp rx=0 tx=0).stop 2024-04-25T17:13:27.052 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:27.051+0000 7f562fb26640 1 -- 172.21.15.28:0/3684468104 shutdown_connections 2024-04-25T17:13:27.052 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:27.051+0000 7f562fb26640 1 --2- 172.21.15.28:0/3684468104 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f56140afc20 0x7f56140b2130 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:27.052 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:27.051+0000 7f562fb26640 1 --2- 172.21.15.28:0/3684468104 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5628109a70 0x7f56281a16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:27.052 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:27.051+0000 7f562fb26640 1 --2- 172.21.15.28:0/3684468104 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5628105170 0x7f562819a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:27.052 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:27.051+0000 7f562fb26640 1 --2- 172.21.15.28:0/3684468104 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5628103830 0x7f562819a1d0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:27.052 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:27.051+0000 7f562fb26640 1 -- 172.21.15.28:0/3684468104 >> 172.21.15.28:0/3684468104 conn(0x7f56280fed40 msgr2=0x7f5628105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:27.053 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:27.051+0000 7f562fb26640 1 -- 172.21.15.28:0/3684468104 shutdown_connections 2024-04-25T17:13:27.053 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:27.051+0000 7f562fb26640 1 -- 172.21.15.28:0/3684468104 wait complete. 2024-04-25T17:13:27.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:27 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:27.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:27 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:27.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:27 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:27.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:27 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:27.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:27 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:27.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:27 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:27.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:27 smithi028 ceph-mon[29207]: Deploying daemon mds.i on smithi084 2024-04-25T17:13:27.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:27 smithi028 ceph-mon[29207]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:27.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:27 smithi028 ceph-mon[29207]: mds.? [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] up:boot 2024-04-25T17:13:27.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:27 smithi028 ceph-mon[29207]: fsmap 8 up:standby 2024-04-25T17:13:27.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:27 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T17:13:27.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:27 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3684468104' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:27.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:27 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:27.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:27 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:27.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:27 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:27.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:27 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:27.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:27 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:27.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:27 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:27.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:27 smithi084 ceph-mon[32752]: Deploying daemon mds.i on smithi084 2024-04-25T17:13:27.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:27 smithi084 ceph-mon[32752]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:27.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:27 smithi084 ceph-mon[32752]: mds.? [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] up:boot 2024-04-25T17:13:27.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:27 smithi084 ceph-mon[32752]: fsmap 8 up:standby 2024-04-25T17:13:27.982 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:27 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T17:13:27.982 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:27 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3684468104' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:28.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:27 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:28.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:27 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:28.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:27 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:28.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:27 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:28.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:27 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:28.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:27 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:28.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:27 smithi042 ceph-mon[32851]: Deploying daemon mds.i on smithi084 2024-04-25T17:13:28.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:27 smithi042 ceph-mon[32851]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:28.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:27 smithi042 ceph-mon[32851]: mds.? [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] up:boot 2024-04-25T17:13:28.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:27 smithi042 ceph-mon[32851]: fsmap 8 up:standby 2024-04-25T17:13:28.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:27 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T17:13:28.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:27 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3684468104' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:28.921 INFO:journalctl@ceph.mds.i.smithi084.stdout:Apr 25 17:13:28 smithi084 systemd[1]: Starting Ceph mds.i for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:13:29.064 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:13:29.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.190+0000 7f9fde461640 1 -- 172.21.15.28:0/1699113832 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9fd8102a10 msgr2=0x7f9fd8103710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:29.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.190+0000 7f9fde461640 1 --2- 172.21.15.28:0/1699113832 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9fd8102a10 0x7f9fd8103710 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f9fc8009900 tx=0x7f9fc802a410 comp rx=0 tx=0).stop 2024-04-25T17:13:29.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.190+0000 7f9fde461640 1 -- 172.21.15.28:0/1699113832 shutdown_connections 2024-04-25T17:13:29.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.190+0000 7f9fde461640 1 --2- 172.21.15.28:0/1699113832 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9fd8108950 0x7f9fd810ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:29.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.190+0000 7f9fde461640 1 --2- 172.21.15.28:0/1699113832 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9fd8103c50 0x7f9fd8104060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:29.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.190+0000 7f9fde461640 1 --2- 172.21.15.28:0/1699113832 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9fd8102a10 0x7f9fd8103710 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:29.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.190+0000 7f9fde461640 1 -- 172.21.15.28:0/1699113832 >> 172.21.15.28:0/1699113832 conn(0x7f9fd80fdc00 msgr2=0x7f9fd81000b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:29.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.190+0000 7f9fde461640 1 -- 172.21.15.28:0/1699113832 shutdown_connections 2024-04-25T17:13:29.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.190+0000 7f9fde461640 1 -- 172.21.15.28:0/1699113832 wait complete. 2024-04-25T17:13:29.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.191+0000 7f9fde461640 1 Processor -- start 2024-04-25T17:13:29.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.191+0000 7f9fde461640 1 -- start start 2024-04-25T17:13:29.195 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.191+0000 7f9fde461640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9fd8102a10 0x7f9fd819a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:29.195 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.191+0000 7f9fde461640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9fd8103c50 0x7f9fd819a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:29.195 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.191+0000 7f9fde461640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9fd8108950 0x7f9fd81a1560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:29.195 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.191+0000 7f9fde461640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f9fd810f510 con 0x7f9fd8103c50 2024-04-25T17:13:29.195 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.191+0000 7f9fde461640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9fd810f390 con 0x7f9fd8108950 2024-04-25T17:13:29.195 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.191+0000 7f9fde461640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9fd810f690 con 0x7f9fd8102a10 2024-04-25T17:13:29.195 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.191+0000 7f9fd77fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9fd8103c50 0x7f9fd819a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:29.195 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.191+0000 7f9fd77fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9fd8103c50 0x7f9fd819a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:55138/0 (socket says 172.21.15.28:55138) 2024-04-25T17:13:29.195 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.191+0000 7f9fd77fe640 1 -- 172.21.15.28:0/1543594587 learned_addr learned my addr 172.21.15.28:0/1543594587 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:29.196 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.191+0000 7f9fd7fff640 1 --2- 172.21.15.28:0/1543594587 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9fd8102a10 0x7f9fd819a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:29.196 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.192+0000 7f9fdc9fe640 1 --2- 172.21.15.28:0/1543594587 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9fd8108950 0x7f9fd81a1560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:29.196 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.192+0000 7f9fd77fe640 1 -- 172.21.15.28:0/1543594587 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9fd8102a10 msgr2=0x7f9fd819a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:29.196 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.192+0000 7f9fd77fe640 1 --2- 172.21.15.28:0/1543594587 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9fd8102a10 0x7f9fd819a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:29.196 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.192+0000 7f9fd77fe640 1 -- 172.21.15.28:0/1543594587 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9fd8108950 msgr2=0x7f9fd81a1560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:29.196 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.192+0000 7f9fd77fe640 1 --2- 172.21.15.28:0/1543594587 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9fd8108950 0x7f9fd81a1560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:29.196 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.192+0000 7f9fd77fe640 1 -- 172.21.15.28:0/1543594587 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fd81a1bd0 con 0x7f9fd8103c50 2024-04-25T17:13:29.196 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.192+0000 7f9fd7fff640 1 --2- 172.21.15.28:0/1543594587 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9fd8102a10 0x7f9fd819a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:13:29.196 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.192+0000 7f9fdc9fe640 1 --2- 172.21.15.28:0/1543594587 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9fd8108950 0x7f9fd81a1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:13:29.196 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.192+0000 7f9fd77fe640 1 --2- 172.21.15.28:0/1543594587 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9fd8103c50 0x7f9fd819a5d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc00d950 tx=0x7f9fcc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:29.196 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.192+0000 7f9fd57fa640 1 -- 172.21.15.28:0/1543594587 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fcc017030 con 0x7f9fd8103c50 2024-04-25T17:13:29.196 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.192+0000 7f9fd57fa640 1 -- 172.21.15.28:0/1543594587 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9fcc004020 con 0x7f9fd8103c50 2024-04-25T17:13:29.196 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.192+0000 7f9fde461640 1 -- 172.21.15.28:0/1543594587 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fd81a1ec0 con 0x7f9fd8103c50 2024-04-25T17:13:29.197 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.192+0000 7f9fd57fa640 1 -- 172.21.15.28:0/1543594587 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fcc0055d0 con 0x7f9fd8103c50 2024-04-25T17:13:29.197 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.192+0000 7f9fde461640 1 -- 172.21.15.28:0/1543594587 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fd81a2380 con 0x7f9fd8103c50 2024-04-25T17:13:29.197 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.193+0000 7f9fde461640 1 -- 172.21.15.28:0/1543594587 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fd8107760 con 0x7f9fd8103c50 2024-04-25T17:13:29.197 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.195+0000 7f9fd57fa640 1 -- 172.21.15.28:0/1543594587 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f9fcc009a30 con 0x7f9fd8103c50 2024-04-25T17:13:29.198 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.195+0000 7f9fd57fa640 1 --2- 172.21.15.28:0/1543594587 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9fc00afc20 0x7f9fc00b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:29.198 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.195+0000 7f9fd7fff640 1 --2- 172.21.15.28:0/1543594587 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9fc00afc20 0x7f9fc00b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:29.198 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.196+0000 7f9fd57fa640 1 -- 172.21.15.28:0/1543594587 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f9fcc0de7b0 con 0x7f9fd8103c50 2024-04-25T17:13:29.198 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.196+0000 7f9fd7fff640 1 --2- 172.21.15.28:0/1543594587 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9fc00afc20 0x7f9fc00b2130 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f9fc802a930 tx=0x7f9fc8031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:29.199 INFO:journalctl@ceph.mds.i.smithi084.stdout:Apr 25 17:13:28 smithi084 podman[63825]: 2024-04-25 17:13:28.825363855 +0000 UTC m=+0.018297871 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:13:29.199 INFO:journalctl@ceph.mds.i.smithi084.stdout:Apr 25 17:13:28 smithi084 podman[63825]: 2024-04-25 17:13:28.964190353 +0000 UTC m=+0.157124369 container create 3d67f3a4441bbe3597d3a1e3c3cd4d2b647c251a11bf7f72a1b58eb611ea11e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-i, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-25T17:13:29.199 INFO:journalctl@ceph.mds.i.smithi084.stdout:Apr 25 17:13:29 smithi084 podman[63825]: 2024-04-25 17:13:29.200158859 +0000 UTC m=+0.393092875 container init 3d67f3a4441bbe3597d3a1e3c3cd4d2b647c251a11bf7f72a1b58eb611ea11e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-i, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T17:13:29.200 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.199+0000 7f9fd57fa640 1 -- 172.21.15.28:0/1543594587 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9fcc0a78b0 con 0x7f9fd8103c50 2024-04-25T17:13:29.437 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.437+0000 7f9fde461640 1 -- 172.21.15.28:0/1543594587 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9fd802db50 con 0x7f9fd8103c50 2024-04-25T17:13:29.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.438+0000 7f9fd57fa640 1 -- 172.21.15.28:0/1543594587 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7165 (secure 0 0 0) 0x7f9fcc0a71b0 con 0x7f9fd8103c50 2024-04-25T17:13:29.439 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:29.439 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24505,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/1172878965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1172878965},{"type":"v1","addr":"172.21.15.84:6837","nonce":1172878965}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24506,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/229475507","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":229475507},{"type":"v1","addr":"172.21.15.42:6837","nonce":229475507}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-25T17:13:29.439 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 9 2024-04-25T17:13:29.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.440+0000 7f9fde461640 1 -- 172.21.15.28:0/1543594587 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9fc00afc20 msgr2=0x7f9fc00b2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:29.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.440+0000 7f9fde461640 1 --2- 172.21.15.28:0/1543594587 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9fc00afc20 0x7f9fc00b2130 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f9fc802a930 tx=0x7f9fc8031400 comp rx=0 tx=0).stop 2024-04-25T17:13:29.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.440+0000 7f9fde461640 1 -- 172.21.15.28:0/1543594587 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9fd8103c50 msgr2=0x7f9fd819a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:29.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.440+0000 7f9fde461640 1 --2- 172.21.15.28:0/1543594587 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9fd8103c50 0x7f9fd819a5d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc00d950 tx=0x7f9fcc00de10 comp rx=0 tx=0).stop 2024-04-25T17:13:29.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.440+0000 7f9fde461640 1 -- 172.21.15.28:0/1543594587 shutdown_connections 2024-04-25T17:13:29.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.440+0000 7f9fde461640 1 --2- 172.21.15.28:0/1543594587 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9fc00afc20 0x7f9fc00b2130 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:29.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.440+0000 7f9fde461640 1 --2- 172.21.15.28:0/1543594587 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9fd8108950 0x7f9fd81a1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:29.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.440+0000 7f9fde461640 1 --2- 172.21.15.28:0/1543594587 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9fd8103c50 0x7f9fd819a5d0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:29.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.440+0000 7f9fde461640 1 --2- 172.21.15.28:0/1543594587 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9fd8102a10 0x7f9fd819a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:29.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.440+0000 7f9fde461640 1 -- 172.21.15.28:0/1543594587 >> 172.21.15.28:0/1543594587 conn(0x7f9fd80fdc00 msgr2=0x7f9fd8104930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:29.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.440+0000 7f9fde461640 1 -- 172.21.15.28:0/1543594587 shutdown_connections 2024-04-25T17:13:29.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:29.440+0000 7f9fde461640 1 -- 172.21.15.28:0/1543594587 wait complete. 2024-04-25T17:13:29.480 INFO:journalctl@ceph.mds.i.smithi084.stdout:Apr 25 17:13:29 smithi084 podman[63825]: 2024-04-25 17:13:29.203071659 +0000 UTC m=+0.396005684 container start 3d67f3a4441bbe3597d3a1e3c3cd4d2b647c251a11bf7f72a1b58eb611ea11e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-i, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0) 2024-04-25T17:13:29.480 INFO:journalctl@ceph.mds.i.smithi084.stdout:Apr 25 17:13:29 smithi084 ceph-mds[63844]: -- 172.21.15.84:0/1760698857 <== mon.1 v2:172.21.15.84:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559924ccda40 con 0x559924d15180 2024-04-25T17:13:29.481 INFO:journalctl@ceph.mds.i.smithi084.stdout:Apr 25 17:13:29 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-i[63840]: starting mds.i at 2024-04-25T17:13:29.481 INFO:journalctl@ceph.mds.i.smithi084.stdout:Apr 25 17:13:29 smithi084 bash[63825]: 3d67f3a4441bbe3597d3a1e3c3cd4d2b647c251a11bf7f72a1b58eb611ea11e8 2024-04-25T17:13:29.481 INFO:journalctl@ceph.mds.i.smithi084.stdout:Apr 25 17:13:29 smithi084 systemd[1]: Started Ceph mds.i for dfbd4644-0325-11ef-bc93-c7b262605968. 2024-04-25T17:13:30.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:30 smithi042 ceph-mon[32851]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:30.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:30.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:30.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:30.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:30.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:30.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:30.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:30 smithi042 ceph-mon[32851]: Deploying daemon mds.g on smithi028 2024-04-25T17:13:30.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:30 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1543594587' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:30.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:30 smithi042 ceph-mon[32851]: mds.? [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] up:boot 2024-04-25T17:13:30.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:30 smithi042 ceph-mon[32851]: fsmap 9 up:standby 2024-04-25T17:13:30.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T17:13:30.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:30 smithi028 ceph-mon[29207]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:30.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:30.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:30.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:30.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:30.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:30.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:30.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:30 smithi028 ceph-mon[29207]: Deploying daemon mds.g on smithi028 2024-04-25T17:13:30.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:30 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1543594587' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:30.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:30 smithi028 ceph-mon[29207]: mds.? [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] up:boot 2024-04-25T17:13:30.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:30 smithi028 ceph-mon[29207]: fsmap 9 up:standby 2024-04-25T17:13:30.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T17:13:30.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:30 smithi084 ceph-mon[32752]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:30.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:30.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:30.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:30.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:30.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:30.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:30.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:30 smithi084 ceph-mon[32752]: Deploying daemon mds.g on smithi028 2024-04-25T17:13:30.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:30 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1543594587' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:30.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:30 smithi084 ceph-mon[32752]: mds.? [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] up:boot 2024-04-25T17:13:30.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:30 smithi084 ceph-mon[32752]: fsmap 9 up:standby 2024-04-25T17:13:30.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T17:13:31.454 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:13:31.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.716+0000 7f1645127640 1 -- 172.21.15.28:0/564551908 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1640103b00 msgr2=0x7f1640104800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:31.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.716+0000 7f1645127640 1 --2- 172.21.15.28:0/564551908 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1640103b00 0x7f1640104800 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f1630009ca0 tx=0x7f163002a8c0 comp rx=0 tx=0).stop 2024-04-25T17:13:31.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.716+0000 7f1645127640 1 -- 172.21.15.28:0/564551908 shutdown_connections 2024-04-25T17:13:31.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.716+0000 7f1645127640 1 --2- 172.21.15.28:0/564551908 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1640109a40 0x7f164010be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:31.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.716+0000 7f1645127640 1 --2- 172.21.15.28:0/564551908 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1640104d40 0x7f1640105150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:31.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.716+0000 7f1645127640 1 --2- 172.21.15.28:0/564551908 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1640103b00 0x7f1640104800 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:31.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.716+0000 7f1645127640 1 -- 172.21.15.28:0/564551908 >> 172.21.15.28:0/564551908 conn(0x7f16400fecf0 msgr2=0x7f16401011a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:31.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.716+0000 7f1645127640 1 -- 172.21.15.28:0/564551908 shutdown_connections 2024-04-25T17:13:31.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.716+0000 7f1645127640 1 -- 172.21.15.28:0/564551908 wait complete. 2024-04-25T17:13:31.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.716+0000 7f1645127640 1 Processor -- start 2024-04-25T17:13:31.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.717+0000 7f1645127640 1 -- start start 2024-04-25T17:13:31.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.717+0000 7f1645127640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1640103b00 0x7f164019c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:31.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.717+0000 7f1645127640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1640104d40 0x7f164019c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:31.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.717+0000 7f1645127640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1640109a40 0x7f16401a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:31.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.717+0000 7f1645127640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f1640111720 con 0x7f1640104d40 2024-04-25T17:13:31.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.717+0000 7f1645127640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f16401115a0 con 0x7f1640109a40 2024-04-25T17:13:31.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.717+0000 7f1645127640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f16401118a0 con 0x7f1640103b00 2024-04-25T17:13:31.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.717+0000 7f163e59c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1640104d40 0x7f164019c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:31.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.717+0000 7f163e59c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1640104d40 0x7f164019c7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:55166/0 (socket says 172.21.15.28:55166) 2024-04-25T17:13:31.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.717+0000 7f163e59c640 1 -- 172.21.15.28:0/720254509 learned_addr learned my addr 172.21.15.28:0/720254509 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:31.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.717+0000 7f163f59e640 1 --2- 172.21.15.28:0/720254509 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1640109a40 0x7f16401a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:31.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.717+0000 7f163ed9d640 1 --2- 172.21.15.28:0/720254509 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1640103b00 0x7f164019c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:31.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.717+0000 7f163e59c640 1 -- 172.21.15.28:0/720254509 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1640103b00 msgr2=0x7f164019c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:31.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.717+0000 7f163e59c640 1 --2- 172.21.15.28:0/720254509 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1640103b00 0x7f164019c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:31.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.717+0000 7f163e59c640 1 -- 172.21.15.28:0/720254509 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1640109a40 msgr2=0x7f16401a3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:31.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.717+0000 7f163e59c640 1 --2- 172.21.15.28:0/720254509 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1640109a40 0x7f16401a3770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:31.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.717+0000 7f163e59c640 1 -- 172.21.15.28:0/720254509 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16401a3de0 con 0x7f1640104d40 2024-04-25T17:13:31.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.718+0000 7f163e59c640 1 --2- 172.21.15.28:0/720254509 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1640104d40 0x7f164019c7e0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f163400d770 tx=0x7f163400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:31.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.718+0000 7f1627fff640 1 -- 172.21.15.28:0/720254509 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1634017070 con 0x7f1640104d40 2024-04-25T17:13:31.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.718+0000 7f1627fff640 1 -- 172.21.15.28:0/720254509 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f16340054b0 con 0x7f1640104d40 2024-04-25T17:13:31.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.718+0000 7f1645127640 1 -- 172.21.15.28:0/720254509 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16401a40d0 con 0x7f1640104d40 2024-04-25T17:13:31.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.718+0000 7f1627fff640 1 -- 172.21.15.28:0/720254509 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1634004c60 con 0x7f1640104d40 2024-04-25T17:13:31.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.718+0000 7f1645127640 1 -- 172.21.15.28:0/720254509 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16401a45d0 con 0x7f1640104d40 2024-04-25T17:13:31.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.719+0000 7f1645127640 1 -- 172.21.15.28:0/720254509 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1640108850 con 0x7f1640104d40 2024-04-25T17:13:31.722 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.720+0000 7f1627fff640 1 -- 172.21.15.28:0/720254509 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f1634004e00 con 0x7f1640104d40 2024-04-25T17:13:31.722 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.721+0000 7f1627fff640 1 --2- 172.21.15.28:0/720254509 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f16280afba0 0x7f16280b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:31.722 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.722+0000 7f163ed9d640 1 --2- 172.21.15.28:0/720254509 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f16280afba0 0x7f16280b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:31.722 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.722+0000 7f1627fff640 1 -- 172.21.15.28:0/720254509 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f16340de660 con 0x7f1640104d40 2024-04-25T17:13:31.722 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.722+0000 7f163ed9d640 1 --2- 172.21.15.28:0/720254509 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f16280afba0 0x7f16280b20b0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f1630006010 tx=0x7f16300318e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:31.725 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.725+0000 7f1627fff640 1 -- 172.21.15.28:0/720254509 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f16340a76c0 con 0x7f1640104d40 2024-04-25T17:13:31.861 INFO:journalctl@ceph.mds.g.smithi028.stdout:Apr 25 17:13:31 smithi028 systemd[1]: Starting Ceph mds.g for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:13:31.956 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.957+0000 7f1645127640 1 -- 172.21.15.28:0/720254509 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f164002dbf0 con 0x7f1640104d40 2024-04-25T17:13:31.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.957+0000 7f1627fff640 1 -- 172.21.15.28:0/720254509 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+7992 (secure 0 0 0) 0x7f16340a6fc0 con 0x7f1640104d40 2024-04-25T17:13:31.957 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:31.957 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24505,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/1172878965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1172878965},{"type":"v1","addr":"172.21.15.84:6837","nonce":1172878965}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24506,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/229475507","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":229475507},{"type":"v1","addr":"172.21.15.42:6837","nonce":229475507}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24532,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6839/1332945442","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":1332945442},{"type":"v1","addr":"172.21.15.84:6839","nonce":1332945442}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-25T17:13:31.958 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 10 2024-04-25T17:13:31.959 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.959+0000 7f1645127640 1 -- 172.21.15.28:0/720254509 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f16280afba0 msgr2=0x7f16280b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:31.959 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.959+0000 7f1645127640 1 --2- 172.21.15.28:0/720254509 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f16280afba0 0x7f16280b20b0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f1630006010 tx=0x7f16300318e0 comp rx=0 tx=0).stop 2024-04-25T17:13:31.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.959+0000 7f1645127640 1 -- 172.21.15.28:0/720254509 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1640104d40 msgr2=0x7f164019c7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:31.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.959+0000 7f1645127640 1 --2- 172.21.15.28:0/720254509 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1640104d40 0x7f164019c7e0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f163400d770 tx=0x7f163400dc30 comp rx=0 tx=0).stop 2024-04-25T17:13:31.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.959+0000 7f1645127640 1 -- 172.21.15.28:0/720254509 shutdown_connections 2024-04-25T17:13:31.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.959+0000 7f1645127640 1 --2- 172.21.15.28:0/720254509 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f16280afba0 0x7f16280b20b0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:31.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.959+0000 7f1645127640 1 --2- 172.21.15.28:0/720254509 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1640109a40 0x7f16401a3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:31.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.959+0000 7f1645127640 1 --2- 172.21.15.28:0/720254509 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1640104d40 0x7f164019c7e0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:31.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.959+0000 7f1645127640 1 --2- 172.21.15.28:0/720254509 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1640103b00 0x7f164019c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:31.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.959+0000 7f1645127640 1 -- 172.21.15.28:0/720254509 >> 172.21.15.28:0/720254509 conn(0x7f16400fecf0 msgr2=0x7f1640105a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:31.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.959+0000 7f1645127640 1 -- 172.21.15.28:0/720254509 shutdown_connections 2024-04-25T17:13:31.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:31.959+0000 7f1645127640 1 -- 172.21.15.28:0/720254509 wait complete. 2024-04-25T17:13:32.167 INFO:journalctl@ceph.mds.g.smithi028.stdout:Apr 25 17:13:31 smithi028 podman[68376]: 2024-04-25 17:13:31.766248633 +0000 UTC m=+0.020647894 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:13:32.167 INFO:journalctl@ceph.mds.g.smithi028.stdout:Apr 25 17:13:31 smithi028 podman[68376]: 2024-04-25 17:13:31.881660156 +0000 UTC m=+0.136059413 container create 775b7fc3c7091bec448b1ea74a2934e993002353a6a5d4afa5e2170e8578b3b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-g, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240424, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-25T17:13:32.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:32 smithi028 ceph-mon[29207]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:32.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:32 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/720254509' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:32.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:32.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:32.424 INFO:journalctl@ceph.mds.g.smithi028.stdout:Apr 25 17:13:32 smithi028 podman[68376]: 2024-04-25 17:13:32.168323191 +0000 UTC m=+0.422722449 container init 775b7fc3c7091bec448b1ea74a2934e993002353a6a5d4afa5e2170e8578b3b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-g, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T17:13:32.424 INFO:journalctl@ceph.mds.g.smithi028.stdout:Apr 25 17:13:32 smithi028 podman[68376]: 2024-04-25 17:13:32.171246705 +0000 UTC m=+0.425645973 container start 775b7fc3c7091bec448b1ea74a2934e993002353a6a5d4afa5e2170e8578b3b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-g, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T17:13:32.425 INFO:journalctl@ceph.mds.g.smithi028.stdout:Apr 25 17:13:32 smithi028 ceph-mds[68397]: -- 172.21.15.28:0/281102089 <== mon.0 v2:172.21.15.28:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559c05389a40 con 0x559c053d1180 2024-04-25T17:13:32.425 INFO:journalctl@ceph.mds.g.smithi028.stdout:Apr 25 17:13:32 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-g[68393]: starting mds.g at 2024-04-25T17:13:32.425 INFO:journalctl@ceph.mds.g.smithi028.stdout:Apr 25 17:13:32 smithi028 bash[68376]: 775b7fc3c7091bec448b1ea74a2934e993002353a6a5d4afa5e2170e8578b3b8 2024-04-25T17:13:32.425 INFO:journalctl@ceph.mds.g.smithi028.stdout:Apr 25 17:13:32 smithi028 systemd[1]: Started Ceph mds.g for dfbd4644-0325-11ef-bc93-c7b262605968. 2024-04-25T17:13:32.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:32 smithi042 ceph-mon[32851]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:32.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:32 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/720254509' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:32.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:32.612 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:32.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:32 smithi084 ceph-mon[32752]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:32.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:32 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/720254509' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:32.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:32.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:33.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:33 smithi042 ceph-mon[32851]: mds.? [v2:172.21.15.28:6838/1659868687,v1:172.21.15.28:6839/1659868687] up:boot 2024-04-25T17:13:33.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:33 smithi042 ceph-mon[32851]: fsmap 10 up:standby 2024-04-25T17:13:33.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:33 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T17:13:33.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:33 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:33.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:33 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:33.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:33 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:33.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:33 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:33.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:33 smithi042 ceph-mon[32851]: Deploying daemon mds.a on smithi028 2024-04-25T17:13:33.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:33 smithi028 ceph-mon[29207]: mds.? [v2:172.21.15.28:6838/1659868687,v1:172.21.15.28:6839/1659868687] up:boot 2024-04-25T17:13:33.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:33 smithi028 ceph-mon[29207]: fsmap 10 up:standby 2024-04-25T17:13:33.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:33 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T17:13:33.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:33 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:33.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:33 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:33.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:33 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:33.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:33 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:33.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:33 smithi028 ceph-mon[29207]: Deploying daemon mds.a on smithi028 2024-04-25T17:13:33.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:33 smithi084 ceph-mon[32752]: mds.? [v2:172.21.15.28:6838/1659868687,v1:172.21.15.28:6839/1659868687] up:boot 2024-04-25T17:13:33.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:33 smithi084 ceph-mon[32752]: fsmap 10 up:standby 2024-04-25T17:13:33.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:33 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T17:13:33.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:33 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:33.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:33 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:33.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:33 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:33.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:33 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:33.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:33 smithi084 ceph-mon[32752]: Deploying daemon mds.a on smithi028 2024-04-25T17:13:33.972 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:13:34.106 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.104+0000 7fcea6a92640 1 -- 172.21.15.28:0/2687933545 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcea0109a60 msgr2=0x7fcea010be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:34.106 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.104+0000 7fcea6a92640 1 --2- 172.21.15.28:0/2687933545 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcea0109a60 0x7fcea010be80 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fce98009ca0 tx=0x7fce9802a8c0 comp rx=0 tx=0).stop 2024-04-25T17:13:34.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.104+0000 7fcea6a92640 1 -- 172.21.15.28:0/2687933545 shutdown_connections 2024-04-25T17:13:34.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.104+0000 7fcea6a92640 1 --2- 172.21.15.28:0/2687933545 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcea0109a60 0x7fcea010be80 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:34.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.104+0000 7fcea6a92640 1 --2- 172.21.15.28:0/2687933545 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcea0104d60 0x7fcea0105170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:34.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.104+0000 7fcea6a92640 1 --2- 172.21.15.28:0/2687933545 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcea0103b20 0x7fcea0104820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:34.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.104+0000 7fcea6a92640 1 -- 172.21.15.28:0/2687933545 >> 172.21.15.28:0/2687933545 conn(0x7fcea00fed30 msgr2=0x7fcea01011c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:34.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.104+0000 7fcea6a92640 1 -- 172.21.15.28:0/2687933545 shutdown_connections 2024-04-25T17:13:34.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.104+0000 7fcea6a92640 1 -- 172.21.15.28:0/2687933545 wait complete. 2024-04-25T17:13:34.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.105+0000 7fcea6a92640 1 Processor -- start 2024-04-25T17:13:34.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.105+0000 7fcea6a92640 1 -- start start 2024-04-25T17:13:34.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.105+0000 7fcea6a92640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcea0103b20 0x7fcea019a040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:34.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.105+0000 7fcea6a92640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcea0104d60 0x7fcea019a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:34.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.105+0000 7fcea6a92640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcea0109a60 0x7fcea01a1510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:34.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.105+0000 7fcea6a92640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fcea010f530 con 0x7fcea0109a60 2024-04-25T17:13:34.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.105+0000 7fcea6a92640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcea010f3b0 con 0x7fcea0103b20 2024-04-25T17:13:34.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.105+0000 7fcea6a92640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcea010f6b0 con 0x7fcea0104d60 2024-04-25T17:13:34.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.105+0000 7fcea502f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcea0109a60 0x7fcea01a1510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:34.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.105+0000 7fcea502f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcea0109a60 0x7fcea01a1510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:55200/0 (socket says 172.21.15.28:55200) 2024-04-25T17:13:34.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.105+0000 7fcea502f640 1 -- 172.21.15.28:0/3763485764 learned_addr learned my addr 172.21.15.28:0/3763485764 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:34.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.105+0000 7fce9ffff640 1 --2- 172.21.15.28:0/3763485764 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcea0104d60 0x7fcea019a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:34.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.105+0000 7fcea482e640 1 --2- 172.21.15.28:0/3763485764 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcea0103b20 0x7fcea019a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:34.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.105+0000 7fcea502f640 1 -- 172.21.15.28:0/3763485764 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcea0104d60 msgr2=0x7fcea019a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:34.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.105+0000 7fcea502f640 1 --2- 172.21.15.28:0/3763485764 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcea0104d60 0x7fcea019a580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:34.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.105+0000 7fcea502f640 1 -- 172.21.15.28:0/3763485764 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcea0103b20 msgr2=0x7fcea019a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:34.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.105+0000 7fcea502f640 1 --2- 172.21.15.28:0/3763485764 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcea0103b20 0x7fcea019a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:34.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.105+0000 7fcea502f640 1 -- 172.21.15.28:0/3763485764 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcea01a1b80 con 0x7fcea0109a60 2024-04-25T17:13:34.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.105+0000 7fce9ffff640 1 --2- 172.21.15.28:0/3763485764 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcea0104d60 0x7fcea019a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:13:34.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.106+0000 7fcea502f640 1 --2- 172.21.15.28:0/3763485764 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcea0109a60 0x7fcea01a1510 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fce98031040 tx=0x7fce98003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:34.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.106+0000 7fce9dffb640 1 -- 172.21.15.28:0/3763485764 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce98004040 con 0x7fcea0109a60 2024-04-25T17:13:34.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.106+0000 7fce9dffb640 1 -- 172.21.15.28:0/3763485764 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fce98004670 con 0x7fcea0109a60 2024-04-25T17:13:34.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.106+0000 7fcea6a92640 1 -- 172.21.15.28:0/3763485764 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcea01a1e10 con 0x7fcea0109a60 2024-04-25T17:13:34.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.106+0000 7fce9dffb640 1 -- 172.21.15.28:0/3763485764 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce98030d50 con 0x7fcea0109a60 2024-04-25T17:13:34.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.106+0000 7fcea6a92640 1 -- 172.21.15.28:0/3763485764 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcea01a2270 con 0x7fcea0109a60 2024-04-25T17:13:34.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.107+0000 7fcea6a92640 1 -- 172.21.15.28:0/3763485764 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcea006a210 con 0x7fcea0109a60 2024-04-25T17:13:34.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.109+0000 7fce9dffb640 1 -- 172.21.15.28:0/3763485764 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7fce980305c0 con 0x7fcea0109a60 2024-04-25T17:13:34.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.109+0000 7fce9dffb640 1 --2- 172.21.15.28:0/3763485764 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fce900afc20 0x7fce900b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:34.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.110+0000 7fcea482e640 1 --2- 172.21.15.28:0/3763485764 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fce900afc20 0x7fce900b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:34.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.110+0000 7fce9dffb640 1 -- 172.21.15.28:0/3763485764 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fce980fffe0 con 0x7fcea0109a60 2024-04-25T17:13:34.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.110+0000 7fcea482e640 1 --2- 172.21.15.28:0/3763485764 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fce900afc20 0x7fce900b2130 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fce94005d00 tx=0x7fce94005c50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:34.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.113+0000 7fce9dffb640 1 -- 172.21.15.28:0/3763485764 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fce980c8fc0 con 0x7fcea0109a60 2024-04-25T17:13:34.352 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.351+0000 7fcea6a92640 1 -- 172.21.15.28:0/3763485764 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcea01088c0 con 0x7fcea0109a60 2024-04-25T17:13:34.352 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.352+0000 7fce9dffb640 1 -- 172.21.15.28:0/3763485764 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8818 (secure 0 0 0) 0x7fcea01088c0 con 0x7fcea0109a60 2024-04-25T17:13:34.353 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:34.353 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14661,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6839/1659868687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6838","nonce":1659868687},{"type":"v1","addr":"172.21.15.28:6839","nonce":1659868687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24505,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/1172878965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1172878965},{"type":"v1","addr":"172.21.15.84:6837","nonce":1172878965}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24506,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/229475507","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":229475507},{"type":"v1","addr":"172.21.15.42:6837","nonce":229475507}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24532,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6839/1332945442","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":1332945442},{"type":"v1","addr":"172.21.15.84:6839","nonce":1332945442}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-25T17:13:34.353 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 11 2024-04-25T17:13:34.355 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.354+0000 7fcea6a92640 1 -- 172.21.15.28:0/3763485764 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fce900afc20 msgr2=0x7fce900b2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:34.355 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.354+0000 7fcea6a92640 1 --2- 172.21.15.28:0/3763485764 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fce900afc20 0x7fce900b2130 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fce94005d00 tx=0x7fce94005c50 comp rx=0 tx=0).stop 2024-04-25T17:13:34.355 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.354+0000 7fcea6a92640 1 -- 172.21.15.28:0/3763485764 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcea0109a60 msgr2=0x7fcea01a1510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:34.355 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.354+0000 7fcea6a92640 1 --2- 172.21.15.28:0/3763485764 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcea0109a60 0x7fcea01a1510 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fce98031040 tx=0x7fce98003ba0 comp rx=0 tx=0).stop 2024-04-25T17:13:34.355 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.354+0000 7fcea6a92640 1 -- 172.21.15.28:0/3763485764 shutdown_connections 2024-04-25T17:13:34.355 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.354+0000 7fcea6a92640 1 --2- 172.21.15.28:0/3763485764 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fce900afc20 0x7fce900b2130 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:34.355 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.354+0000 7fcea6a92640 1 --2- 172.21.15.28:0/3763485764 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcea0109a60 0x7fcea01a1510 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:34.355 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.354+0000 7fcea6a92640 1 --2- 172.21.15.28:0/3763485764 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcea0104d60 0x7fcea019a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:34.355 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.354+0000 7fcea6a92640 1 --2- 172.21.15.28:0/3763485764 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcea0103b20 0x7fcea019a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:34.355 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.354+0000 7fcea6a92640 1 -- 172.21.15.28:0/3763485764 >> 172.21.15.28:0/3763485764 conn(0x7fcea00fed30 msgr2=0x7fcea0105a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:34.356 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.354+0000 7fcea6a92640 1 -- 172.21.15.28:0/3763485764 shutdown_connections 2024-04-25T17:13:34.356 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:34.354+0000 7fcea6a92640 1 -- 172.21.15.28:0/3763485764 wait complete. 2024-04-25T17:13:34.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:34 smithi028 ceph-mon[29207]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:34.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:34 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3763485764' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:34.674 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 25 17:13:34 smithi028 systemd[1]: Starting Ceph mds.a for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:13:34.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:34 smithi084 ceph-mon[32752]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:34.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:34 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3763485764' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:34.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:34 smithi042 ceph-mon[32851]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:34.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:34 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3763485764' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:35.084 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 25 17:13:34 smithi028 podman[68727]: 2024-04-25 17:13:34.715030035 +0000 UTC m=+0.018768535 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:13:35.085 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 25 17:13:34 smithi028 podman[68727]: 2024-04-25 17:13:34.820681132 +0000 UTC m=+0.124419610 container create d642fa6abf80eae4f0dfcea1e0607a15fa76aae4ecf0a59678b1478a66dbe30a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-a, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-25T17:13:35.085 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 25 17:13:35 smithi028 podman[68727]: 2024-04-25 17:13:35.048104853 +0000 UTC m=+0.351843331 container init d642fa6abf80eae4f0dfcea1e0607a15fa76aae4ecf0a59678b1478a66dbe30a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-a, ceph=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-25T17:13:35.085 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 25 17:13:35 smithi028 podman[68727]: 2024-04-25 17:13:35.050688188 +0000 UTC m=+0.354426678 container start d642fa6abf80eae4f0dfcea1e0607a15fa76aae4ecf0a59678b1478a66dbe30a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-a, org.label-schema.build-date=20240424, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T17:13:35.085 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 25 17:13:35 smithi028 ceph-mds[68746]: -- 172.21.15.28:0/1286042591 <== mon.0 v2:172.21.15.28:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5642ff683a40 con 0x5642ff6cb180 2024-04-25T17:13:35.424 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 25 17:13:35 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-a[68742]: starting mds.a at 2024-04-25T17:13:35.424 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 25 17:13:35 smithi028 bash[68727]: d642fa6abf80eae4f0dfcea1e0607a15fa76aae4ecf0a59678b1478a66dbe30a 2024-04-25T17:13:35.424 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 25 17:13:35 smithi028 systemd[1]: Started Ceph mds.a for dfbd4644-0325-11ef-bc93-c7b262605968. 2024-04-25T17:13:36.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:36 smithi042 ceph-mon[32851]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:36.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:36 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:36.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:36 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:36.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:36 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:36.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:36 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:36.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:36 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:36.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:36 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:36.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:36 smithi042 ceph-mon[32851]: Deploying daemon mds.b on smithi042 2024-04-25T17:13:36.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:36 smithi042 ceph-mon[32851]: mds.? [v2:172.21.15.28:6840/1611935230,v1:172.21.15.28:6841/1611935230] up:boot 2024-04-25T17:13:36.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:36 smithi042 ceph-mon[32851]: fsmap 11 up:standby 2024-04-25T17:13:36.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:36 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T17:13:36.367 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:13:36.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:36 smithi084 ceph-mon[32752]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:36.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:36 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:36.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:36 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:36.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:36 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:36.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:36 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:36.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:36 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:36.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:36 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:36.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:36 smithi084 ceph-mon[32752]: Deploying daemon mds.b on smithi042 2024-04-25T17:13:36.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:36 smithi084 ceph-mon[32752]: mds.? [v2:172.21.15.28:6840/1611935230,v1:172.21.15.28:6841/1611935230] up:boot 2024-04-25T17:13:36.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:36 smithi084 ceph-mon[32752]: fsmap 11 up:standby 2024-04-25T17:13:36.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:36 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T17:13:36.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.497+0000 7f2f6f37a640 1 -- 172.21.15.28:0/157749597 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2f68108950 msgr2=0x7f2f6810ad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:36.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.497+0000 7f2f6f37a640 1 --2- 172.21.15.28:0/157749597 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2f68108950 0x7f2f6810ad70 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f2f60009ca0 tx=0x7f2f6002a8c0 comp rx=0 tx=0).stop 2024-04-25T17:13:36.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.498+0000 7f2f6f37a640 1 -- 172.21.15.28:0/157749597 shutdown_connections 2024-04-25T17:13:36.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.498+0000 7f2f6f37a640 1 --2- 172.21.15.28:0/157749597 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2f68108950 0x7f2f6810ad70 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:36.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.498+0000 7f2f6f37a640 1 --2- 172.21.15.28:0/157749597 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2f68103c50 0x7f2f68104060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:36.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.498+0000 7f2f6f37a640 1 --2- 172.21.15.28:0/157749597 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2f68102a10 0x7f2f68103710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:36.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.498+0000 7f2f6f37a640 1 -- 172.21.15.28:0/157749597 >> 172.21.15.28:0/157749597 conn(0x7f2f680fdc00 msgr2=0x7f2f681000b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:36.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.498+0000 7f2f6f37a640 1 -- 172.21.15.28:0/157749597 shutdown_connections 2024-04-25T17:13:36.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.498+0000 7f2f6f37a640 1 -- 172.21.15.28:0/157749597 wait complete. 2024-04-25T17:13:36.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.498+0000 7f2f6f37a640 1 Processor -- start 2024-04-25T17:13:36.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.498+0000 7f2f6f37a640 1 -- start start 2024-04-25T17:13:36.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.499+0000 7f2f6f37a640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2f68102a10 0x7f2f68199fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:36.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.499+0000 7f2f6f37a640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2f68103c50 0x7f2f6819a510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:36.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.499+0000 7f2f6f37a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2f68108950 0x7f2f681a14a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:36.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.499+0000 7f2f6f37a640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f2f6810e440 con 0x7f2f68103c50 2024-04-25T17:13:36.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.499+0000 7f2f6f37a640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2f6810e2c0 con 0x7f2f68102a10 2024-04-25T17:13:36.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.499+0000 7f2f6f37a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f2f6810e5c0 con 0x7f2f68108950 2024-04-25T17:13:36.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.499+0000 7f2f6c915640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2f68103c50 0x7f2f6819a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:36.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.499+0000 7f2f6c915640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2f68103c50 0x7f2f6819a510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:49206/0 (socket says 172.21.15.28:49206) 2024-04-25T17:13:36.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.499+0000 7f2f6c915640 1 -- 172.21.15.28:0/3197274886 learned_addr learned my addr 172.21.15.28:0/3197274886 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:36.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.499+0000 7f2f6d116640 1 --2- 172.21.15.28:0/3197274886 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2f68102a10 0x7f2f68199fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:36.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.499+0000 7f2f6d917640 1 --2- 172.21.15.28:0/3197274886 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2f68108950 0x7f2f681a14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:36.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.499+0000 7f2f6c915640 1 -- 172.21.15.28:0/3197274886 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2f68108950 msgr2=0x7f2f681a14a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:36.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.499+0000 7f2f6c915640 1 --2- 172.21.15.28:0/3197274886 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2f68108950 0x7f2f681a14a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:36.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.499+0000 7f2f6c915640 1 -- 172.21.15.28:0/3197274886 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2f68102a10 msgr2=0x7f2f68199fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:36.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.499+0000 7f2f6c915640 1 --2- 172.21.15.28:0/3197274886 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2f68102a10 0x7f2f68199fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:36.503 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.499+0000 7f2f6c915640 1 -- 172.21.15.28:0/3197274886 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f681a1b10 con 0x7f2f68103c50 2024-04-25T17:13:36.503 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.499+0000 7f2f6c915640 1 --2- 172.21.15.28:0/3197274886 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2f68103c50 0x7f2f6819a510 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f2f5800e9f0 tx=0x7f2f5800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:36.503 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.499+0000 7f2f5e7fc640 1 -- 172.21.15.28:0/3197274886 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f5800cd80 con 0x7f2f68103c50 2024-04-25T17:13:36.503 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.500+0000 7f2f5e7fc640 1 -- 172.21.15.28:0/3197274886 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2f580054b0 con 0x7f2f68103c50 2024-04-25T17:13:36.503 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.500+0000 7f2f6f37a640 1 -- 172.21.15.28:0/3197274886 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f681a1e00 con 0x7f2f68103c50 2024-04-25T17:13:36.503 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.500+0000 7f2f5e7fc640 1 -- 172.21.15.28:0/3197274886 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f58010430 con 0x7f2f68103c50 2024-04-25T17:13:36.503 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.500+0000 7f2f6f37a640 1 -- 172.21.15.28:0/3197274886 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f681a2270 con 0x7f2f68103c50 2024-04-25T17:13:36.503 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.501+0000 7f2f6f37a640 1 -- 172.21.15.28:0/3197274886 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f68108050 con 0x7f2f68103c50 2024-04-25T17:13:36.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.502+0000 7f2f5e7fc640 1 -- 172.21.15.28:0/3197274886 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f2f580046c0 con 0x7f2f68103c50 2024-04-25T17:13:36.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.503+0000 7f2f5e7fc640 1 --2- 172.21.15.28:0/3197274886 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f2f540afba0 0x7f2f540b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:36.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.503+0000 7f2f6d116640 1 --2- 172.21.15.28:0/3197274886 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f2f540afba0 0x7f2f540b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:36.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.503+0000 7f2f5e7fc640 1 -- 172.21.15.28:0/3197274886 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f2f580dee60 con 0x7f2f68103c50 2024-04-25T17:13:36.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.504+0000 7f2f6d116640 1 --2- 172.21.15.28:0/3197274886 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f2f540afba0 0x7f2f540b20b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f2f64005d00 tx=0x7f2f64005c50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:36.506 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.507+0000 7f2f5e7fc640 1 -- 172.21.15.28:0/3197274886 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2f58053ff0 con 0x7f2f68103c50 2024-04-25T17:13:36.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:36 smithi028 ceph-mon[29207]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:36.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:36 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:36.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:36 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:36.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:36 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:36.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:36 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T17:13:36.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:36 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T17:13:36.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:36 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:36.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:36 smithi028 ceph-mon[29207]: Deploying daemon mds.b on smithi042 2024-04-25T17:13:36.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:36 smithi028 ceph-mon[29207]: mds.? [v2:172.21.15.28:6840/1611935230,v1:172.21.15.28:6841/1611935230] up:boot 2024-04-25T17:13:36.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:36 smithi028 ceph-mon[29207]: fsmap 11 up:standby 2024-04-25T17:13:36.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:36 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T17:13:36.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.731+0000 7f2f6f37a640 1 -- 172.21.15.28:0/3197274886 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2f6802db50 con 0x7f2f68103c50 2024-04-25T17:13:36.732 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.731+0000 7f2f5e7fc640 1 -- 172.21.15.28:0/3197274886 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9644 (secure 0 0 0) 0x7f2f580a7e40 con 0x7f2f68103c50 2024-04-25T17:13:36.732 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:36.732 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14661,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6839/1659868687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6838","nonce":1659868687},{"type":"v1","addr":"172.21.15.28:6839","nonce":1659868687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14673,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6841/1611935230","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6840","nonce":1611935230},{"type":"v1","addr":"172.21.15.28:6841","nonce":1611935230}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24505,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/1172878965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1172878965},{"type":"v1","addr":"172.21.15.84:6837","nonce":1172878965}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24506,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/229475507","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":229475507},{"type":"v1","addr":"172.21.15.42:6837","nonce":229475507}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24532,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6839/1332945442","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":1332945442},{"type":"v1","addr":"172.21.15.84:6839","nonce":1332945442}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-25T17:13:36.732 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 12 2024-04-25T17:13:36.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.734+0000 7f2f6f37a640 1 -- 172.21.15.28:0/3197274886 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f2f540afba0 msgr2=0x7f2f540b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:36.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.734+0000 7f2f6f37a640 1 --2- 172.21.15.28:0/3197274886 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f2f540afba0 0x7f2f540b20b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f2f64005d00 tx=0x7f2f64005c50 comp rx=0 tx=0).stop 2024-04-25T17:13:36.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.734+0000 7f2f6f37a640 1 -- 172.21.15.28:0/3197274886 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2f68103c50 msgr2=0x7f2f6819a510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:36.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.734+0000 7f2f6f37a640 1 --2- 172.21.15.28:0/3197274886 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2f68103c50 0x7f2f6819a510 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f2f5800e9f0 tx=0x7f2f5800edf0 comp rx=0 tx=0).stop 2024-04-25T17:13:36.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.734+0000 7f2f6f37a640 1 -- 172.21.15.28:0/3197274886 shutdown_connections 2024-04-25T17:13:36.735 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.734+0000 7f2f6f37a640 1 --2- 172.21.15.28:0/3197274886 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f2f540afba0 0x7f2f540b20b0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:36.735 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.734+0000 7f2f6f37a640 1 --2- 172.21.15.28:0/3197274886 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2f68108950 0x7f2f681a14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:36.735 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.734+0000 7f2f6f37a640 1 --2- 172.21.15.28:0/3197274886 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2f68103c50 0x7f2f6819a510 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:36.735 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.734+0000 7f2f6f37a640 1 --2- 172.21.15.28:0/3197274886 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2f68102a10 0x7f2f68199fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:36.735 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.734+0000 7f2f6f37a640 1 -- 172.21.15.28:0/3197274886 >> 172.21.15.28:0/3197274886 conn(0x7f2f680fdc00 msgr2=0x7f2f68075570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:36.735 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.734+0000 7f2f6f37a640 1 -- 172.21.15.28:0/3197274886 shutdown_connections 2024-04-25T17:13:36.735 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:36.734+0000 7f2f6f37a640 1 -- 172.21.15.28:0/3197274886 wait complete. 2024-04-25T17:13:37.257 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:37 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3197274886' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:37.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:37 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3197274886' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:37.610 INFO:journalctl@ceph.mds.b.smithi042.stdout:Apr 25 17:13:37 smithi042 systemd[1]: Starting Ceph mds.b for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:13:37.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:37 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3197274886' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:38.006 INFO:journalctl@ceph.mds.b.smithi042.stdout:Apr 25 17:13:37 smithi042 podman[63659]: 2024-04-25 17:13:37.574663137 +0000 UTC m=+0.018328831 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:13:38.006 INFO:journalctl@ceph.mds.b.smithi042.stdout:Apr 25 17:13:37 smithi042 podman[63659]: 2024-04-25 17:13:37.770131028 +0000 UTC m=+0.213796696 container create d600a0d63db88b6911de2e93991aa3f1be903ddfae349be58c739ed546b1e251 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-b, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-25T17:13:38.006 INFO:journalctl@ceph.mds.b.smithi042.stdout:Apr 25 17:13:38 smithi042 podman[63659]: 2024-04-25 17:13:38.006406018 +0000 UTC m=+0.450071681 container init d600a0d63db88b6911de2e93991aa3f1be903ddfae349be58c739ed546b1e251 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-b, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True) 2024-04-25T17:13:38.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:38 smithi042 ceph-mon[32851]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:38.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:38 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:38.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:38 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:38.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:38 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:38.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:38 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:38.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:38 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:38.360 INFO:journalctl@ceph.mds.b.smithi042.stdout:Apr 25 17:13:38 smithi042 podman[63659]: 2024-04-25 17:13:38.009318828 +0000 UTC m=+0.452984493 container start d600a0d63db88b6911de2e93991aa3f1be903ddfae349be58c739ed546b1e251 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-25T17:13:38.360 INFO:journalctl@ceph.mds.b.smithi042.stdout:Apr 25 17:13:38 smithi042 ceph-mds[63679]: -- 172.21.15.42:0/2272608934 <== mon.2 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e66bccda40 con 0x55e66bd15180 2024-04-25T17:13:38.361 INFO:journalctl@ceph.mds.b.smithi042.stdout:Apr 25 17:13:38 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-b[63675]: starting mds.b at 2024-04-25T17:13:38.361 INFO:journalctl@ceph.mds.b.smithi042.stdout:Apr 25 17:13:38 smithi042 bash[63659]: d600a0d63db88b6911de2e93991aa3f1be903ddfae349be58c739ed546b1e251 2024-04-25T17:13:38.361 INFO:journalctl@ceph.mds.b.smithi042.stdout:Apr 25 17:13:38 smithi042 systemd[1]: Started Ceph mds.b for dfbd4644-0325-11ef-bc93-c7b262605968. 2024-04-25T17:13:38.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:38 smithi084 ceph-mon[32752]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:38.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:38 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:38.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:38 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:38.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:38 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:38.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:38 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:38.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:38 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:38.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:38 smithi028 ceph-mon[29207]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:38.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:38 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:38.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:38 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:38.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:38 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:38.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:38 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:38.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:38 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:38.746 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:13:38.862 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.860+0000 7fe27ee51640 1 -- 172.21.15.28:0/2616972038 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe278109a50 msgr2=0x7fe27810be70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:38.863 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.860+0000 7fe27ee51640 1 --2- 172.21.15.28:0/2616972038 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe278109a50 0x7fe27810be70 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fe270009be0 tx=0x7fe27002a6c0 comp rx=0 tx=0).stop 2024-04-25T17:13:38.863 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.861+0000 7fe27ee51640 1 -- 172.21.15.28:0/2616972038 shutdown_connections 2024-04-25T17:13:38.863 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.861+0000 7fe27ee51640 1 --2- 172.21.15.28:0/2616972038 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe278109a50 0x7fe27810be70 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:38.863 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.861+0000 7fe27ee51640 1 --2- 172.21.15.28:0/2616972038 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe278104d50 0x7fe278105160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:38.863 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.861+0000 7fe27ee51640 1 --2- 172.21.15.28:0/2616972038 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe278103b10 0x7fe278104810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:38.863 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.861+0000 7fe27ee51640 1 -- 172.21.15.28:0/2616972038 >> 172.21.15.28:0/2616972038 conn(0x7fe2780fed00 msgr2=0x7fe2781011b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:38.863 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.861+0000 7fe27ee51640 1 -- 172.21.15.28:0/2616972038 shutdown_connections 2024-04-25T17:13:38.863 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.861+0000 7fe27ee51640 1 -- 172.21.15.28:0/2616972038 wait complete. 2024-04-25T17:13:38.863 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.861+0000 7fe27ee51640 1 Processor -- start 2024-04-25T17:13:38.863 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.861+0000 7fe27ee51640 1 -- start start 2024-04-25T17:13:38.863 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.861+0000 7fe27ee51640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe278103b10 0x7fe278199fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:38.863 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.861+0000 7fe27ee51640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe278104d50 0x7fe27819a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:38.863 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.861+0000 7fe27ee51640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe278109a50 0x7fe2781a14b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:38.864 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.861+0000 7fe27ee51640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fe27810f4f0 con 0x7fe278103b10 2024-04-25T17:13:38.864 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.862+0000 7fe27ee51640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe27810f370 con 0x7fe278104d50 2024-04-25T17:13:38.864 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.862+0000 7fe27ee51640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe27810f670 con 0x7fe278109a50 2024-04-25T17:13:38.864 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.862+0000 7fe27cbed640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe278103b10 0x7fe278199fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:38.864 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.862+0000 7fe277fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe278104d50 0x7fe27819a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:38.864 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.862+0000 7fe27cbed640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe278103b10 0x7fe278199fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:49226/0 (socket says 172.21.15.28:49226) 2024-04-25T17:13:38.864 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.862+0000 7fe27cbed640 1 -- 172.21.15.28:0/1988487084 learned_addr learned my addr 172.21.15.28:0/1988487084 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:38.864 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.862+0000 7fe27d3ee640 1 --2- 172.21.15.28:0/1988487084 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe278109a50 0x7fe2781a14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:38.864 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.862+0000 7fe27cbed640 1 -- 172.21.15.28:0/1988487084 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe278109a50 msgr2=0x7fe2781a14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:38.864 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.862+0000 7fe27cbed640 1 --2- 172.21.15.28:0/1988487084 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe278109a50 0x7fe2781a14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:38.864 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.862+0000 7fe27cbed640 1 -- 172.21.15.28:0/1988487084 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe278104d50 msgr2=0x7fe27819a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:38.864 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.862+0000 7fe27cbed640 1 --2- 172.21.15.28:0/1988487084 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe278104d50 0x7fe27819a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:38.864 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.862+0000 7fe27cbed640 1 -- 172.21.15.28:0/1988487084 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2781a1b20 con 0x7fe278103b10 2024-04-25T17:13:38.864 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.862+0000 7fe27cbed640 1 --2- 172.21.15.28:0/1988487084 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe278103b10 0x7fe278199fe0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fe26c00e980 tx=0x7fe26c00ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:38.865 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.862+0000 7fe275ffb640 1 -- 172.21.15.28:0/1988487084 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe26c00cd80 con 0x7fe278103b10 2024-04-25T17:13:38.865 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.862+0000 7fe275ffb640 1 -- 172.21.15.28:0/1988487084 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe26c0108c0 con 0x7fe278103b10 2024-04-25T17:13:38.865 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.862+0000 7fe27ee51640 1 -- 172.21.15.28:0/1988487084 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2781a1e10 con 0x7fe278103b10 2024-04-25T17:13:38.865 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.862+0000 7fe275ffb640 1 -- 172.21.15.28:0/1988487084 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe26c018880 con 0x7fe278103b10 2024-04-25T17:13:38.865 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.863+0000 7fe27ee51640 1 -- 172.21.15.28:0/1988487084 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2781a2270 con 0x7fe278103b10 2024-04-25T17:13:38.866 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.864+0000 7fe27ee51640 1 -- 172.21.15.28:0/1988487084 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe278069dc0 con 0x7fe278103b10 2024-04-25T17:13:38.866 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.865+0000 7fe275ffb640 1 -- 172.21.15.28:0/1988487084 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7fe26c01f020 con 0x7fe278103b10 2024-04-25T17:13:38.866 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.866+0000 7fe275ffb640 1 --2- 172.21.15.28:0/1988487084 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe2680afba0 0x7fe2680b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:38.866 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.866+0000 7fe277fff640 1 --2- 172.21.15.28:0/1988487084 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe2680afba0 0x7fe2680b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:38.866 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.866+0000 7fe275ffb640 1 -- 172.21.15.28:0/1988487084 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fe26c0de880 con 0x7fe278103b10 2024-04-25T17:13:38.866 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.867+0000 7fe277fff640 1 --2- 172.21.15.28:0/1988487084 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe2680afba0 0x7fe2680b20b0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fe27819b080 tx=0x7fe264005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:38.871 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:38.871+0000 7fe275ffb640 1 -- 172.21.15.28:0/1988487084 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe26c010a70 con 0x7fe278103b10 2024-04-25T17:13:39.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.118+0000 7fe27ee51640 1 -- 172.21.15.28:0/1988487084 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe2780637d0 con 0x7fe278103b10 2024-04-25T17:13:39.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.118+0000 7fe275ffb640 1 -- 172.21.15.28:0/1988487084 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10467 (secure 0 0 0) 0x7fe26c0a78a0 con 0x7fe278103b10 2024-04-25T17:13:39.119 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:39.119 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14661,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6839/1659868687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6838","nonce":1659868687},{"type":"v1","addr":"172.21.15.28:6839","nonce":1659868687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14673,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6841/1611935230","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6840","nonce":1611935230},{"type":"v1","addr":"172.21.15.28:6841","nonce":1611935230}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24505,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/1172878965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1172878965},{"type":"v1","addr":"172.21.15.84:6837","nonce":1172878965}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24506,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/229475507","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":229475507},{"type":"v1","addr":"172.21.15.42:6837","nonce":229475507}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24532,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6839/1332945442","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":1332945442},{"type":"v1","addr":"172.21.15.84:6839","nonce":1332945442}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24551,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/616693654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":616693654},{"type":"v1","addr":"172.21.15.42:6839","nonce":616693654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-04-25T17:13:39.119 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 13 2024-04-25T17:13:39.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.121+0000 7fe27ee51640 1 -- 172.21.15.28:0/1988487084 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe2680afba0 msgr2=0x7fe2680b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:39.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.121+0000 7fe27ee51640 1 --2- 172.21.15.28:0/1988487084 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe2680afba0 0x7fe2680b20b0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fe27819b080 tx=0x7fe264005f90 comp rx=0 tx=0).stop 2024-04-25T17:13:39.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.121+0000 7fe27ee51640 1 -- 172.21.15.28:0/1988487084 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe278103b10 msgr2=0x7fe278199fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:39.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.121+0000 7fe27ee51640 1 --2- 172.21.15.28:0/1988487084 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe278103b10 0x7fe278199fe0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fe26c00e980 tx=0x7fe26c00ee40 comp rx=0 tx=0).stop 2024-04-25T17:13:39.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.121+0000 7fe27ee51640 1 -- 172.21.15.28:0/1988487084 shutdown_connections 2024-04-25T17:13:39.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.121+0000 7fe27ee51640 1 --2- 172.21.15.28:0/1988487084 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe2680afba0 0x7fe2680b20b0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.121+0000 7fe27ee51640 1 --2- 172.21.15.28:0/1988487084 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe278109a50 0x7fe2781a14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.121+0000 7fe27ee51640 1 --2- 172.21.15.28:0/1988487084 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe278104d50 0x7fe27819a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.121+0000 7fe27ee51640 1 --2- 172.21.15.28:0/1988487084 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe278103b10 0x7fe278199fe0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.121+0000 7fe27ee51640 1 -- 172.21.15.28:0/1988487084 >> 172.21.15.28:0/1988487084 conn(0x7fe2780fed00 msgr2=0x7fe278105a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:39.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.121+0000 7fe27ee51640 1 -- 172.21.15.28:0/1988487084 shutdown_connections 2024-04-25T17:13:39.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.121+0000 7fe27ee51640 1 -- 172.21.15.28:0/1988487084 wait complete. 2024-04-25T17:13:39.132 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T17:13:39.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.245+0000 7f93c3564640 1 -- 172.21.15.28:0/756488549 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93bc110f50 msgr2=0x7f93bc113460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:39.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.246+0000 7f93c3564640 1 --2- 172.21.15.28:0/756488549 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93bc110f50 0x7f93bc113460 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f93b4009ca0 tx=0x7f93b402a8c0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.246+0000 7f93c3564640 1 -- 172.21.15.28:0/756488549 shutdown_connections 2024-04-25T17:13:39.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.246+0000 7f93c3564640 1 --2- 172.21.15.28:0/756488549 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93bc110f50 0x7f93bc113460 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.246+0000 7f93c3564640 1 --2- 172.21.15.28:0/756488549 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93bc10e3e0 0x7f93bc1108c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.246+0000 7f93c3564640 1 --2- 172.21.15.28:0/756488549 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93bc10b9f0 0x7f93bc10de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.246+0000 7f93c3564640 1 -- 172.21.15.28:0/756488549 >> 172.21.15.28:0/756488549 conn(0x7f93bc070950 msgr2=0x7f93bc072e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:39.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.246+0000 7f93c3564640 1 -- 172.21.15.28:0/756488549 shutdown_connections 2024-04-25T17:13:39.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.246+0000 7f93c3564640 1 -- 172.21.15.28:0/756488549 wait complete. 2024-04-25T17:13:39.249 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.246+0000 7f93c3564640 1 Processor -- start 2024-04-25T17:13:39.249 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.247+0000 7f93c3564640 1 -- start start 2024-04-25T17:13:39.249 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.247+0000 7f93c3564640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93bc10b9f0 0x7f93bc10aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:39.249 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.247+0000 7f93c3564640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93bc10e3e0 0x7f93bc1a76c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:39.249 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.247+0000 7f93c3564640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93bc110f50 0x7f93bc1a9c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:39.249 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.247+0000 7f93c3564640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f93bc116cf0 con 0x7f93bc10b9f0 2024-04-25T17:13:39.249 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.247+0000 7f93c3564640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f93bc116b70 con 0x7f93bc10e3e0 2024-04-25T17:13:39.249 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.247+0000 7f93c3564640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f93bc116e70 con 0x7f93bc110f50 2024-04-25T17:13:39.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.247+0000 7f93c1300640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93bc10b9f0 0x7f93bc10aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:39.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.247+0000 7f93c1300640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93bc10b9f0 0x7f93bc10aec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:49238/0 (socket says 172.21.15.28:49238) 2024-04-25T17:13:39.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.247+0000 7f93c1300640 1 -- 172.21.15.28:0/628756461 learned_addr learned my addr 172.21.15.28:0/628756461 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:39.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.247+0000 7f93c1b01640 1 --2- 172.21.15.28:0/628756461 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93bc110f50 0x7f93bc1a9c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:39.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.247+0000 7f93c0aff640 1 --2- 172.21.15.28:0/628756461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93bc10e3e0 0x7f93bc1a76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:39.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.247+0000 7f93c0aff640 1 -- 172.21.15.28:0/628756461 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93bc110f50 msgr2=0x7f93bc1a9c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:39.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.247+0000 7f93c0aff640 1 --2- 172.21.15.28:0/628756461 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93bc110f50 0x7f93bc1a9c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.247+0000 7f93c0aff640 1 -- 172.21.15.28:0/628756461 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93bc10b9f0 msgr2=0x7f93bc10aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:39.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.247+0000 7f93c0aff640 1 --2- 172.21.15.28:0/628756461 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93bc10b9f0 0x7f93bc10aec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.247+0000 7f93c0aff640 1 -- 172.21.15.28:0/628756461 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93bc1aa450 con 0x7f93bc10e3e0 2024-04-25T17:13:39.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.248+0000 7f93c0aff640 1 --2- 172.21.15.28:0/628756461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93bc10e3e0 0x7f93bc1a76c0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f93ac00e9f0 tx=0x7f93ac00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:39.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.248+0000 7f93b27fc640 1 -- 172.21.15.28:0/628756461 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93ac00ccc0 con 0x7f93bc10e3e0 2024-04-25T17:13:39.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.248+0000 7f93c3564640 1 -- 172.21.15.28:0/628756461 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93bc1aa740 con 0x7f93bc10e3e0 2024-04-25T17:13:39.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.248+0000 7f93b27fc640 1 -- 172.21.15.28:0/628756461 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f93ac0108c0 con 0x7f93bc10e3e0 2024-04-25T17:13:39.251 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.248+0000 7f93b27fc640 1 -- 172.21.15.28:0/628756461 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93ac0187c0 con 0x7f93bc10e3e0 2024-04-25T17:13:39.251 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.248+0000 7f93c3564640 1 -- 172.21.15.28:0/628756461 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93bc1aace0 con 0x7f93bc10e3e0 2024-04-25T17:13:39.251 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.249+0000 7f93c3564640 1 -- 172.21.15.28:0/628756461 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93bc069dc0 con 0x7f93bc10e3e0 2024-04-25T17:13:39.251 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.250+0000 7f93b27fc640 1 -- 172.21.15.28:0/628756461 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f93ac010430 con 0x7f93bc10e3e0 2024-04-25T17:13:39.251 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.251+0000 7f93b27fc640 1 --2- 172.21.15.28:0/628756461 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f93a80afba0 0x7f93a80b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:39.252 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.251+0000 7f93c1300640 1 --2- 172.21.15.28:0/628756461 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f93a80afba0 0x7f93a80b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:39.252 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.251+0000 7f93b27fc640 1 -- 172.21.15.28:0/628756461 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f93ac0deef0 con 0x7f93bc10e3e0 2024-04-25T17:13:39.252 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.252+0000 7f93c1300640 1 --2- 172.21.15.28:0/628756461 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f93a80afba0 0x7f93a80b20b0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f93b8005bc0 tx=0x7f93b8005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:39.254 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.255+0000 7f93b27fc640 1 -- 172.21.15.28:0/628756461 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f93ac0a7920 con 0x7f93bc10e3e0 2024-04-25T17:13:39.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:39 smithi028 ceph-mon[29207]: mds.? [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] up:boot 2024-04-25T17:13:39.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:39 smithi028 ceph-mon[29207]: fsmap 12 up:standby 2024-04-25T17:13:39.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:39 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T17:13:39.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:39 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:13:39.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:39 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1988487084' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:39.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.444+0000 7f93c3564640 1 -- 172.21.15.28:0/628756461 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f93bc072470 con 0x7f93bc10e3e0 2024-04-25T17:13:39.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.445+0000 7f93b27fc640 1 -- 172.21.15.28:0/628756461 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v72) ==== 74+0+18373 (secure 0 0 0) 0x7f93ac0abc20 con 0x7f93bc10e3e0 2024-04-25T17:13:39.445 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:39.446 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":72,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:12:53.104539+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:13:39.447 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.447+0000 7f93c3564640 1 -- 172.21.15.28:0/628756461 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f93a80afba0 msgr2=0x7f93a80b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:39.447 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.447+0000 7f93c3564640 1 --2- 172.21.15.28:0/628756461 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f93a80afba0 0x7f93a80b20b0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f93b8005bc0 tx=0x7f93b8005f90 comp rx=0 tx=0).stop 2024-04-25T17:13:39.448 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.447+0000 7f93c3564640 1 -- 172.21.15.28:0/628756461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93bc10e3e0 msgr2=0x7f93bc1a76c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:39.448 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.447+0000 7f93c3564640 1 --2- 172.21.15.28:0/628756461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93bc10e3e0 0x7f93bc1a76c0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f93ac00e9f0 tx=0x7f93ac00eeb0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.448 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.447+0000 7f93c3564640 1 -- 172.21.15.28:0/628756461 shutdown_connections 2024-04-25T17:13:39.448 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.447+0000 7f93c3564640 1 --2- 172.21.15.28:0/628756461 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f93a80afba0 0x7f93a80b20b0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.448 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.447+0000 7f93c3564640 1 --2- 172.21.15.28:0/628756461 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93bc110f50 0x7f93bc1a9c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.448 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.447+0000 7f93c3564640 1 --2- 172.21.15.28:0/628756461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93bc10e3e0 0x7f93bc1a76c0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.448 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.447+0000 7f93c3564640 1 --2- 172.21.15.28:0/628756461 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93bc10b9f0 0x7f93bc10aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.448 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.447+0000 7f93c3564640 1 -- 172.21.15.28:0/628756461 >> 172.21.15.28:0/628756461 conn(0x7f93bc070950 msgr2=0x7f93bc10c870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:39.448 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.447+0000 7f93c3564640 1 -- 172.21.15.28:0/628756461 shutdown_connections 2024-04-25T17:13:39.448 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.447+0000 7f93c3564640 1 -- 172.21.15.28:0/628756461 wait complete. 2024-04-25T17:13:39.459 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T17:08:58.716897+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T17:13:39.459 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T17:13:39.476 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:39 smithi084 ceph-mon[32752]: mds.? [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] up:boot 2024-04-25T17:13:39.476 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:39 smithi084 ceph-mon[32752]: fsmap 12 up:standby 2024-04-25T17:13:39.476 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:39 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T17:13:39.476 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:39 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:13:39.476 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:39 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1988487084' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:39.575 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.574+0000 7f136d555640 1 -- 172.21.15.28:0/1356319352 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1368105170 msgr2=0x7f13681032f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:39.575 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.574+0000 7f136d555640 1 --2- 172.21.15.28:0/1356319352 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1368105170 0x7f13681032f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f1358009900 tx=0x7f135802a410 comp rx=0 tx=0).stop 2024-04-25T17:13:39.575 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.574+0000 7f136d555640 1 -- 172.21.15.28:0/1356319352 shutdown_connections 2024-04-25T17:13:39.575 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.574+0000 7f136d555640 1 --2- 172.21.15.28:0/1356319352 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1368109a70 0x7f136810be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.575 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.574+0000 7f136d555640 1 --2- 172.21.15.28:0/1356319352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1368103830 0x7f1368103c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.575 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.574+0000 7f136d555640 1 --2- 172.21.15.28:0/1356319352 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1368105170 0x7f13681032f0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.576 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.574+0000 7f136d555640 1 -- 172.21.15.28:0/1356319352 >> 172.21.15.28:0/1356319352 conn(0x7f13680fed40 msgr2=0x7f13681011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:39.576 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.575+0000 7f136d555640 1 -- 172.21.15.28:0/1356319352 shutdown_connections 2024-04-25T17:13:39.576 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.575+0000 7f136d555640 1 -- 172.21.15.28:0/1356319352 wait complete. 2024-04-25T17:13:39.576 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.575+0000 7f136d555640 1 Processor -- start 2024-04-25T17:13:39.576 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.575+0000 7f136d555640 1 -- start start 2024-04-25T17:13:39.578 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.576+0000 7f136d555640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1368103830 0x7f136819a210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:39.578 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.576+0000 7f136d555640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1368105170 0x7f136819a750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:39.578 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.576+0000 7f136d555640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1368109a70 0x7f13681a16e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:39.578 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.576+0000 7f136d555640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f136810f5d0 con 0x7f1368103830 2024-04-25T17:13:39.579 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.576+0000 7f136d555640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f136810f450 con 0x7f1368109a70 2024-04-25T17:13:39.579 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.576+0000 7f136d555640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f136810f750 con 0x7f1368105170 2024-04-25T17:13:39.579 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.576+0000 7f1366ffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1368103830 0x7f136819a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:39.579 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.576+0000 7f1366ffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1368103830 0x7f136819a210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:49252/0 (socket says 172.21.15.28:49252) 2024-04-25T17:13:39.579 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.576+0000 7f1366ffd640 1 -- 172.21.15.28:0/979484564 learned_addr learned my addr 172.21.15.28:0/979484564 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:39.579 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.576+0000 7f13667fc640 1 --2- 172.21.15.28:0/979484564 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1368105170 0x7f136819a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:39.579 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.576+0000 7f13677fe640 1 --2- 172.21.15.28:0/979484564 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1368109a70 0x7f13681a16e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:39.579 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.576+0000 7f1366ffd640 1 -- 172.21.15.28:0/979484564 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1368105170 msgr2=0x7f136819a750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:39.579 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.576+0000 7f1366ffd640 1 --2- 172.21.15.28:0/979484564 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1368105170 0x7f136819a750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.579 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.576+0000 7f1366ffd640 1 -- 172.21.15.28:0/979484564 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1368109a70 msgr2=0x7f13681a16e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:39.579 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.576+0000 7f1366ffd640 1 --2- 172.21.15.28:0/979484564 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1368109a70 0x7f13681a16e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.579 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.576+0000 7f1366ffd640 1 -- 172.21.15.28:0/979484564 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13681a1d50 con 0x7f1368103830 2024-04-25T17:13:39.579 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.576+0000 7f13677fe640 1 --2- 172.21.15.28:0/979484564 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1368109a70 0x7f13681a16e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:13:39.579 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.576+0000 7f1366ffd640 1 --2- 172.21.15.28:0/979484564 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1368103830 0x7f136819a210 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1358005760 tx=0x7f1358004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:39.580 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.576+0000 7f134ffff640 1 -- 172.21.15.28:0/979484564 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f135803f030 con 0x7f1368103830 2024-04-25T17:13:39.580 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.576+0000 7f134ffff640 1 -- 172.21.15.28:0/979484564 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1358003a80 con 0x7f1368103830 2024-04-25T17:13:39.580 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.576+0000 7f136d555640 1 -- 172.21.15.28:0/979484564 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13681a1fe0 con 0x7f1368103830 2024-04-25T17:13:39.580 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.576+0000 7f134ffff640 1 -- 172.21.15.28:0/979484564 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1358035070 con 0x7f1368103830 2024-04-25T17:13:39.580 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.576+0000 7f136d555640 1 -- 172.21.15.28:0/979484564 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13681a23e0 con 0x7f1368103830 2024-04-25T17:13:39.580 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.577+0000 7f136d555640 1 -- 172.21.15.28:0/979484564 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f136806a210 con 0x7f1368103830 2024-04-25T17:13:39.581 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.579+0000 7f134ffff640 1 -- 172.21.15.28:0/979484564 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f1358042030 con 0x7f1368103830 2024-04-25T17:13:39.581 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.579+0000 7f134ffff640 1 --2- 172.21.15.28:0/979484564 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f13500afaf0 0x7f13500b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:39.581 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.580+0000 7f13667fc640 1 --2- 172.21.15.28:0/979484564 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f13500afaf0 0x7f13500b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:39.581 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.580+0000 7f134ffff640 1 -- 172.21.15.28:0/979484564 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f13580ff2e0 con 0x7f1368103830 2024-04-25T17:13:39.581 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.580+0000 7f13667fc640 1 --2- 172.21.15.28:0/979484564 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f13500afaf0 0x7f13500b2000 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f135c005fd0 tx=0x7f135c005c70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:39.583 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.583+0000 7f134ffff640 1 -- 172.21.15.28:0/979484564 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f13580c8360 con 0x7f1368103830 2024-04-25T17:13:39.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:39 smithi042 ceph-mon[32851]: mds.? [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] up:boot 2024-04-25T17:13:39.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:39 smithi042 ceph-mon[32851]: fsmap 12 up:standby 2024-04-25T17:13:39.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:39 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T17:13:39.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:39 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:13:39.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:39 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1988487084' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:39.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.789+0000 7f136d555640 1 -- 172.21.15.28:0/979484564 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f136802db50 con 0x7f1368103830 2024-04-25T17:13:39.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.790+0000 7f134ffff640 1 -- 172.21.15.28:0/979484564 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v72) ==== 93+0+10 (secure 0 0 0) 0x7f13580d03e0 con 0x7f1368103830 2024-04-25T17:13:39.790 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 1 2024-04-25T17:13:39.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.792+0000 7f136d555640 1 -- 172.21.15.28:0/979484564 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f13500afaf0 msgr2=0x7f13500b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:39.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.792+0000 7f136d555640 1 --2- 172.21.15.28:0/979484564 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f13500afaf0 0x7f13500b2000 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f135c005fd0 tx=0x7f135c005c70 comp rx=0 tx=0).stop 2024-04-25T17:13:39.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.792+0000 7f136d555640 1 -- 172.21.15.28:0/979484564 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1368103830 msgr2=0x7f136819a210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:39.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.792+0000 7f136d555640 1 --2- 172.21.15.28:0/979484564 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1368103830 0x7f136819a210 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1358005760 tx=0x7f1358004270 comp rx=0 tx=0).stop 2024-04-25T17:13:39.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.792+0000 7f136d555640 1 -- 172.21.15.28:0/979484564 shutdown_connections 2024-04-25T17:13:39.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.792+0000 7f136d555640 1 --2- 172.21.15.28:0/979484564 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f13500afaf0 0x7f13500b2000 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.792+0000 7f136d555640 1 --2- 172.21.15.28:0/979484564 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1368109a70 0x7f13681a16e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.792+0000 7f136d555640 1 --2- 172.21.15.28:0/979484564 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1368105170 0x7f136819a750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.792+0000 7f136d555640 1 --2- 172.21.15.28:0/979484564 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1368103830 0x7f136819a210 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.792+0000 7f136d555640 1 -- 172.21.15.28:0/979484564 >> 172.21.15.28:0/979484564 conn(0x7f13680fed40 msgr2=0x7f1368105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:39.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.792+0000 7f136d555640 1 -- 172.21.15.28:0/979484564 shutdown_connections 2024-04-25T17:13:39.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.792+0000 7f136d555640 1 -- 172.21.15.28:0/979484564 wait complete. 2024-04-25T17:13:39.804 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-25T17:13:39.925 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.925+0000 7f4903d14640 1 -- 172.21.15.28:0/3006564071 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f48fc102a00 msgr2=0x7f48fc103700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:39.925 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.925+0000 7f4903d14640 1 --2- 172.21.15.28:0/3006564071 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f48fc102a00 0x7f48fc103700 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f48ec009900 tx=0x7f48ec02a410 comp rx=0 tx=0).stop 2024-04-25T17:13:39.925 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.925+0000 7f4903d14640 1 -- 172.21.15.28:0/3006564071 shutdown_connections 2024-04-25T17:13:39.925 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.925+0000 7f4903d14640 1 --2- 172.21.15.28:0/3006564071 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f48fc108940 0x7f48fc10ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.925 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.925+0000 7f4903d14640 1 --2- 172.21.15.28:0/3006564071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48fc103c40 0x7f48fc104050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.926 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.925+0000 7f4903d14640 1 --2- 172.21.15.28:0/3006564071 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f48fc102a00 0x7f48fc103700 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.926 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.925+0000 7f4903d14640 1 -- 172.21.15.28:0/3006564071 >> 172.21.15.28:0/3006564071 conn(0x7f48fc0fdbf0 msgr2=0x7f48fc1000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:39.926 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.925+0000 7f4903d14640 1 -- 172.21.15.28:0/3006564071 shutdown_connections 2024-04-25T17:13:39.926 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.925+0000 7f4903d14640 1 -- 172.21.15.28:0/3006564071 wait complete. 2024-04-25T17:13:39.928 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.926+0000 7f4903d14640 1 Processor -- start 2024-04-25T17:13:39.928 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.926+0000 7f4903d14640 1 -- start start 2024-04-25T17:13:39.928 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.926+0000 7f4903d14640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48fc102a00 0x7f48fc197ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:39.928 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.926+0000 7f4903d14640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f48fc103c40 0x7f48fc198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:39.928 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.926+0000 7f4903d14640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f48fc108940 0x7f48fc19f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:39.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.926+0000 7f4903d14640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f48fc10e390 con 0x7f48fc108940 2024-04-25T17:13:39.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.926+0000 7f4903d14640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f48fc10e210 con 0x7f48fc102a00 2024-04-25T17:13:39.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.926+0000 7f4903d14640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f48fc10e510 con 0x7f48fc103c40 2024-04-25T17:13:39.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.926+0000 7f49022b1640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f48fc108940 0x7f48fc19f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:39.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.926+0000 7f49022b1640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f48fc108940 0x7f48fc19f3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:49258/0 (socket says 172.21.15.28:49258) 2024-04-25T17:13:39.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.926+0000 7f49022b1640 1 -- 172.21.15.28:0/2124916281 learned_addr learned my addr 172.21.15.28:0/2124916281 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:39.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.926+0000 7f49012af640 1 --2- 172.21.15.28:0/2124916281 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f48fc103c40 0x7f48fc198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:39.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.926+0000 7f4901ab0640 1 --2- 172.21.15.28:0/2124916281 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48fc102a00 0x7f48fc197ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:39.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.926+0000 7f49022b1640 1 -- 172.21.15.28:0/2124916281 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f48fc103c40 msgr2=0x7f48fc198410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:39.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.926+0000 7f49022b1640 1 --2- 172.21.15.28:0/2124916281 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f48fc103c40 0x7f48fc198410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.927+0000 7f49022b1640 1 -- 172.21.15.28:0/2124916281 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48fc102a00 msgr2=0x7f48fc197ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:39.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.927+0000 7f49022b1640 1 --2- 172.21.15.28:0/2124916281 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48fc102a00 0x7f48fc197ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:39.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.927+0000 7f49022b1640 1 -- 172.21.15.28:0/2124916281 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48fc19fa10 con 0x7f48fc108940 2024-04-25T17:13:39.930 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.927+0000 7f4901ab0640 1 --2- 172.21.15.28:0/2124916281 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48fc102a00 0x7f48fc197ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:13:39.930 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.927+0000 7f49022b1640 1 --2- 172.21.15.28:0/2124916281 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f48fc108940 0x7f48fc19f3a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f48f4009fd0 tx=0x7f48f400b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:39.930 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.927+0000 7f48f2ffd640 1 -- 172.21.15.28:0/2124916281 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48f4017070 con 0x7f48fc108940 2024-04-25T17:13:39.930 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.927+0000 7f48f2ffd640 1 -- 172.21.15.28:0/2124916281 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f48f4003e00 con 0x7f48fc108940 2024-04-25T17:13:39.930 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.927+0000 7f4903d14640 1 -- 172.21.15.28:0/2124916281 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48fc19fd00 con 0x7f48fc108940 2024-04-25T17:13:39.930 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.927+0000 7f48f2ffd640 1 -- 172.21.15.28:0/2124916281 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48f4010460 con 0x7f48fc108940 2024-04-25T17:13:39.930 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.927+0000 7f4903d14640 1 -- 172.21.15.28:0/2124916281 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48fc1a0200 con 0x7f48fc108940 2024-04-25T17:13:39.930 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.928+0000 7f4903d14640 1 -- 172.21.15.28:0/2124916281 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48fc1a0460 con 0x7f48fc108940 2024-04-25T17:13:39.931 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.930+0000 7f48f2ffd640 1 -- 172.21.15.28:0/2124916281 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f48f4003970 con 0x7f48fc108940 2024-04-25T17:13:39.931 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.930+0000 7f48f2ffd640 1 --2- 172.21.15.28:0/2124916281 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f48e80afba0 0x7f48e80b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:39.931 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.930+0000 7f4901ab0640 1 --2- 172.21.15.28:0/2124916281 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f48e80afba0 0x7f48e80b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:39.931 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.930+0000 7f48f2ffd640 1 -- 172.21.15.28:0/2124916281 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f48f40de8a0 con 0x7f48fc108940 2024-04-25T17:13:39.931 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.931+0000 7f4901ab0640 1 --2- 172.21.15.28:0/2124916281 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f48e80afba0 0x7f48e80b20b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f48ec005760 tx=0x7f48ec000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:39.934 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:39.934+0000 7f48f2ffd640 1 -- 172.21.15.28:0/2124916281 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f48f40a72d0 con 0x7f48fc108940 2024-04-25T17:13:40.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.151+0000 7f4903d14640 1 -- 172.21.15.28:0/2124916281 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f48fc02dda0 con 0x7f48fc108940 2024-04-25T17:13:40.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.152+0000 7f48f2ffd640 1 -- 172.21.15.28:0/2124916281 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v72) ==== 84+0+65 (secure 0 0 0) 0x7f48f40ab5d0 con 0x7f48fc108940 2024-04-25T17:13:40.152 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:40.152 INFO:teuthology.orchestra.run.smithi028.stdout:[ 2024-04-25T17:13:40.152 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:13:40.152 INFO:teuthology.orchestra.run.smithi028.stdout: "poolnum": 1, 2024-04-25T17:13:40.152 INFO:teuthology.orchestra.run.smithi028.stdout: "poolname": ".mgr" 2024-04-25T17:13:40.152 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:13:40.152 INFO:teuthology.orchestra.run.smithi028.stdout:] 2024-04-25T17:13:40.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.153+0000 7f4903d14640 1 -- 172.21.15.28:0/2124916281 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f48e80afba0 msgr2=0x7f48e80b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:40.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.153+0000 7f4903d14640 1 --2- 172.21.15.28:0/2124916281 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f48e80afba0 0x7f48e80b20b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f48ec005760 tx=0x7f48ec000bc0 comp rx=0 tx=0).stop 2024-04-25T17:13:40.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.153+0000 7f4903d14640 1 -- 172.21.15.28:0/2124916281 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f48fc108940 msgr2=0x7f48fc19f3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:40.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.153+0000 7f4903d14640 1 --2- 172.21.15.28:0/2124916281 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f48fc108940 0x7f48fc19f3a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f48f4009fd0 tx=0x7f48f400b260 comp rx=0 tx=0).stop 2024-04-25T17:13:40.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.153+0000 7f4903d14640 1 -- 172.21.15.28:0/2124916281 shutdown_connections 2024-04-25T17:13:40.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.153+0000 7f4903d14640 1 --2- 172.21.15.28:0/2124916281 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f48e80afba0 0x7f48e80b20b0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:40.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.153+0000 7f4903d14640 1 --2- 172.21.15.28:0/2124916281 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f48fc108940 0x7f48fc19f3a0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:40.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.153+0000 7f4903d14640 1 --2- 172.21.15.28:0/2124916281 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f48fc103c40 0x7f48fc198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:40.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.153+0000 7f4903d14640 1 --2- 172.21.15.28:0/2124916281 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48fc102a00 0x7f48fc197ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:40.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.153+0000 7f4903d14640 1 -- 172.21.15.28:0/2124916281 >> 172.21.15.28:0/2124916281 conn(0x7f48fc0fdbf0 msgr2=0x7f48fc100010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:40.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.154+0000 7f4903d14640 1 -- 172.21.15.28:0/2124916281 shutdown_connections 2024-04-25T17:13:40.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.154+0000 7f4903d14640 1 -- 172.21.15.28:0/2124916281 wait complete. 2024-04-25T17:13:40.165 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-25T17:13:40.165 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-25T17:13:40.285 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.285+0000 7fcabe585640 1 -- 172.21.15.28:0/2963518370 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcab81031d0 msgr2=0x7fcab81055f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:40.286 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.285+0000 7fcabe585640 1 --2- 172.21.15.28:0/2963518370 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcab81031d0 0x7fcab81055f0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fcaa8009900 tx=0x7fcaa802a410 comp rx=0 tx=0).stop 2024-04-25T17:13:40.286 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.285+0000 7fcabe585640 1 -- 172.21.15.28:0/2963518370 shutdown_connections 2024-04-25T17:13:40.286 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.285+0000 7fcabe585640 1 --2- 172.21.15.28:0/2963518370 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcab8108670 0x7fcab810ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:40.286 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.285+0000 7fcabe585640 1 --2- 172.21.15.28:0/2963518370 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcab8105b30 0x7fcab8107fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:40.286 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.285+0000 7fcabe585640 1 --2- 172.21.15.28:0/2963518370 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcab81031d0 0x7fcab81055f0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:40.286 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.285+0000 7fcabe585640 1 -- 172.21.15.28:0/2963518370 >> 172.21.15.28:0/2963518370 conn(0x7fcab80fcf20 msgr2=0x7fcab80ff3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:40.286 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.285+0000 7fcabe585640 1 -- 172.21.15.28:0/2963518370 shutdown_connections 2024-04-25T17:13:40.286 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.285+0000 7fcabe585640 1 -- 172.21.15.28:0/2963518370 wait complete. 2024-04-25T17:13:40.286 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.286+0000 7fcabe585640 1 Processor -- start 2024-04-25T17:13:40.286 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.286+0000 7fcabe585640 1 -- start start 2024-04-25T17:13:40.288 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.286+0000 7fcabe585640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcab81031d0 0x7fcab81990a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:40.289 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.286+0000 7fcabe585640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcab8105b30 0x7fcab81995e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:40.289 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.286+0000 7fcabe585640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcab8108670 0x7fcab81a0520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:40.289 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.286+0000 7fcabe585640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fcab810e3e0 con 0x7fcab8108670 2024-04-25T17:13:40.289 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.286+0000 7fcabe585640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcab810e260 con 0x7fcab81031d0 2024-04-25T17:13:40.289 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.286+0000 7fcabe585640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcab810e560 con 0x7fcab8105b30 2024-04-25T17:13:40.289 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.286+0000 7fcabcb22640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcab8108670 0x7fcab81a0520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:40.289 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.286+0000 7fcabcb22640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcab8108670 0x7fcab81a0520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:49284/0 (socket says 172.21.15.28:49284) 2024-04-25T17:13:40.289 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.286+0000 7fcab77fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcab8105b30 0x7fcab81995e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:40.289 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.286+0000 7fcabcb22640 1 -- 172.21.15.28:0/1133729043 learned_addr learned my addr 172.21.15.28:0/1133729043 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:40.289 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.286+0000 7fcab7fff640 1 --2- 172.21.15.28:0/1133729043 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcab81031d0 0x7fcab81990a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:40.289 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.287+0000 7fcabcb22640 1 -- 172.21.15.28:0/1133729043 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcab8105b30 msgr2=0x7fcab81995e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:40.289 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.287+0000 7fcabcb22640 1 --2- 172.21.15.28:0/1133729043 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcab8105b30 0x7fcab81995e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:40.289 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.287+0000 7fcabcb22640 1 -- 172.21.15.28:0/1133729043 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcab81031d0 msgr2=0x7fcab81990a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:40.290 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.287+0000 7fcabcb22640 1 --2- 172.21.15.28:0/1133729043 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcab81031d0 0x7fcab81990a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:40.290 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.287+0000 7fcabcb22640 1 -- 172.21.15.28:0/1133729043 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcab81a0b90 con 0x7fcab8108670 2024-04-25T17:13:40.290 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.287+0000 7fcab7fff640 1 --2- 172.21.15.28:0/1133729043 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcab81031d0 0x7fcab81990a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:13:40.290 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.287+0000 7fcab77fe640 1 --2- 172.21.15.28:0/1133729043 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcab8105b30 0x7fcab81995e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:13:40.290 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.287+0000 7fcabcb22640 1 --2- 172.21.15.28:0/1133729043 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcab8108670 0x7fcab81a0520 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fcab000eb10 tx=0x7fcab000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:40.290 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.287+0000 7fcab57fa640 1 -- 172.21.15.28:0/1133729043 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab0004b20 con 0x7fcab8108670 2024-04-25T17:13:40.290 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.287+0000 7fcabe585640 1 -- 172.21.15.28:0/1133729043 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcab81a0e80 con 0x7fcab8108670 2024-04-25T17:13:40.290 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.287+0000 7fcab57fa640 1 -- 172.21.15.28:0/1133729043 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcab0004cc0 con 0x7fcab8108670 2024-04-25T17:13:40.290 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.287+0000 7fcab57fa640 1 -- 172.21.15.28:0/1133729043 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab0010690 con 0x7fcab8108670 2024-04-25T17:13:40.290 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.287+0000 7fcabe585640 1 -- 172.21.15.28:0/1133729043 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcab81a12e0 con 0x7fcab8108670 2024-04-25T17:13:40.290 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.288+0000 7fcabe585640 1 -- 172.21.15.28:0/1133729043 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcab806a240 con 0x7fcab8108670 2024-04-25T17:13:40.291 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.289+0000 7fcab57fa640 1 -- 172.21.15.28:0/1133729043 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7fcab0005020 con 0x7fcab8108670 2024-04-25T17:13:40.291 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.290+0000 7fcab57fa640 1 --2- 172.21.15.28:0/1133729043 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcaa00afaf0 0x7fcaa00b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:40.291 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.290+0000 7fcab7fff640 1 --2- 172.21.15.28:0/1133729043 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcaa00afaf0 0x7fcaa00b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:40.291 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.290+0000 7fcab57fa640 1 -- 172.21.15.28:0/1133729043 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fcab00dee30 con 0x7fcab8108670 2024-04-25T17:13:40.291 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.291+0000 7fcab7fff640 1 --2- 172.21.15.28:0/1133729043 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcaa00afaf0 0x7fcaa00b2000 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fcaa802a930 tx=0x7fcaa8005720 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:40.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.295+0000 7fcab57fa640 1 -- 172.21.15.28:0/1133729043 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcab806a240 con 0x7fcab8108670 2024-04-25T17:13:40.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:40 smithi028 ceph-mon[29207]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:40.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:40 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/628756461' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:13:40.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:40 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/979484564' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:13:40.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:40 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:40.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:40 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:40.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:40 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:40.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:40 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:40.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:40 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2124916281' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-25T17:13:40.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:40 smithi084 ceph-mon[32752]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:40.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:40 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/628756461' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:13:40.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:40 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/979484564' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:13:40.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:40 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:40.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:40 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:40.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:40 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:40.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:40 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:40.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:40 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2124916281' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-25T17:13:40.490 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:40.490+0000 7fcabe585640 1 -- 172.21.15.28:0/1133729043 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fcab80637a0 con 0x7fcab8108670 2024-04-25T17:13:40.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:40 smithi042 ceph-mon[32851]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:40.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:40 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/628756461' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:13:40.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:40 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/979484564' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:13:40.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:40 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:40.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:40 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:40.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:40 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:40.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:40 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:40.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:40 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2124916281' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-25T17:13:41.228 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.228+0000 7fcab57fa640 1 -- 172.21.15.28:0/1133729043 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v73) ==== 138+0+0 (secure 0 0 0) 0x7fcab00a7e10 con 0x7fcab8108670 2024-04-25T17:13:41.228 INFO:teuthology.orchestra.run.smithi028.stderr:pool 'cephfs_metadata' created 2024-04-25T17:13:41.230 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.230+0000 7fcabe585640 1 -- 172.21.15.28:0/1133729043 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcaa00afaf0 msgr2=0x7fcaa00b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:41.231 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.230+0000 7fcabe585640 1 --2- 172.21.15.28:0/1133729043 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcaa00afaf0 0x7fcaa00b2000 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fcaa802a930 tx=0x7fcaa8005720 comp rx=0 tx=0).stop 2024-04-25T17:13:41.231 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.230+0000 7fcabe585640 1 -- 172.21.15.28:0/1133729043 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcab8108670 msgr2=0x7fcab81a0520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:41.231 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.230+0000 7fcabe585640 1 --2- 172.21.15.28:0/1133729043 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcab8108670 0x7fcab81a0520 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fcab000eb10 tx=0x7fcab000c2d0 comp rx=0 tx=0).stop 2024-04-25T17:13:41.231 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.230+0000 7fcabe585640 1 -- 172.21.15.28:0/1133729043 shutdown_connections 2024-04-25T17:13:41.231 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.230+0000 7fcabe585640 1 --2- 172.21.15.28:0/1133729043 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcaa00afaf0 0x7fcaa00b2000 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:41.231 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.230+0000 7fcabe585640 1 --2- 172.21.15.28:0/1133729043 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcab8108670 0x7fcab81a0520 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:41.231 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.230+0000 7fcabe585640 1 --2- 172.21.15.28:0/1133729043 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcab8105b30 0x7fcab81995e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:41.231 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.230+0000 7fcabe585640 1 --2- 172.21.15.28:0/1133729043 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcab81031d0 0x7fcab81990a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:41.231 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.231+0000 7fcabe585640 1 -- 172.21.15.28:0/1133729043 >> 172.21.15.28:0/1133729043 conn(0x7fcab80fcf20 msgr2=0x7fcab8105200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:41.231 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.231+0000 7fcabe585640 1 -- 172.21.15.28:0/1133729043 shutdown_connections 2024-04-25T17:13:41.231 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.231+0000 7fcabe585640 1 -- 172.21.15.28:0/1133729043 wait complete. 2024-04-25T17:13:41.247 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-04-25T17:13:41.373 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.370+0000 7f17fba61640 1 -- 172.21.15.28:0/2154954800 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f17f4104440 msgr2=0x7f17f410ab80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:41.373 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.370+0000 7f17fba61640 1 --2- 172.21.15.28:0/2154954800 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f17f4104440 0x7f17f410ab80 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f17ec009ca0 tx=0x7f17ec02a8c0 comp rx=0 tx=0).stop 2024-04-25T17:13:41.373 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.370+0000 7f17fba61640 1 -- 172.21.15.28:0/2154954800 shutdown_connections 2024-04-25T17:13:41.373 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.370+0000 7f17fba61640 1 --2- 172.21.15.28:0/2154954800 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f17f4104440 0x7f17f410ab80 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:41.373 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.370+0000 7f17fba61640 1 --2- 172.21.15.28:0/2154954800 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f17f4103900 0x7f17f4103db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:41.373 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.370+0000 7f17fba61640 1 --2- 172.21.15.28:0/2154954800 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17f4102f20 0x7f17f4103330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:41.373 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.370+0000 7f17fba61640 1 -- 172.21.15.28:0/2154954800 >> 172.21.15.28:0/2154954800 conn(0x7f17f40fd340 msgr2=0x7f17f40ff7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:41.373 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.370+0000 7f17fba61640 1 -- 172.21.15.28:0/2154954800 shutdown_connections 2024-04-25T17:13:41.373 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.370+0000 7f17fba61640 1 -- 172.21.15.28:0/2154954800 wait complete. 2024-04-25T17:13:41.373 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.371+0000 7f17fba61640 1 Processor -- start 2024-04-25T17:13:41.374 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.371+0000 7f17fba61640 1 -- start start 2024-04-25T17:13:41.374 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.371+0000 7f17fba61640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17f4102f20 0x7f17f4102220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:41.374 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.371+0000 7f17fba61640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f17f4103900 0x7f17f419edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:41.374 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.371+0000 7f17fba61640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f17f4104440 0x7f17f41a1370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:41.374 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.371+0000 7f17fba61640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f17f410e3f0 con 0x7f17f4103900 2024-04-25T17:13:41.374 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.371+0000 7f17fba61640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f17f410e270 con 0x7f17f4104440 2024-04-25T17:13:41.374 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.371+0000 7f17fba61640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f17f410e570 con 0x7f17f4102f20 2024-04-25T17:13:41.374 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.371+0000 7f17f8ffc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f17f4103900 0x7f17f419edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:41.374 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.371+0000 7f17f97fd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17f4102f20 0x7f17f4102220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:41.374 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.371+0000 7f17f97fd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17f4102f20 0x7f17f4102220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.28:33682/0 (socket says 172.21.15.28:33682) 2024-04-25T17:13:41.374 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.371+0000 7f17f97fd640 1 -- 172.21.15.28:0/1413204975 learned_addr learned my addr 172.21.15.28:0/1413204975 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:41.374 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.372+0000 7f17f9ffe640 1 --2- 172.21.15.28:0/1413204975 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f17f4104440 0x7f17f41a1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:41.374 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.372+0000 7f17f97fd640 1 -- 172.21.15.28:0/1413204975 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f17f4104440 msgr2=0x7f17f41a1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:41.374 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.372+0000 7f17f97fd640 1 --2- 172.21.15.28:0/1413204975 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f17f4104440 0x7f17f41a1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:41.375 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.372+0000 7f17f97fd640 1 -- 172.21.15.28:0/1413204975 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f17f4103900 msgr2=0x7f17f419edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:41.375 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.372+0000 7f17f97fd640 1 --2- 172.21.15.28:0/1413204975 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f17f4103900 0x7f17f419edc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:41.375 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.372+0000 7f17f97fd640 1 -- 172.21.15.28:0/1413204975 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17f41a1b90 con 0x7f17f4102f20 2024-04-25T17:13:41.375 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.372+0000 7f17f97fd640 1 --2- 172.21.15.28:0/1413204975 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17f4102f20 0x7f17f4102220 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f17e400e970 tx=0x7f17e400ee30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:41.375 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.372+0000 7f17ea7fc640 1 -- 172.21.15.28:0/1413204975 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17e400cd80 con 0x7f17f4102f20 2024-04-25T17:13:41.375 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.372+0000 7f17fba61640 1 -- 172.21.15.28:0/1413204975 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17f41a1e80 con 0x7f17f4102f20 2024-04-25T17:13:41.375 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.372+0000 7f17ea7fc640 1 -- 172.21.15.28:0/1413204975 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f17e40035f0 con 0x7f17f4102f20 2024-04-25T17:13:41.375 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.372+0000 7f17ea7fc640 1 -- 172.21.15.28:0/1413204975 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17e4010690 con 0x7f17f4102f20 2024-04-25T17:13:41.375 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.372+0000 7f17fba61640 1 -- 172.21.15.28:0/1413204975 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17f41a22e0 con 0x7f17f4102f20 2024-04-25T17:13:41.375 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.373+0000 7f17fba61640 1 -- 172.21.15.28:0/1413204975 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17f40693c0 con 0x7f17f4102f20 2024-04-25T17:13:41.376 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.374+0000 7f17ea7fc640 1 -- 172.21.15.28:0/1413204975 <== mon.1 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f17e4004000 con 0x7f17f4102f20 2024-04-25T17:13:41.376 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.375+0000 7f17ea7fc640 1 --2- 172.21.15.28:0/1413204975 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f17e00afaf0 0x7f17e00b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:41.376 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.375+0000 7f17f8ffc640 1 --2- 172.21.15.28:0/1413204975 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f17e00afaf0 0x7f17e00b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:41.376 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.375+0000 7f17ea7fc640 1 -- 172.21.15.28:0/1413204975 <== mon.1 v2:172.21.15.84:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7497+0+0 (secure 0 0 0) 0x7f17e40ded60 con 0x7f17f4102f20 2024-04-25T17:13:41.376 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.376+0000 7f17f8ffc640 1 --2- 172.21.15.28:0/1413204975 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f17e00afaf0 0x7f17e00b2000 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f17f4101bc0 tx=0x7f17f0005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:41.378 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.379+0000 7f17ea7fc640 1 -- 172.21.15.28:0/1413204975 <== mon.1 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f17f40693c0 con 0x7f17f4102f20 2024-04-25T17:13:41.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:41.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:41.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:41.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:13:41.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:41.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:13:41.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:41 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1133729043' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-25T17:13:41.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:41 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:41.489 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:41.489 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:41.489 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:41.489 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:13:41.489 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:41.490 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:13:41.490 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:41 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1133729043' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-25T17:13:41.490 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:41 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:41.568 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:41.568+0000 7f17fba61640 1 -- 172.21.15.28:0/1413204975 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7f17f4109920 con 0x7f17f4102f20 2024-04-25T17:13:41.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:41.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:41.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:41.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:13:41.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:41.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:13:41.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:41 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1133729043' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-25T17:13:41.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:41 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:42.239 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.239+0000 7f17ea7fc640 1 -- 172.21.15.28:0/1413204975 <== mon.1 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v74) ==== 171+0+0 (secure 0 0 0) 0x7f17f4109920 con 0x7f17f4102f20 2024-04-25T17:13:42.241 INFO:teuthology.orchestra.run.smithi028.stderr:pool 'cephfs_data' created 2024-04-25T17:13:42.245 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.245+0000 7f17fba61640 1 -- 172.21.15.28:0/1413204975 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f17e00afaf0 msgr2=0x7f17e00b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:42.245 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.245+0000 7f17fba61640 1 --2- 172.21.15.28:0/1413204975 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f17e00afaf0 0x7f17e00b2000 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f17f4101bc0 tx=0x7f17f0005f90 comp rx=0 tx=0).stop 2024-04-25T17:13:42.245 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.245+0000 7f17fba61640 1 -- 172.21.15.28:0/1413204975 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17f4102f20 msgr2=0x7f17f4102220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:42.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.245+0000 7f17fba61640 1 --2- 172.21.15.28:0/1413204975 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17f4102f20 0x7f17f4102220 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f17e400e970 tx=0x7f17e400ee30 comp rx=0 tx=0).stop 2024-04-25T17:13:42.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.245+0000 7f17fba61640 1 -- 172.21.15.28:0/1413204975 shutdown_connections 2024-04-25T17:13:42.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.245+0000 7f17fba61640 1 --2- 172.21.15.28:0/1413204975 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f17e00afaf0 0x7f17e00b2000 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:42.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.245+0000 7f17fba61640 1 --2- 172.21.15.28:0/1413204975 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f17f4104440 0x7f17f41a1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:42.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.245+0000 7f17fba61640 1 --2- 172.21.15.28:0/1413204975 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f17f4103900 0x7f17f419edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:42.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.245+0000 7f17fba61640 1 --2- 172.21.15.28:0/1413204975 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17f4102f20 0x7f17f4102220 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:42.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.245+0000 7f17fba61640 1 -- 172.21.15.28:0/1413204975 >> 172.21.15.28:0/1413204975 conn(0x7f17f40fd340 msgr2=0x7f17f4106aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:42.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.246+0000 7f17fba61640 1 -- 172.21.15.28:0/1413204975 shutdown_connections 2024-04-25T17:13:42.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.246+0000 7f17fba61640 1 -- 172.21.15.28:0/1413204975 wait complete. 2024-04-25T17:13:42.265 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-25T17:13:42.383 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.380+0000 7f0a6d2b1640 1 -- 172.21.15.28:0/2130817840 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0a68104d70 msgr2=0x7f0a68105180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:42.383 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.380+0000 7f0a6d2b1640 1 --2- 172.21.15.28:0/2130817840 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0a68104d70 0x7f0a68105180 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f0a50009900 tx=0x7f0a5002a410 comp rx=0 tx=0).stop 2024-04-25T17:13:42.383 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.380+0000 7f0a6d2b1640 1 -- 172.21.15.28:0/2130817840 shutdown_connections 2024-04-25T17:13:42.383 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.380+0000 7f0a6d2b1640 1 --2- 172.21.15.28:0/2130817840 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0a68109a70 0x7f0a6810be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:42.383 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.380+0000 7f0a6d2b1640 1 --2- 172.21.15.28:0/2130817840 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0a68104d70 0x7f0a68105180 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:42.383 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.380+0000 7f0a6d2b1640 1 --2- 172.21.15.28:0/2130817840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0a68103b30 0x7f0a68104830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:42.383 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.380+0000 7f0a6d2b1640 1 -- 172.21.15.28:0/2130817840 >> 172.21.15.28:0/2130817840 conn(0x7f0a680fed40 msgr2=0x7f0a681011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:42.383 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.380+0000 7f0a6d2b1640 1 -- 172.21.15.28:0/2130817840 shutdown_connections 2024-04-25T17:13:42.384 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.380+0000 7f0a6d2b1640 1 -- 172.21.15.28:0/2130817840 wait complete. 2024-04-25T17:13:42.384 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.381+0000 7f0a6d2b1640 1 Processor -- start 2024-04-25T17:13:42.384 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.381+0000 7f0a6d2b1640 1 -- start start 2024-04-25T17:13:42.384 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.381+0000 7f0a6d2b1640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0a68103b30 0x7f0a6819c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:42.384 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.381+0000 7f0a6d2b1640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0a68104d70 0x7f0a6819c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:42.384 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.381+0000 7f0a6d2b1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0a68109a70 0x7f0a681a3830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:42.384 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.381+0000 7f0a6d2b1640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f0a6810f530 con 0x7f0a68103b30 2024-04-25T17:13:42.384 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.381+0000 7f0a6d2b1640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0a6810f3b0 con 0x7f0a68104d70 2024-04-25T17:13:42.384 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.381+0000 7f0a6d2b1640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0a6810f6b0 con 0x7f0a68109a70 2024-04-25T17:13:42.384 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.382+0000 7f0a66ffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0a68103b30 0x7f0a6819c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:42.384 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.382+0000 7f0a66ffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0a68103b30 0x7f0a6819c360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:49316/0 (socket says 172.21.15.28:49316) 2024-04-25T17:13:42.385 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.382+0000 7f0a66ffd640 1 -- 172.21.15.28:0/2047948317 learned_addr learned my addr 172.21.15.28:0/2047948317 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:42.385 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.382+0000 7f0a677fe640 1 --2- 172.21.15.28:0/2047948317 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0a68109a70 0x7f0a681a3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:42.385 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.382+0000 7f0a667fc640 1 --2- 172.21.15.28:0/2047948317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0a68104d70 0x7f0a6819c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:42.385 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.382+0000 7f0a66ffd640 1 -- 172.21.15.28:0/2047948317 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0a68109a70 msgr2=0x7f0a681a3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:42.385 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.382+0000 7f0a66ffd640 1 --2- 172.21.15.28:0/2047948317 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0a68109a70 0x7f0a681a3830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:42.385 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.382+0000 7f0a66ffd640 1 -- 172.21.15.28:0/2047948317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0a68104d70 msgr2=0x7f0a6819c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:42.385 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.382+0000 7f0a66ffd640 1 --2- 172.21.15.28:0/2047948317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0a68104d70 0x7f0a6819c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:42.385 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.382+0000 7f0a66ffd640 1 -- 172.21.15.28:0/2047948317 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a681a3ea0 con 0x7f0a68103b30 2024-04-25T17:13:42.385 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.382+0000 7f0a677fe640 1 --2- 172.21.15.28:0/2047948317 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0a68109a70 0x7f0a681a3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:13:42.385 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.382+0000 7f0a66ffd640 1 --2- 172.21.15.28:0/2047948317 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0a68103b30 0x7f0a6819c360 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f0a6000d740 tx=0x7f0a6000db40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:42.385 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.382+0000 7f0a5ffff640 1 -- 172.21.15.28:0/2047948317 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a60017070 con 0x7f0a68103b30 2024-04-25T17:13:42.385 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.382+0000 7f0a5ffff640 1 -- 172.21.15.28:0/2047948317 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0a60009cb0 con 0x7f0a68103b30 2024-04-25T17:13:42.386 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.382+0000 7f0a6d2b1640 1 -- 172.21.15.28:0/2047948317 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a681a4190 con 0x7f0a68103b30 2024-04-25T17:13:42.386 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.382+0000 7f0a5ffff640 1 -- 172.21.15.28:0/2047948317 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a60003bb0 con 0x7f0a68103b30 2024-04-25T17:13:42.386 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.382+0000 7f0a6d2b1640 1 -- 172.21.15.28:0/2047948317 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a681a46e0 con 0x7f0a68103b30 2024-04-25T17:13:42.387 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.383+0000 7f0a6d2b1640 1 -- 172.21.15.28:0/2047948317 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a681a4940 con 0x7f0a68103b30 2024-04-25T17:13:42.387 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.385+0000 7f0a5ffff640 1 -- 172.21.15.28:0/2047948317 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f0a60009820 con 0x7f0a68103b30 2024-04-25T17:13:42.387 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.386+0000 7f0a5ffff640 1 --2- 172.21.15.28:0/2047948317 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0a540afaf0 0x7f0a540b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:42.387 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.386+0000 7f0a667fc640 1 --2- 172.21.15.28:0/2047948317 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0a540afaf0 0x7f0a540b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:42.387 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.386+0000 7f0a5ffff640 1 -- 172.21.15.28:0/2047948317 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 7879+0+0 (secure 0 0 0) 0x7f0a600de7f0 con 0x7f0a68103b30 2024-04-25T17:13:42.387 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.387+0000 7f0a667fc640 1 --2- 172.21.15.28:0/2047948317 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0a540afaf0 0x7f0a540b2000 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f0a6819d400 tx=0x7f0a50005720 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:42.390 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.390+0000 7f0a5ffff640 1 -- 172.21.15.28:0/2047948317 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0a600a7560 con 0x7f0a68103b30 2024-04-25T17:13:42.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:42 smithi084 ceph-mon[32752]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:42.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:42 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1133729043' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-25T17:13:42.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:42 smithi084 ceph-mon[32752]: osdmap e73: 12 total, 12 up, 12 in 2024-04-25T17:13:42.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:42 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1413204975' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-25T17:13:42.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:42 smithi084 ceph-mon[32752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-25T17:13:42.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:42 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:42.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:42 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:42.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:42 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:42.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:42 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:42.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:42 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:42.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:42 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:42.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:42 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:42.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:42 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:13:42.482 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:42 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:42.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:42 smithi042 ceph-mon[32851]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:42.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:42 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1133729043' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-25T17:13:42.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:42 smithi042 ceph-mon[32851]: osdmap e73: 12 total, 12 up, 12 in 2024-04-25T17:13:42.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:42 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1413204975' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-25T17:13:42.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:42 smithi042 ceph-mon[32851]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-25T17:13:42.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:42 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:42.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:42 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:42.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:42 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:42.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:42 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:42.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:42 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:42.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:42 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:42.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:42 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:42.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:42 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:13:42.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:42 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:42.614 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:42.615+0000 7f0a6d2b1640 1 -- 172.21.15.28:0/2047948317 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f0a681a4b10 con 0x7f0a68103b30 2024-04-25T17:13:42.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:42 smithi028 ceph-mon[29207]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:42.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:42 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1133729043' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-25T17:13:42.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:42 smithi028 ceph-mon[29207]: osdmap e73: 12 total, 12 up, 12 in 2024-04-25T17:13:42.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:42 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1413204975' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-25T17:13:42.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:42 smithi028 ceph-mon[29207]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-25T17:13:42.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:42 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:42.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:42 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:42.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:42 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:42.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:42 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:42.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:42 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:42.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:42 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:42.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:42 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:13:42.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:42 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:13:42.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:42 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:13:43.252 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.252+0000 7f0a5ffff640 1 -- 172.21.15.28:0/2047948317 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f0a600a6e60 con 0x7f0a68103b30 2024-04-25T17:13:43.252 INFO:teuthology.orchestra.run.smithi028.stderr:new fs with metadata pool 2 and data pool 3 2024-04-25T17:13:43.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.256+0000 7f0a6d2b1640 1 -- 172.21.15.28:0/2047948317 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0a540afaf0 msgr2=0x7f0a540b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:43.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.256+0000 7f0a6d2b1640 1 --2- 172.21.15.28:0/2047948317 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0a540afaf0 0x7f0a540b2000 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f0a6819d400 tx=0x7f0a50005720 comp rx=0 tx=0).stop 2024-04-25T17:13:43.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.256+0000 7f0a6d2b1640 1 -- 172.21.15.28:0/2047948317 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0a68103b30 msgr2=0x7f0a6819c360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:43.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.256+0000 7f0a6d2b1640 1 --2- 172.21.15.28:0/2047948317 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0a68103b30 0x7f0a6819c360 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f0a6000d740 tx=0x7f0a6000db40 comp rx=0 tx=0).stop 2024-04-25T17:13:43.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.256+0000 7f0a6d2b1640 1 -- 172.21.15.28:0/2047948317 shutdown_connections 2024-04-25T17:13:43.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.256+0000 7f0a6d2b1640 1 --2- 172.21.15.28:0/2047948317 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0a540afaf0 0x7f0a540b2000 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:43.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.256+0000 7f0a6d2b1640 1 --2- 172.21.15.28:0/2047948317 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0a68109a70 0x7f0a681a3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:43.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.256+0000 7f0a6d2b1640 1 --2- 172.21.15.28:0/2047948317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0a68104d70 0x7f0a6819c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:43.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.256+0000 7f0a6d2b1640 1 --2- 172.21.15.28:0/2047948317 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0a68103b30 0x7f0a6819c360 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:43.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.256+0000 7f0a6d2b1640 1 -- 172.21.15.28:0/2047948317 >> 172.21.15.28:0/2047948317 conn(0x7f0a680fed40 msgr2=0x7f0a680ff150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:43.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.256+0000 7f0a6d2b1640 1 -- 172.21.15.28:0/2047948317 shutdown_connections 2024-04-25T17:13:43.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.256+0000 7f0a6d2b1640 1 -- 172.21.15.28:0/2047948317 wait complete. 2024-04-25T17:13:43.280 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-04-25T17:13:43.280 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-04-25T17:13:43.406 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.404+0000 7f35cb3c5640 1 -- 172.21.15.28:0/1570863281 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f35c4106c10 msgr2=0x7f35c41090f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:43.406 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.404+0000 7f35cb3c5640 1 --2- 172.21.15.28:0/1570863281 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f35c4106c10 0x7f35c41090f0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f35b4009900 tx=0x7f35b402a410 comp rx=0 tx=0).stop 2024-04-25T17:13:43.406 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.404+0000 7f35cb3c5640 1 -- 172.21.15.28:0/1570863281 shutdown_connections 2024-04-25T17:13:43.406 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.404+0000 7f35cb3c5640 1 --2- 172.21.15.28:0/1570863281 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f35c4109780 0x7f35c410bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:43.406 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.404+0000 7f35cb3c5640 1 --2- 172.21.15.28:0/1570863281 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f35c4106c10 0x7f35c41090f0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:43.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.404+0000 7f35cb3c5640 1 --2- 172.21.15.28:0/1570863281 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f35c4101e30 0x7f35c4102240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:43.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.404+0000 7f35cb3c5640 1 -- 172.21.15.28:0/1570863281 >> 172.21.15.28:0/1570863281 conn(0x7f35c40fd380 msgr2=0x7f35c40ff810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:43.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.404+0000 7f35cb3c5640 1 -- 172.21.15.28:0/1570863281 shutdown_connections 2024-04-25T17:13:43.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.404+0000 7f35cb3c5640 1 -- 172.21.15.28:0/1570863281 wait complete. 2024-04-25T17:13:43.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.405+0000 7f35cb3c5640 1 Processor -- start 2024-04-25T17:13:43.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.405+0000 7f35cb3c5640 1 -- start start 2024-04-25T17:13:43.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.405+0000 7f35cb3c5640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f35c4101e30 0x7f35c419c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:43.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.405+0000 7f35cb3c5640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f35c4106c10 0x7f35c419c870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:43.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.405+0000 7f35cb3c5640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f35c4109780 0x7f35c41a3800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:43.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.405+0000 7f35cb3c5640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f35c410f4c0 con 0x7f35c4109780 2024-04-25T17:13:43.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.405+0000 7f35cb3c5640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f35c410f340 con 0x7f35c4106c10 2024-04-25T17:13:43.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.405+0000 7f35cb3c5640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f35c410f640 con 0x7f35c4101e30 2024-04-25T17:13:43.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.405+0000 7f35c9962640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f35c4109780 0x7f35c41a3800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:43.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.405+0000 7f35c9962640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f35c4109780 0x7f35c41a3800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:49332/0 (socket says 172.21.15.28:49332) 2024-04-25T17:13:43.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.405+0000 7f35c9962640 1 -- 172.21.15.28:0/1084590089 learned_addr learned my addr 172.21.15.28:0/1084590089 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:43.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.405+0000 7f35c9161640 1 --2- 172.21.15.28:0/1084590089 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f35c4101e30 0x7f35c419c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:43.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.405+0000 7f35c8960640 1 --2- 172.21.15.28:0/1084590089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f35c4106c10 0x7f35c419c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:43.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.405+0000 7f35c9962640 1 -- 172.21.15.28:0/1084590089 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f35c4101e30 msgr2=0x7f35c419c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:43.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.405+0000 7f35c9962640 1 --2- 172.21.15.28:0/1084590089 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f35c4101e30 0x7f35c419c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:43.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.405+0000 7f35c9962640 1 -- 172.21.15.28:0/1084590089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f35c4106c10 msgr2=0x7f35c419c870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:43.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.405+0000 7f35c9962640 1 --2- 172.21.15.28:0/1084590089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f35c4106c10 0x7f35c419c870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:43.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.405+0000 7f35c9962640 1 -- 172.21.15.28:0/1084590089 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35c41a3e70 con 0x7f35c4109780 2024-04-25T17:13:43.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.405+0000 7f35c9962640 1 --2- 172.21.15.28:0/1084590089 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f35c4109780 0x7f35c41a3800 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f35bc00eaa0 tx=0x7f35bc00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:43.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.406+0000 7f35ba7fc640 1 -- 172.21.15.28:0/1084590089 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35bc00cdb0 con 0x7f35c4109780 2024-04-25T17:13:43.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.406+0000 7f35ba7fc640 1 -- 172.21.15.28:0/1084590089 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f35bc005020 con 0x7f35c4109780 2024-04-25T17:13:43.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.406+0000 7f35ba7fc640 1 -- 172.21.15.28:0/1084590089 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35bc0116d0 con 0x7f35c4109780 2024-04-25T17:13:43.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.406+0000 7f35cb3c5640 1 -- 172.21.15.28:0/1084590089 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35c41a4160 con 0x7f35c4109780 2024-04-25T17:13:43.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.406+0000 7f35cb3c5640 1 -- 172.21.15.28:0/1084590089 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35c41a4660 con 0x7f35c4109780 2024-04-25T17:13:43.409 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.407+0000 7f35cb3c5640 1 -- 172.21.15.28:0/1084590089 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35c41a4920 con 0x7f35c4109780 2024-04-25T17:13:43.409 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.408+0000 7f35ba7fc640 1 -- 172.21.15.28:0/1084590089 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f35bc0051d0 con 0x7f35c4109780 2024-04-25T17:13:43.409 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.409+0000 7f35ba7fc640 1 --2- 172.21.15.28:0/1084590089 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f35b00afaf0 0x7f35b00b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:43.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.409+0000 7f35c9161640 1 --2- 172.21.15.28:0/1084590089 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f35b00afaf0 0x7f35b00b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:43.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.409+0000 7f35ba7fc640 1 -- 172.21.15.28:0/1084590089 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 7979+0+0 (secure 0 0 0) 0x7f35bc0def50 con 0x7f35c4109780 2024-04-25T17:13:43.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.410+0000 7f35c9161640 1 --2- 172.21.15.28:0/1084590089 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f35b00afaf0 0x7f35b00b2000 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f35c0005d00 tx=0x7f35c000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:43.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.413+0000 7f35ba7fc640 1 -- 172.21.15.28:0/1084590089 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f35bc016030 con 0x7f35c4109780 2024-04-25T17:13:43.608 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:43.608+0000 7f35cb3c5640 1 -- 172.21.15.28:0/1084590089 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7f35c41a4af0 con 0x7f35c4109780 2024-04-25T17:13:43.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:43 smithi042 ceph-mon[32851]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-04-25T17:13:43.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:43 smithi042 ceph-mon[32851]: osdmap e74: 12 total, 12 up, 12 in 2024-04-25T17:13:43.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:43 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2047948317' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-25T17:13:43.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:43 smithi042 ceph-mon[32851]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-25T17:13:43.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:43 smithi028 ceph-mon[29207]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-04-25T17:13:43.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:43 smithi028 ceph-mon[29207]: osdmap e74: 12 total, 12 up, 12 in 2024-04-25T17:13:43.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:43 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2047948317' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-25T17:13:43.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:43 smithi028 ceph-mon[29207]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-25T17:13:43.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:43 smithi084 ceph-mon[32752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-04-25T17:13:43.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:43 smithi084 ceph-mon[32752]: osdmap e74: 12 total, 12 up, 12 in 2024-04-25T17:13:43.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:43 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2047948317' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-25T17:13:43.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:43 smithi084 ceph-mon[32752]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-25T17:13:44.261 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.261+0000 7f35ba7fc640 1 -- 172.21.15.28:0/1084590089 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v76) ==== 157+0+0 (secure 0 0 0) 0x7f35bc0a7630 con 0x7f35c4109780 2024-04-25T17:13:44.265 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.265+0000 7f35cb3c5640 1 -- 172.21.15.28:0/1084590089 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f35b00afaf0 msgr2=0x7f35b00b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:44.265 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.265+0000 7f35cb3c5640 1 --2- 172.21.15.28:0/1084590089 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f35b00afaf0 0x7f35b00b2000 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f35c0005d00 tx=0x7f35c000b410 comp rx=0 tx=0).stop 2024-04-25T17:13:44.265 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.265+0000 7f35cb3c5640 1 -- 172.21.15.28:0/1084590089 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f35c4109780 msgr2=0x7f35c41a3800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:44.265 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.265+0000 7f35cb3c5640 1 --2- 172.21.15.28:0/1084590089 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f35c4109780 0x7f35c41a3800 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f35bc00eaa0 tx=0x7f35bc00ef60 comp rx=0 tx=0).stop 2024-04-25T17:13:44.265 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.265+0000 7f35cb3c5640 1 -- 172.21.15.28:0/1084590089 shutdown_connections 2024-04-25T17:13:44.265 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.265+0000 7f35cb3c5640 1 --2- 172.21.15.28:0/1084590089 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f35b00afaf0 0x7f35b00b2000 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:44.265 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.265+0000 7f35cb3c5640 1 --2- 172.21.15.28:0/1084590089 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f35c4109780 0x7f35c41a3800 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:44.265 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.265+0000 7f35cb3c5640 1 --2- 172.21.15.28:0/1084590089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f35c4106c10 0x7f35c419c870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:44.265 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.265+0000 7f35cb3c5640 1 --2- 172.21.15.28:0/1084590089 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f35c4101e30 0x7f35c419c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:44.265 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.265+0000 7f35cb3c5640 1 -- 172.21.15.28:0/1084590089 >> 172.21.15.28:0/1084590089 conn(0x7f35c40fd380 msgr2=0x7f35c41032b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:44.266 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.265+0000 7f35cb3c5640 1 -- 172.21.15.28:0/1084590089 shutdown_connections 2024-04-25T17:13:44.266 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.265+0000 7f35cb3c5640 1 -- 172.21.15.28:0/1084590089 wait complete. 2024-04-25T17:13:44.280 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-04-25T17:13:44.409 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.407+0000 7fdbf8251640 1 -- 172.21.15.28:0/580527437 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdbf0104460 msgr2=0x7fdbf010aba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:44.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.407+0000 7fdbf8251640 1 --2- 172.21.15.28:0/580527437 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdbf0104460 0x7fdbf010aba0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fdbe8009ca0 tx=0x7fdbe802a8c0 comp rx=0 tx=0).stop 2024-04-25T17:13:44.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.407+0000 7fdbf8251640 1 -- 172.21.15.28:0/580527437 shutdown_connections 2024-04-25T17:13:44.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.407+0000 7fdbf8251640 1 --2- 172.21.15.28:0/580527437 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdbf0104460 0x7fdbf010aba0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:44.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.407+0000 7fdbf8251640 1 --2- 172.21.15.28:0/580527437 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdbf0103920 0x7fdbf0103dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:44.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.407+0000 7fdbf8251640 1 --2- 172.21.15.28:0/580527437 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdbf0102f40 0x7fdbf0103350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:44.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.407+0000 7fdbf8251640 1 -- 172.21.15.28:0/580527437 >> 172.21.15.28:0/580527437 conn(0x7fdbf00fd380 msgr2=0x7fdbf00ff810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:44.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.407+0000 7fdbf8251640 1 -- 172.21.15.28:0/580527437 shutdown_connections 2024-04-25T17:13:44.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.407+0000 7fdbf8251640 1 -- 172.21.15.28:0/580527437 wait complete. 2024-04-25T17:13:44.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.408+0000 7fdbf8251640 1 Processor -- start 2024-04-25T17:13:44.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.408+0000 7fdbf8251640 1 -- start start 2024-04-25T17:13:44.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.408+0000 7fdbf8251640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdbf0102f40 0x7fdbf01021f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:44.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.408+0000 7fdbf8251640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdbf0103920 0x7fdbf019ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:44.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.408+0000 7fdbf8251640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdbf0104460 0x7fdbf01a1390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:44.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.408+0000 7fdbf8251640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf010e430 con 0x7fdbf0102f40 2024-04-25T17:13:44.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.408+0000 7fdbf8251640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf010e2b0 con 0x7fdbf0104460 2024-04-25T17:13:44.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.408+0000 7fdbf8251640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf010e5b0 con 0x7fdbf0103920 2024-04-25T17:13:44.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.408+0000 7fdbf5fed640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdbf0102f40 0x7fdbf01021f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:44.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.408+0000 7fdbf5fed640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdbf0102f40 0x7fdbf01021f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:49346/0 (socket says 172.21.15.28:49346) 2024-04-25T17:13:44.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.408+0000 7fdbf5fed640 1 -- 172.21.15.28:0/546690649 learned_addr learned my addr 172.21.15.28:0/546690649 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:44.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.408+0000 7fdbf57ec640 1 --2- 172.21.15.28:0/546690649 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdbf0103920 0x7fdbf019ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:44.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.408+0000 7fdbf5fed640 1 -- 172.21.15.28:0/546690649 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdbf0103920 msgr2=0x7fdbf019ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:44.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.408+0000 7fdbf5fed640 1 --2- 172.21.15.28:0/546690649 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdbf0103920 0x7fdbf019ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:44.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.408+0000 7fdbf5fed640 1 -- 172.21.15.28:0/546690649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdbf0104460 msgr2=0x7fdbf01a1390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:44.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.408+0000 7fdbf5fed640 1 --2- 172.21.15.28:0/546690649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdbf0104460 0x7fdbf01a1390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:44.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.408+0000 7fdbf5fed640 1 -- 172.21.15.28:0/546690649 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbf01a1b20 con 0x7fdbf0102f40 2024-04-25T17:13:44.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.409+0000 7fdbf5fed640 1 --2- 172.21.15.28:0/546690649 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdbf0102f40 0x7fdbf01021f0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fdbec00c8c0 tx=0x7fdbec00cd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:44.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.409+0000 7fdbe6ffd640 1 -- 172.21.15.28:0/546690649 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbec007bb0 con 0x7fdbf0102f40 2024-04-25T17:13:44.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.409+0000 7fdbe6ffd640 1 -- 172.21.15.28:0/546690649 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdbec007d50 con 0x7fdbf0102f40 2024-04-25T17:13:44.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.409+0000 7fdbf8251640 1 -- 172.21.15.28:0/546690649 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbf01a1e10 con 0x7fdbf0102f40 2024-04-25T17:13:44.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.409+0000 7fdbe6ffd640 1 -- 172.21.15.28:0/546690649 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbec0186a0 con 0x7fdbf0102f40 2024-04-25T17:13:44.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.409+0000 7fdbf8251640 1 -- 172.21.15.28:0/546690649 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbf01a22d0 con 0x7fdbf0102f40 2024-04-25T17:13:44.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.410+0000 7fdbf8251640 1 -- 172.21.15.28:0/546690649 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbf01098f0 con 0x7fdbf0102f40 2024-04-25T17:13:44.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.411+0000 7fdbe6ffd640 1 -- 172.21.15.28:0/546690649 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7fdbec00fa00 con 0x7fdbf0102f40 2024-04-25T17:13:44.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.412+0000 7fdbe6ffd640 1 --2- 172.21.15.28:0/546690649 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fdbdc0afaf0 0x7fdbdc0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:44.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.412+0000 7fdbf57ec640 1 --2- 172.21.15.28:0/546690649 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fdbdc0afaf0 0x7fdbdc0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:44.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.412+0000 7fdbe6ffd640 1 -- 172.21.15.28:0/546690649 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 8277+0+0 (secure 0 0 0) 0x7fdbec0df090 con 0x7fdbf0102f40 2024-04-25T17:13:44.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.412+0000 7fdbf57ec640 1 --2- 172.21.15.28:0/546690649 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fdbdc0afaf0 0x7fdbdc0b2000 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fdbe0005fd0 tx=0x7fdbe0005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:44.415 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.415+0000 7fdbe6ffd640 1 -- 172.21.15.28:0/546690649 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdbec014030 con 0x7fdbf0102f40 2024-04-25T17:13:44.511 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:44 smithi042 ceph-mon[32851]: pgmap v280: 97 pgs: 14 creating+peering, 3 active+clean, 80 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:44.512 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:44 smithi042 ceph-mon[32851]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T17:13:44.512 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:44 smithi042 ceph-mon[32851]: osdmap e75: 12 total, 12 up, 12 in 2024-04-25T17:13:44.512 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:44 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2047948317' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-25T17:13:44.512 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:44 smithi042 ceph-mon[32851]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-25T17:13:44.512 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:44 smithi042 ceph-mon[32851]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-25T17:13:44.512 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:44 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1084590089' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-04-25T17:13:44.603 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:44.603+0000 7fdbf8251640 1 -- 172.21.15.28:0/546690649 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fdbf002dd20 con 0x7fdbf0102f40 2024-04-25T17:13:44.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:44 smithi028 ceph-mon[29207]: pgmap v280: 97 pgs: 14 creating+peering, 3 active+clean, 80 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:44.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:44 smithi028 ceph-mon[29207]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T17:13:44.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:44 smithi028 ceph-mon[29207]: osdmap e75: 12 total, 12 up, 12 in 2024-04-25T17:13:44.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:44 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2047948317' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-25T17:13:44.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:44 smithi028 ceph-mon[29207]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-25T17:13:44.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:44 smithi028 ceph-mon[29207]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-25T17:13:44.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:44 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1084590089' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-04-25T17:13:44.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:44 smithi084 ceph-mon[32752]: pgmap v280: 97 pgs: 14 creating+peering, 3 active+clean, 80 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:13:44.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:44 smithi084 ceph-mon[32752]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T17:13:44.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:44 smithi084 ceph-mon[32752]: osdmap e75: 12 total, 12 up, 12 in 2024-04-25T17:13:44.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:44 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2047948317' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-25T17:13:44.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:44 smithi084 ceph-mon[32752]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-25T17:13:44.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:44 smithi084 ceph-mon[32752]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-25T17:13:44.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:44 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1084590089' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-04-25T17:13:45.523 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:45 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1084590089' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-04-25T17:13:45.523 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:45 smithi042 ceph-mon[32851]: mds.? [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] up:active 2024-04-25T17:13:45.523 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:45 smithi042 ceph-mon[32851]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T17:13:45.523 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:45 smithi042 ceph-mon[32851]: osdmap e76: 12 total, 12 up, 12 in 2024-04-25T17:13:45.523 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:45 smithi042 ceph-mon[32851]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T17:13:45.523 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:45 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/546690649' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-25T17:13:45.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:45 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1084590089' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-04-25T17:13:45.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:45 smithi028 ceph-mon[29207]: mds.? [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] up:active 2024-04-25T17:13:45.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:45 smithi028 ceph-mon[29207]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T17:13:45.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:45 smithi028 ceph-mon[29207]: osdmap e76: 12 total, 12 up, 12 in 2024-04-25T17:13:45.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:45 smithi028 ceph-mon[29207]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T17:13:45.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:45 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/546690649' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-25T17:13:45.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:45 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1084590089' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-04-25T17:13:45.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:45 smithi084 ceph-mon[32752]: mds.? [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] up:active 2024-04-25T17:13:45.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:45 smithi084 ceph-mon[32752]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T17:13:45.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:45 smithi084 ceph-mon[32752]: osdmap e76: 12 total, 12 up, 12 in 2024-04-25T17:13:45.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:45 smithi084 ceph-mon[32752]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T17:13:45.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:45 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/546690649' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-25T17:13:46.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.276+0000 7fdbe6ffd640 1 -- 172.21.15.28:0/546690649 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v78) ==== 228+0+0 (secure 0 0 0) 0x7fdbec0a7c70 con 0x7fdbf0102f40 2024-04-25T17:13:46.277 INFO:teuthology.orchestra.run.smithi028.stderr:pool 'cephfs_data_ec' created 2024-04-25T17:13:46.279 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.279+0000 7fdbf8251640 1 -- 172.21.15.28:0/546690649 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fdbdc0afaf0 msgr2=0x7fdbdc0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:46.279 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.279+0000 7fdbf8251640 1 --2- 172.21.15.28:0/546690649 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fdbdc0afaf0 0x7fdbdc0b2000 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fdbe0005fd0 tx=0x7fdbe0005850 comp rx=0 tx=0).stop 2024-04-25T17:13:46.279 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.279+0000 7fdbf8251640 1 -- 172.21.15.28:0/546690649 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdbf0102f40 msgr2=0x7fdbf01021f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:46.279 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.279+0000 7fdbf8251640 1 --2- 172.21.15.28:0/546690649 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdbf0102f40 0x7fdbf01021f0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fdbec00c8c0 tx=0x7fdbec00cd80 comp rx=0 tx=0).stop 2024-04-25T17:13:46.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.279+0000 7fdbf8251640 1 -- 172.21.15.28:0/546690649 shutdown_connections 2024-04-25T17:13:46.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.279+0000 7fdbf8251640 1 --2- 172.21.15.28:0/546690649 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fdbdc0afaf0 0x7fdbdc0b2000 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:46.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.279+0000 7fdbf8251640 1 --2- 172.21.15.28:0/546690649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdbf0104460 0x7fdbf01a1390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:46.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.279+0000 7fdbf8251640 1 --2- 172.21.15.28:0/546690649 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdbf0103920 0x7fdbf019ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:46.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.279+0000 7fdbf8251640 1 --2- 172.21.15.28:0/546690649 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdbf0102f40 0x7fdbf01021f0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:46.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.279+0000 7fdbf8251640 1 -- 172.21.15.28:0/546690649 >> 172.21.15.28:0/546690649 conn(0x7fdbf00fd380 msgr2=0x7fdbf0106ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:46.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.279+0000 7fdbf8251640 1 -- 172.21.15.28:0/546690649 shutdown_connections 2024-04-25T17:13:46.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.279+0000 7fdbf8251640 1 -- 172.21.15.28:0/546690649 wait complete. 2024-04-25T17:13:46.299 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-04-25T17:13:46.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.421+0000 7fede935e640 1 -- 172.21.15.28:0/3742430554 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fede4103830 msgr2=0x7fede4103c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:46.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.421+0000 7fede935e640 1 --2- 172.21.15.28:0/3742430554 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fede4103830 0x7fede4103c40 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fedcc009900 tx=0x7fedcc02a410 comp rx=0 tx=0).stop 2024-04-25T17:13:46.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.421+0000 7fede935e640 1 -- 172.21.15.28:0/3742430554 shutdown_connections 2024-04-25T17:13:46.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.421+0000 7fede935e640 1 --2- 172.21.15.28:0/3742430554 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fede4109a70 0x7fede410be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:46.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.421+0000 7fede935e640 1 --2- 172.21.15.28:0/3742430554 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fede4103830 0x7fede4103c40 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:46.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.421+0000 7fede935e640 1 --2- 172.21.15.28:0/3742430554 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fede4105170 0x7fede41032f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:46.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.421+0000 7fede935e640 1 -- 172.21.15.28:0/3742430554 >> 172.21.15.28:0/3742430554 conn(0x7fede40fed40 msgr2=0x7fede41011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:46.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.422+0000 7fede935e640 1 -- 172.21.15.28:0/3742430554 shutdown_connections 2024-04-25T17:13:46.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.422+0000 7fede935e640 1 -- 172.21.15.28:0/3742430554 wait complete. 2024-04-25T17:13:46.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.422+0000 7fede935e640 1 Processor -- start 2024-04-25T17:13:46.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.422+0000 7fede935e640 1 -- start start 2024-04-25T17:13:46.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.422+0000 7fede935e640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fede4103830 0x7fede419a230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:46.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.422+0000 7fede935e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fede4105170 0x7fede419a770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:46.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.422+0000 7fede935e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fede4109a70 0x7fede41a1700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:46.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.422+0000 7fede935e640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fede410f620 con 0x7fede4105170 2024-04-25T17:13:46.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.422+0000 7fede935e640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fede410f4a0 con 0x7fede4103830 2024-04-25T17:13:46.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.422+0000 7fede935e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fede410f7a0 con 0x7fede4109a70 2024-04-25T17:13:46.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.422+0000 7feddbfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fede4105170 0x7fede419a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:46.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.423+0000 7feddbfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fede4105170 0x7fede419a770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57862/0 (socket says 172.21.15.28:57862) 2024-04-25T17:13:46.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.423+0000 7feddbfff640 1 -- 172.21.15.28:0/2750691911 learned_addr learned my addr 172.21.15.28:0/2750691911 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:46.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.423+0000 7fede2ffd640 1 --2- 172.21.15.28:0/2750691911 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fede4103830 0x7fede419a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:46.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.423+0000 7fede37fe640 1 --2- 172.21.15.28:0/2750691911 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fede4109a70 0x7fede41a1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:46.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.423+0000 7feddbfff640 1 -- 172.21.15.28:0/2750691911 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fede4109a70 msgr2=0x7fede41a1700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:46.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.423+0000 7feddbfff640 1 --2- 172.21.15.28:0/2750691911 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fede4109a70 0x7fede41a1700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:46.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.423+0000 7feddbfff640 1 -- 172.21.15.28:0/2750691911 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fede4103830 msgr2=0x7fede419a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:46.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.423+0000 7feddbfff640 1 --2- 172.21.15.28:0/2750691911 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fede4103830 0x7fede419a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:46.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.423+0000 7feddbfff640 1 -- 172.21.15.28:0/2750691911 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fede41a1d70 con 0x7fede4105170 2024-04-25T17:13:46.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.423+0000 7fede2ffd640 1 --2- 172.21.15.28:0/2750691911 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fede4103830 0x7fede419a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:13:46.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.423+0000 7feddbfff640 1 --2- 172.21.15.28:0/2750691911 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fede4105170 0x7fede419a770 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fedcc009230 tx=0x7fedcc005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:46.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.423+0000 7fede0ff9640 1 -- 172.21.15.28:0/2750691911 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedcc03f030 con 0x7fede4105170 2024-04-25T17:13:46.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.423+0000 7fede0ff9640 1 -- 172.21.15.28:0/2750691911 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fedcc0043d0 con 0x7fede4105170 2024-04-25T17:13:46.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.423+0000 7fede0ff9640 1 -- 172.21.15.28:0/2750691911 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedcc035070 con 0x7fede4105170 2024-04-25T17:13:46.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.423+0000 7fede935e640 1 -- 172.21.15.28:0/2750691911 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fede41a2000 con 0x7fede4105170 2024-04-25T17:13:46.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.423+0000 7fede935e640 1 -- 172.21.15.28:0/2750691911 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fede41a24a0 con 0x7fede4105170 2024-04-25T17:13:46.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.424+0000 7fede935e640 1 -- 172.21.15.28:0/2750691911 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fede406a210 con 0x7fede4105170 2024-04-25T17:13:46.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.426+0000 7fede0ff9640 1 -- 172.21.15.28:0/2750691911 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7fedcc042030 con 0x7fede4105170 2024-04-25T17:13:46.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.427+0000 7fede0ff9640 1 --2- 172.21.15.28:0/2750691911 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fedd00afaf0 0x7fedd00b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:46.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.427+0000 7fede2ffd640 1 --2- 172.21.15.28:0/2750691911 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fedd00afaf0 0x7fedd00b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:46.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.427+0000 7fede0ff9640 1 -- 172.21.15.28:0/2750691911 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 8770+0+0 (secure 0 0 0) 0x7fedcc0ff700 con 0x7fede4105170 2024-04-25T17:13:46.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.427+0000 7fede2ffd640 1 --2- 172.21.15.28:0/2750691911 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fedd00afaf0 0x7fedd00b2000 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fede4104730 tx=0x7fedd4005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:46.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.431+0000 7fede0ff9640 1 -- 172.21.15.28:0/2750691911 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fedcc0c80a0 con 0x7fede4105170 2024-04-25T17:13:46.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:46 smithi042 ceph-mon[32851]: pgmap v283: 97 pgs: 16 creating+peering, 37 active+clean, 44 unknown; 578 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s wr, 3 op/s 2024-04-25T17:13:46.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:46 smithi042 ceph-mon[32851]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-25T17:13:46.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:46 smithi042 ceph-mon[32851]: Cluster is now healthy 2024-04-25T17:13:46.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:46 smithi042 ceph-mon[32851]: osdmap e77: 12 total, 12 up, 12 in 2024-04-25T17:13:46.618 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:46.618+0000 7fede935e640 1 -- 172.21.15.28:0/2750691911 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7fede4108880 con 0x7fede4105170 2024-04-25T17:13:46.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:46 smithi028 ceph-mon[29207]: pgmap v283: 97 pgs: 16 creating+peering, 37 active+clean, 44 unknown; 578 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s wr, 3 op/s 2024-04-25T17:13:46.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:46 smithi028 ceph-mon[29207]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-25T17:13:46.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:46 smithi028 ceph-mon[29207]: Cluster is now healthy 2024-04-25T17:13:46.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:46 smithi028 ceph-mon[29207]: osdmap e77: 12 total, 12 up, 12 in 2024-04-25T17:13:46.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:46 smithi084 ceph-mon[32752]: pgmap v283: 97 pgs: 16 creating+peering, 37 active+clean, 44 unknown; 578 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s wr, 3 op/s 2024-04-25T17:13:46.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:46 smithi084 ceph-mon[32752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-25T17:13:46.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:46 smithi084 ceph-mon[32752]: Cluster is now healthy 2024-04-25T17:13:46.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:46 smithi084 ceph-mon[32752]: osdmap e77: 12 total, 12 up, 12 in 2024-04-25T17:13:47.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.284+0000 7fede0ff9640 1 -- 172.21.15.28:0/2750691911 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v79) ==== 169+0+0 (secure 0 0 0) 0x7fedcc0d0120 con 0x7fede4105170 2024-04-25T17:13:47.285 INFO:teuthology.orchestra.run.smithi028.stderr:set pool 4 allow_ec_overwrites to true 2024-04-25T17:13:47.289 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.289+0000 7fede935e640 1 -- 172.21.15.28:0/2750691911 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fedd00afaf0 msgr2=0x7fedd00b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:47.289 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.289+0000 7fede935e640 1 --2- 172.21.15.28:0/2750691911 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fedd00afaf0 0x7fedd00b2000 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fede4104730 tx=0x7fedd4005f90 comp rx=0 tx=0).stop 2024-04-25T17:13:47.289 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.289+0000 7fede935e640 1 -- 172.21.15.28:0/2750691911 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fede4105170 msgr2=0x7fede419a770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:47.289 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.289+0000 7fede935e640 1 --2- 172.21.15.28:0/2750691911 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fede4105170 0x7fede419a770 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fedcc009230 tx=0x7fedcc005e80 comp rx=0 tx=0).stop 2024-04-25T17:13:47.289 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.289+0000 7fede935e640 1 -- 172.21.15.28:0/2750691911 shutdown_connections 2024-04-25T17:13:47.289 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.289+0000 7fede935e640 1 --2- 172.21.15.28:0/2750691911 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fedd00afaf0 0x7fedd00b2000 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:47.289 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.289+0000 7fede935e640 1 --2- 172.21.15.28:0/2750691911 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fede4109a70 0x7fede41a1700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:47.289 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.289+0000 7fede935e640 1 --2- 172.21.15.28:0/2750691911 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fede4105170 0x7fede419a770 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:47.290 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.289+0000 7fede935e640 1 --2- 172.21.15.28:0/2750691911 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fede4103830 0x7fede419a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:47.290 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.289+0000 7fede935e640 1 -- 172.21.15.28:0/2750691911 >> 172.21.15.28:0/2750691911 conn(0x7fede40fed40 msgr2=0x7fede4105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:47.290 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.289+0000 7fede935e640 1 -- 172.21.15.28:0/2750691911 shutdown_connections 2024-04-25T17:13:47.290 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.289+0000 7fede935e640 1 -- 172.21.15.28:0/2750691911 wait complete. 2024-04-25T17:13:47.312 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-04-25T17:13:47.437 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.434+0000 7fc6fafba640 1 -- 172.21.15.28:0/3005274226 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc6f41029e0 msgr2=0x7fc6f41036e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:47.437 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.434+0000 7fc6fafba640 1 --2- 172.21.15.28:0/3005274226 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc6f41029e0 0x7fc6f41036e0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc6f0009900 tx=0x7fc6f002a3f0 comp rx=0 tx=0).stop 2024-04-25T17:13:47.437 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.434+0000 7fc6fafba640 1 -- 172.21.15.28:0/3005274226 shutdown_connections 2024-04-25T17:13:47.437 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.434+0000 7fc6fafba640 1 --2- 172.21.15.28:0/3005274226 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc6f4108920 0x7fc6f410ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:47.437 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.434+0000 7fc6fafba640 1 --2- 172.21.15.28:0/3005274226 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6f4103c20 0x7fc6f4104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:47.437 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.434+0000 7fc6fafba640 1 --2- 172.21.15.28:0/3005274226 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc6f41029e0 0x7fc6f41036e0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:47.437 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.434+0000 7fc6fafba640 1 -- 172.21.15.28:0/3005274226 >> 172.21.15.28:0/3005274226 conn(0x7fc6f40fdbd0 msgr2=0x7fc6f4100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:47.437 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.434+0000 7fc6fafba640 1 -- 172.21.15.28:0/3005274226 shutdown_connections 2024-04-25T17:13:47.437 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.434+0000 7fc6fafba640 1 -- 172.21.15.28:0/3005274226 wait complete. 2024-04-25T17:13:47.437 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.435+0000 7fc6fafba640 1 Processor -- start 2024-04-25T17:13:47.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.435+0000 7fc6fafba640 1 -- start start 2024-04-25T17:13:47.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.435+0000 7fc6fafba640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc6f41029e0 0x7fc6f4075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:47.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.435+0000 7fc6fafba640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc6f4103c20 0x7fc6f419ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:47.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.435+0000 7fc6fafba640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6f4108920 0x7fc6f41a1460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:47.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.435+0000 7fc6fafba640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fc6f410e370 con 0x7fc6f4103c20 2024-04-25T17:13:47.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.435+0000 7fc6fafba640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc6f410e1f0 con 0x7fc6f41029e0 2024-04-25T17:13:47.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.435+0000 7fc6fafba640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc6f410e4f0 con 0x7fc6f4108920 2024-04-25T17:13:47.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.436+0000 7fc6ebfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc6f4103c20 0x7fc6f419ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:47.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.436+0000 7fc6f8d56640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc6f41029e0 0x7fc6f4075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:47.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.436+0000 7fc6ebfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc6f4103c20 0x7fc6f419ef10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57884/0 (socket says 172.21.15.28:57884) 2024-04-25T17:13:47.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.436+0000 7fc6ebfff640 1 -- 172.21.15.28:0/1667127053 learned_addr learned my addr 172.21.15.28:0/1667127053 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:47.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.436+0000 7fc6f9557640 1 --2- 172.21.15.28:0/1667127053 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6f4108920 0x7fc6f41a1460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:47.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.436+0000 7fc6ebfff640 1 -- 172.21.15.28:0/1667127053 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6f4108920 msgr2=0x7fc6f41a1460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:47.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.436+0000 7fc6ebfff640 1 --2- 172.21.15.28:0/1667127053 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6f4108920 0x7fc6f41a1460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:47.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.436+0000 7fc6ebfff640 1 -- 172.21.15.28:0/1667127053 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc6f41029e0 msgr2=0x7fc6f4075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:47.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.436+0000 7fc6ebfff640 1 --2- 172.21.15.28:0/1667127053 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc6f41029e0 0x7fc6f4075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:47.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.436+0000 7fc6ebfff640 1 -- 172.21.15.28:0/1667127053 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6f41a1bf0 con 0x7fc6f4103c20 2024-04-25T17:13:47.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.436+0000 7fc6ebfff640 1 --2- 172.21.15.28:0/1667127053 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc6f4103c20 0x7fc6f419ef10 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fc6e400c920 tx=0x7fc6e400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:47.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.436+0000 7fc6e9ffb640 1 -- 172.21.15.28:0/1667127053 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6e4007c70 con 0x7fc6f4103c20 2024-04-25T17:13:47.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.436+0000 7fc6e9ffb640 1 -- 172.21.15.28:0/1667127053 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc6e4007e10 con 0x7fc6f4103c20 2024-04-25T17:13:47.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.436+0000 7fc6fafba640 1 -- 172.21.15.28:0/1667127053 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6f41a1ee0 con 0x7fc6f4103c20 2024-04-25T17:13:47.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.436+0000 7fc6e9ffb640 1 -- 172.21.15.28:0/1667127053 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6e4018710 con 0x7fc6f4103c20 2024-04-25T17:13:47.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.436+0000 7fc6fafba640 1 -- 172.21.15.28:0/1667127053 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6f41a23a0 con 0x7fc6f4103c20 2024-04-25T17:13:47.440 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.438+0000 7fc6fafba640 1 -- 172.21.15.28:0/1667127053 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6f4107730 con 0x7fc6f4103c20 2024-04-25T17:13:47.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.439+0000 7fc6e9ffb640 1 -- 172.21.15.28:0/1667127053 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7fc6e400f450 con 0x7fc6f4103c20 2024-04-25T17:13:47.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.439+0000 7fc6e9ffb640 1 --2- 172.21.15.28:0/1667127053 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc6dc0afb70 0x7fc6dc0b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:47.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.439+0000 7fc6f8d56640 1 --2- 172.21.15.28:0/1667127053 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc6dc0afb70 0x7fc6dc0b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:47.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.440+0000 7fc6e9ffb640 1 -- 172.21.15.28:0/1667127053 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 8770+0+0 (secure 0 0 0) 0x7fc6e40def30 con 0x7fc6f4103c20 2024-04-25T17:13:47.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.440+0000 7fc6f8d56640 1 --2- 172.21.15.28:0/1667127053 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc6dc0afb70 0x7fc6dc0b2080 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc6f0005760 tx=0x7fc6f0000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:47.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.444+0000 7fc6e9ffb640 1 -- 172.21.15.28:0/1667127053 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc6e4014030 con 0x7fc6f4103c20 2024-04-25T17:13:47.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:47 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/546690649' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-25T17:13:47.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:47 smithi042 ceph-mon[32851]: osdmap e78: 12 total, 12 up, 12 in 2024-04-25T17:13:47.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:47 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2750691911' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-04-25T17:13:47.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:47 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/546690649' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-25T17:13:47.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:47 smithi028 ceph-mon[29207]: osdmap e78: 12 total, 12 up, 12 in 2024-04-25T17:13:47.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:47 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2750691911' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-04-25T17:13:47.674 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:47.674+0000 7fc6fafba640 1 -- 172.21.15.28:0/1667127053 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7fc6f402db50 con 0x7fc6f4103c20 2024-04-25T17:13:47.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:47 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/546690649' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-25T17:13:47.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:47 smithi084 ceph-mon[32752]: osdmap e78: 12 total, 12 up, 12 in 2024-04-25T17:13:47.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:47 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2750691911' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-04-25T17:13:48.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.286+0000 7fc6e9ffb640 1 -- 172.21.15.28:0/1667127053 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v17) ==== 137+0+0 (secure 0 0 0) 0x7fc6e40a78f0 con 0x7fc6f4103c20 2024-04-25T17:13:48.293 INFO:teuthology.orchestra.run.smithi028.stderr:added data pool 4 to fsmap 2024-04-25T17:13:48.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.290+0000 7fc6fafba640 1 -- 172.21.15.28:0/1667127053 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc6dc0afb70 msgr2=0x7fc6dc0b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:48.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.290+0000 7fc6fafba640 1 --2- 172.21.15.28:0/1667127053 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc6dc0afb70 0x7fc6dc0b2080 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc6f0005760 tx=0x7fc6f0000bc0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.290+0000 7fc6fafba640 1 -- 172.21.15.28:0/1667127053 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc6f4103c20 msgr2=0x7fc6f419ef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:48.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.290+0000 7fc6fafba640 1 --2- 172.21.15.28:0/1667127053 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc6f4103c20 0x7fc6f419ef10 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fc6e400c920 tx=0x7fc6e400cde0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.290+0000 7fc6fafba640 1 -- 172.21.15.28:0/1667127053 shutdown_connections 2024-04-25T17:13:48.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.290+0000 7fc6fafba640 1 --2- 172.21.15.28:0/1667127053 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc6dc0afb70 0x7fc6dc0b2080 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.290+0000 7fc6fafba640 1 --2- 172.21.15.28:0/1667127053 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6f4108920 0x7fc6f41a1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.290+0000 7fc6fafba640 1 --2- 172.21.15.28:0/1667127053 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc6f4103c20 0x7fc6f419ef10 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.290+0000 7fc6fafba640 1 --2- 172.21.15.28:0/1667127053 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc6f41029e0 0x7fc6f4075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.290+0000 7fc6fafba640 1 -- 172.21.15.28:0/1667127053 >> 172.21.15.28:0/1667127053 conn(0x7fc6f40fdbd0 msgr2=0x7fc6f4104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:48.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.290+0000 7fc6fafba640 1 -- 172.21.15.28:0/1667127053 shutdown_connections 2024-04-25T17:13:48.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.290+0000 7fc6fafba640 1 -- 172.21.15.28:0/1667127053 wait complete. 2024-04-25T17:13:48.305 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:13:48.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.426+0000 7f636eb00640 1 -- 172.21.15.28:0/685650083 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6368105170 msgr2=0x7f63681032f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:48.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.426+0000 7f636eb00640 1 --2- 172.21.15.28:0/685650083 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6368105170 0x7f63681032f0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f635c009900 tx=0x7f635c02a410 comp rx=0 tx=0).stop 2024-04-25T17:13:48.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.426+0000 7f636eb00640 1 -- 172.21.15.28:0/685650083 shutdown_connections 2024-04-25T17:13:48.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.426+0000 7f636eb00640 1 --2- 172.21.15.28:0/685650083 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6368109a70 0x7f636810be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.426+0000 7f636eb00640 1 --2- 172.21.15.28:0/685650083 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6368103830 0x7f6368103c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.426+0000 7f636eb00640 1 --2- 172.21.15.28:0/685650083 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6368105170 0x7f63681032f0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.426+0000 7f636eb00640 1 -- 172.21.15.28:0/685650083 >> 172.21.15.28:0/685650083 conn(0x7f63680fed40 msgr2=0x7f63681011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:48.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.426+0000 7f636eb00640 1 -- 172.21.15.28:0/685650083 shutdown_connections 2024-04-25T17:13:48.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.426+0000 7f636eb00640 1 -- 172.21.15.28:0/685650083 wait complete. 2024-04-25T17:13:48.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.427+0000 7f636eb00640 1 Processor -- start 2024-04-25T17:13:48.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.427+0000 7f636eb00640 1 -- start start 2024-04-25T17:13:48.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.427+0000 7f636eb00640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6368103830 0x7f636819a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:48.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.427+0000 7f636eb00640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6368105170 0x7f636819a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:48.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.427+0000 7f636eb00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6368109a70 0x7f63681a1670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:48.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.427+0000 7f636eb00640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f636810f5f0 con 0x7f6368105170 2024-04-25T17:13:48.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.427+0000 7f636eb00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f636810f470 con 0x7f6368109a70 2024-04-25T17:13:48.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.427+0000 7f636eb00640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f636810f770 con 0x7f6368103830 2024-04-25T17:13:48.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.427+0000 7f6367fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6368105170 0x7f636819a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:48.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.427+0000 7f6367fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6368105170 0x7f636819a6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57912/0 (socket says 172.21.15.28:57912) 2024-04-25T17:13:48.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.427+0000 7f6367fff640 1 -- 172.21.15.28:0/1168631494 learned_addr learned my addr 172.21.15.28:0/1168631494 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:48.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.427+0000 7f636d09d640 1 --2- 172.21.15.28:0/1168631494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6368109a70 0x7f63681a1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:48.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.427+0000 7f636c89c640 1 --2- 172.21.15.28:0/1168631494 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6368103830 0x7f636819a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:48.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.427+0000 7f6367fff640 1 -- 172.21.15.28:0/1168631494 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6368103830 msgr2=0x7f636819a1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:48.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.427+0000 7f6367fff640 1 --2- 172.21.15.28:0/1168631494 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6368103830 0x7f636819a1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.427+0000 7f6367fff640 1 -- 172.21.15.28:0/1168631494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6368109a70 msgr2=0x7f63681a1670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:48.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.427+0000 7f6367fff640 1 --2- 172.21.15.28:0/1168631494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6368109a70 0x7f63681a1670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.427+0000 7f6367fff640 1 -- 172.21.15.28:0/1168631494 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63681a1ce0 con 0x7f6368105170 2024-04-25T17:13:48.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.427+0000 7f6367fff640 1 --2- 172.21.15.28:0/1168631494 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6368105170 0x7f636819a6e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f635400c890 tx=0x7f635400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:48.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.428+0000 7f6365ffb640 1 -- 172.21.15.28:0/1168631494 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6354004220 con 0x7f6368105170 2024-04-25T17:13:48.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.428+0000 7f6365ffb640 1 -- 172.21.15.28:0/1168631494 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6354007e40 con 0x7f6368105170 2024-04-25T17:13:48.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.428+0000 7f636eb00640 1 -- 172.21.15.28:0/1168631494 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63681a1fd0 con 0x7f6368105170 2024-04-25T17:13:48.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.428+0000 7f6365ffb640 1 -- 172.21.15.28:0/1168631494 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6354004a00 con 0x7f6368105170 2024-04-25T17:13:48.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.428+0000 7f636eb00640 1 -- 172.21.15.28:0/1168631494 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63681a2490 con 0x7f6368105170 2024-04-25T17:13:48.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.429+0000 7f636eb00640 1 -- 172.21.15.28:0/1168631494 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f636806a210 con 0x7f6368105170 2024-04-25T17:13:48.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.430+0000 7f6365ffb640 1 -- 172.21.15.28:0/1168631494 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f63540079b0 con 0x7f6368105170 2024-04-25T17:13:48.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.431+0000 7f6365ffb640 1 --2- 172.21.15.28:0/1168631494 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f63580afc20 0x7f63580b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:48.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.431+0000 7f636c89c640 1 --2- 172.21.15.28:0/1168631494 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f63580afc20 0x7f63580b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:48.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.431+0000 7f6365ffb640 1 -- 172.21.15.28:0/1168631494 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f63540deb80 con 0x7f6368105170 2024-04-25T17:13:48.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.431+0000 7f636c89c640 1 --2- 172.21.15.28:0/1168631494 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f63580afc20 0x7f63580b2130 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f635c0057c0 tx=0x7f635c005720 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:48.435 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.435+0000 7f6365ffb640 1 -- 172.21.15.28:0/1168631494 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6354014030 con 0x7f6368105170 2024-04-25T17:13:48.610 INFO:journalctl@ceph.mds.b.smithi042.stdout:Apr 25 17:13:48 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-b[63675]: 2024-04-25T17:13:48.207+0000 7f5292b4b700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-25T17:13:48.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:48 smithi042 ceph-mon[32851]: pgmap v286: 129 pgs: 11 creating+peering, 80 active+clean, 38 unknown; 578 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 9 op/s 2024-04-25T17:13:48.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:48 smithi042 ceph-mon[32851]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T17:13:48.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:48 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2750691911' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-04-25T17:13:48.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:48 smithi042 ceph-mon[32851]: osdmap e79: 12 total, 12 up, 12 in 2024-04-25T17:13:48.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:48 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1667127053' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-04-25T17:13:48.659 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.660+0000 7f636eb00640 1 -- 172.21.15.28:0/1168631494 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f63680637a0 con 0x7f6368105170 2024-04-25T17:13:48.660 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.660+0000 7f6365ffb640 1 -- 172.21.15.28:0/1168631494 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11785 (secure 0 0 0) 0x7f63540a7520 con 0x7f6368105170 2024-04-25T17:13:48.661 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:48.661 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14661,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6839/1659868687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6838","nonce":1659868687},{"type":"v1","addr":"172.21.15.28:6839","nonce":1659868687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14673,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6841/1611935230","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6840","nonce":1611935230},{"type":"v1","addr":"172.21.15.28:6841","nonce":1611935230}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24505,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/1172878965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1172878965},{"type":"v1","addr":"172.21.15.84:6837","nonce":1172878965}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24506,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/229475507","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":229475507},{"type":"v1","addr":"172.21.15.42:6837","nonce":229475507}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24532,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6839/1332945442","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":1332945442},{"type":"v1","addr":"172.21.15.84:6839","nonce":1332945442}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-25T17:13:42.616399+0000","modified":"2024-04-25T17:13:47.675973+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24551},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.42:6839/616693654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":616693654},{"type":"v1","addr":"172.21.15.42:6839","nonce":616693654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24551,"qdb_cluster":[24551]},"id":1}]} 2024-04-25T17:13:48.661 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 17 2024-04-25T17:13:48.662 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.662+0000 7f636eb00640 1 -- 172.21.15.28:0/1168631494 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f63580afc20 msgr2=0x7f63580b2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:48.663 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.662+0000 7f636eb00640 1 --2- 172.21.15.28:0/1168631494 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f63580afc20 0x7f63580b2130 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f635c0057c0 tx=0x7f635c005720 comp rx=0 tx=0).stop 2024-04-25T17:13:48.663 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.662+0000 7f636eb00640 1 -- 172.21.15.28:0/1168631494 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6368105170 msgr2=0x7f636819a6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:48.663 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.662+0000 7f636eb00640 1 --2- 172.21.15.28:0/1168631494 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6368105170 0x7f636819a6e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f635400c890 tx=0x7f635400cd50 comp rx=0 tx=0).stop 2024-04-25T17:13:48.663 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.662+0000 7f636eb00640 1 -- 172.21.15.28:0/1168631494 shutdown_connections 2024-04-25T17:13:48.663 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.662+0000 7f636eb00640 1 --2- 172.21.15.28:0/1168631494 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f63580afc20 0x7f63580b2130 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.663 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.662+0000 7f636eb00640 1 --2- 172.21.15.28:0/1168631494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6368109a70 0x7f63681a1670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.663 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.662+0000 7f636eb00640 1 --2- 172.21.15.28:0/1168631494 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6368105170 0x7f636819a6e0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.663 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.662+0000 7f636eb00640 1 --2- 172.21.15.28:0/1168631494 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6368103830 0x7f636819a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.663 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.662+0000 7f636eb00640 1 -- 172.21.15.28:0/1168631494 >> 172.21.15.28:0/1168631494 conn(0x7f63680fed40 msgr2=0x7f6368105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:48.663 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.662+0000 7f636eb00640 1 -- 172.21.15.28:0/1168631494 shutdown_connections 2024-04-25T17:13:48.663 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.663+0000 7f636eb00640 1 -- 172.21.15.28:0/1168631494 wait complete. 2024-04-25T17:13:48.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:48 smithi028 ceph-mon[29207]: pgmap v286: 129 pgs: 11 creating+peering, 80 active+clean, 38 unknown; 578 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 9 op/s 2024-04-25T17:13:48.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:48 smithi028 ceph-mon[29207]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T17:13:48.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:48 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2750691911' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-04-25T17:13:48.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:48 smithi028 ceph-mon[29207]: osdmap e79: 12 total, 12 up, 12 in 2024-04-25T17:13:48.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:48 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1667127053' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-04-25T17:13:48.675 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T17:13:48.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:48 smithi084 ceph-mon[32752]: pgmap v286: 129 pgs: 11 creating+peering, 80 active+clean, 38 unknown; 578 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 9 op/s 2024-04-25T17:13:48.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:48 smithi084 ceph-mon[32752]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T17:13:48.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:48 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2750691911' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-04-25T17:13:48.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:48 smithi084 ceph-mon[32752]: osdmap e79: 12 total, 12 up, 12 in 2024-04-25T17:13:48.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:48 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1667127053' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-04-25T17:13:48.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.786+0000 7f4b309b7640 1 -- 172.21.15.28:0/1172515234 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b2c108940 msgr2=0x7f4b2c10ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:48.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.786+0000 7f4b309b7640 1 --2- 172.21.15.28:0/1172515234 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b2c108940 0x7f4b2c10ad60 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f4b24009ca0 tx=0x7f4b2402a8c0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.786+0000 7f4b309b7640 1 -- 172.21.15.28:0/1172515234 shutdown_connections 2024-04-25T17:13:48.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.786+0000 7f4b309b7640 1 --2- 172.21.15.28:0/1172515234 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b2c108940 0x7f4b2c10ad60 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.786+0000 7f4b309b7640 1 --2- 172.21.15.28:0/1172515234 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b2c103c40 0x7f4b2c104050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.786+0000 7f4b309b7640 1 --2- 172.21.15.28:0/1172515234 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b2c102a00 0x7f4b2c103700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.786+0000 7f4b309b7640 1 -- 172.21.15.28:0/1172515234 >> 172.21.15.28:0/1172515234 conn(0x7f4b2c0fdbf0 msgr2=0x7f4b2c1000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:48.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.786+0000 7f4b309b7640 1 -- 172.21.15.28:0/1172515234 shutdown_connections 2024-04-25T17:13:48.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.786+0000 7f4b309b7640 1 -- 172.21.15.28:0/1172515234 wait complete. 2024-04-25T17:13:48.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.787+0000 7f4b309b7640 1 Processor -- start 2024-04-25T17:13:48.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.787+0000 7f4b309b7640 1 -- start start 2024-04-25T17:13:48.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.787+0000 7f4b309b7640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b2c102a00 0x7f4b2c198ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:48.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.788+0000 7f4b309b7640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b2c103c40 0x7f4b2c1993e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:48.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.788+0000 7f4b309b7640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b2c108940 0x7f4b2c1a0320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:48.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.788+0000 7f4b309b7640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f4b2c10e410 con 0x7f4b2c103c40 2024-04-25T17:13:48.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.788+0000 7f4b309b7640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4b2c10e290 con 0x7f4b2c108940 2024-04-25T17:13:48.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.788+0000 7f4b309b7640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4b2c10e590 con 0x7f4b2c102a00 2024-04-25T17:13:48.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.788+0000 7f4b23fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b2c103c40 0x7f4b2c1993e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:48.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.788+0000 7f4b23fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b2c103c40 0x7f4b2c1993e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57940/0 (socket says 172.21.15.28:57940) 2024-04-25T17:13:48.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.788+0000 7f4b23fff640 1 -- 172.21.15.28:0/735052719 learned_addr learned my addr 172.21.15.28:0/735052719 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:48.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.788+0000 7f4b2a59c640 1 --2- 172.21.15.28:0/735052719 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b2c102a00 0x7f4b2c198ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:48.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.788+0000 7f4b2ad9d640 1 --2- 172.21.15.28:0/735052719 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b2c108940 0x7f4b2c1a0320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:48.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.788+0000 7f4b23fff640 1 -- 172.21.15.28:0/735052719 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b2c102a00 msgr2=0x7f4b2c198ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:48.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.788+0000 7f4b23fff640 1 --2- 172.21.15.28:0/735052719 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b2c102a00 0x7f4b2c198ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.788+0000 7f4b23fff640 1 -- 172.21.15.28:0/735052719 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b2c108940 msgr2=0x7f4b2c1a0320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:48.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.788+0000 7f4b23fff640 1 --2- 172.21.15.28:0/735052719 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b2c108940 0x7f4b2c1a0320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.788+0000 7f4b23fff640 1 -- 172.21.15.28:0/735052719 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b2c1a08e0 con 0x7f4b2c103c40 2024-04-25T17:13:48.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.788+0000 7f4b2ad9d640 1 --2- 172.21.15.28:0/735052719 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b2c108940 0x7f4b2c1a0320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:13:48.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.788+0000 7f4b23fff640 1 --2- 172.21.15.28:0/735052719 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b2c103c40 0x7f4b2c1993e0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f4b1400c920 tx=0x7f4b1400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:48.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.788+0000 7f4b237fe640 1 -- 172.21.15.28:0/735052719 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b14007c70 con 0x7f4b2c103c40 2024-04-25T17:13:48.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.788+0000 7f4b237fe640 1 -- 172.21.15.28:0/735052719 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4b14007e10 con 0x7f4b2c103c40 2024-04-25T17:13:48.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.788+0000 7f4b237fe640 1 -- 172.21.15.28:0/735052719 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b14018710 con 0x7f4b2c103c40 2024-04-25T17:13:48.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.788+0000 7f4b309b7640 1 -- 172.21.15.28:0/735052719 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b2c1a0bd0 con 0x7f4b2c103c40 2024-04-25T17:13:48.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.788+0000 7f4b309b7640 1 -- 172.21.15.28:0/735052719 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b2c1a1120 con 0x7f4b2c103c40 2024-04-25T17:13:48.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.789+0000 7f4b309b7640 1 -- 172.21.15.28:0/735052719 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b2c107040 con 0x7f4b2c103c40 2024-04-25T17:13:48.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.791+0000 7f4b237fe640 1 -- 172.21.15.28:0/735052719 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f4b1400f450 con 0x7f4b2c103c40 2024-04-25T17:13:48.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.791+0000 7f4b237fe640 1 --2- 172.21.15.28:0/735052719 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4b180afba0 0x7f4b180b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:48.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.791+0000 7f4b2a59c640 1 --2- 172.21.15.28:0/735052719 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4b180afba0 0x7f4b180b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:48.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.792+0000 7f4b237fe640 1 -- 172.21.15.28:0/735052719 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f4b140df360 con 0x7f4b2c103c40 2024-04-25T17:13:48.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.792+0000 7f4b2a59c640 1 --2- 172.21.15.28:0/735052719 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4b180afba0 0x7f4b180b20b0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f4b1c0058c0 tx=0x7f4b1c005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:48.794 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.795+0000 7f4b237fe640 1 -- 172.21.15.28:0/735052719 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4b14014030 con 0x7f4b2c103c40 2024-04-25T17:13:48.983 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.983+0000 7f4b309b7640 1 -- 172.21.15.28:0/735052719 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4b2c02dd20 con 0x7f4b2c103c40 2024-04-25T17:13:48.984 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.984+0000 7f4b237fe640 1 -- 172.21.15.28:0/735052719 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+24045 (secure 0 0 0) 0x7f4b140a1e20 con 0x7f4b2c103c40 2024-04-25T17:13:48.985 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:48.985 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":80,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:13:47.675772+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T17:13:40.495256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T17:13:41.573638+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T17:13:45.282812+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:13:48.986 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.986+0000 7f4b309b7640 1 -- 172.21.15.28:0/735052719 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4b180afba0 msgr2=0x7f4b180b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:48.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.986+0000 7f4b309b7640 1 --2- 172.21.15.28:0/735052719 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4b180afba0 0x7f4b180b20b0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f4b1c0058c0 tx=0x7f4b1c005850 comp rx=0 tx=0).stop 2024-04-25T17:13:48.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.986+0000 7f4b309b7640 1 -- 172.21.15.28:0/735052719 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b2c103c40 msgr2=0x7f4b2c1993e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:48.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.986+0000 7f4b309b7640 1 --2- 172.21.15.28:0/735052719 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b2c103c40 0x7f4b2c1993e0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f4b1400c920 tx=0x7f4b1400cde0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.986+0000 7f4b309b7640 1 -- 172.21.15.28:0/735052719 shutdown_connections 2024-04-25T17:13:48.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.986+0000 7f4b309b7640 1 --2- 172.21.15.28:0/735052719 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4b180afba0 0x7f4b180b20b0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.986+0000 7f4b309b7640 1 --2- 172.21.15.28:0/735052719 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b2c108940 0x7f4b2c1a0320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.986+0000 7f4b309b7640 1 --2- 172.21.15.28:0/735052719 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b2c103c40 0x7f4b2c1993e0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.986+0000 7f4b309b7640 1 --2- 172.21.15.28:0/735052719 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b2c102a00 0x7f4b2c198ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:48.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.986+0000 7f4b309b7640 1 -- 172.21.15.28:0/735052719 >> 172.21.15.28:0/735052719 conn(0x7f4b2c0fdbf0 msgr2=0x7f4b2c100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:48.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.987+0000 7f4b309b7640 1 -- 172.21.15.28:0/735052719 shutdown_connections 2024-04-25T17:13:48.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:48.987+0000 7f4b309b7640 1 -- 172.21.15.28:0/735052719 wait complete. 2024-04-25T17:13:48.999 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T17:13:49.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.110+0000 7fb0b6427640 1 -- 172.21.15.28:0/3676092370 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb0b0103830 msgr2=0x7fb0b0103c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:49.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.110+0000 7fb0b6427640 1 --2- 172.21.15.28:0/3676092370 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb0b0103830 0x7fb0b0103c40 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fb0a0009900 tx=0x7fb0a002a410 comp rx=0 tx=0).stop 2024-04-25T17:13:49.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.110+0000 7fb0b6427640 1 -- 172.21.15.28:0/3676092370 shutdown_connections 2024-04-25T17:13:49.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.110+0000 7fb0b6427640 1 --2- 172.21.15.28:0/3676092370 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb0b0109a70 0x7fb0b010be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.110+0000 7fb0b6427640 1 --2- 172.21.15.28:0/3676092370 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb0b0103830 0x7fb0b0103c40 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.110+0000 7fb0b6427640 1 --2- 172.21.15.28:0/3676092370 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb0b0105170 0x7fb0b01032f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.110+0000 7fb0b6427640 1 -- 172.21.15.28:0/3676092370 >> 172.21.15.28:0/3676092370 conn(0x7fb0b00fed40 msgr2=0x7fb0b01011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:49.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.110+0000 7fb0b6427640 1 -- 172.21.15.28:0/3676092370 shutdown_connections 2024-04-25T17:13:49.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.110+0000 7fb0b6427640 1 -- 172.21.15.28:0/3676092370 wait complete. 2024-04-25T17:13:49.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.111+0000 7fb0b6427640 1 Processor -- start 2024-04-25T17:13:49.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.111+0000 7fb0b6427640 1 -- start start 2024-04-25T17:13:49.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.111+0000 7fb0b6427640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb0b0103830 0x7fb0b019a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:49.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.111+0000 7fb0b6427640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb0b0105170 0x7fb0b019a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:49.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.111+0000 7fb0b6427640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb0b0109a70 0x7fb0b01a16a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:49.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.111+0000 7fb0b6427640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fb0b010f600 con 0x7fb0b0105170 2024-04-25T17:13:49.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.111+0000 7fb0b6427640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb0b010f480 con 0x7fb0b0109a70 2024-04-25T17:13:49.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.111+0000 7fb0b6427640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb0b010f780 con 0x7fb0b0103830 2024-04-25T17:13:49.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.111+0000 7fb0af7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb0b0105170 0x7fb0b019a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:49.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.111+0000 7fb0af7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb0b0105170 0x7fb0b019a710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57964/0 (socket says 172.21.15.28:57964) 2024-04-25T17:13:49.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.111+0000 7fb0af7fe640 1 -- 172.21.15.28:0/3356233790 learned_addr learned my addr 172.21.15.28:0/3356233790 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:49.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.111+0000 7fb0affff640 1 --2- 172.21.15.28:0/3356233790 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb0b0103830 0x7fb0b019a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:49.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.111+0000 7fb0b49c4640 1 --2- 172.21.15.28:0/3356233790 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb0b0109a70 0x7fb0b01a16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:49.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.112+0000 7fb0af7fe640 1 -- 172.21.15.28:0/3356233790 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb0b0103830 msgr2=0x7fb0b019a1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:49.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.112+0000 7fb0af7fe640 1 --2- 172.21.15.28:0/3356233790 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb0b0103830 0x7fb0b019a1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.112+0000 7fb0af7fe640 1 -- 172.21.15.28:0/3356233790 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb0b0109a70 msgr2=0x7fb0b01a16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:49.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.112+0000 7fb0af7fe640 1 --2- 172.21.15.28:0/3356233790 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb0b0109a70 0x7fb0b01a16a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.112+0000 7fb0af7fe640 1 -- 172.21.15.28:0/3356233790 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0b01a1c60 con 0x7fb0b0105170 2024-04-25T17:13:49.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.112+0000 7fb0b49c4640 1 --2- 172.21.15.28:0/3356233790 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb0b0109a70 0x7fb0b01a16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:13:49.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.112+0000 7fb0af7fe640 1 --2- 172.21.15.28:0/3356233790 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb0b0105170 0x7fb0b019a710 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fb0a0009230 tx=0x7fb0a00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:49.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.112+0000 7fb0ad7fa640 1 -- 172.21.15.28:0/3356233790 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0a003f030 con 0x7fb0b0105170 2024-04-25T17:13:49.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.112+0000 7fb0ad7fa640 1 -- 172.21.15.28:0/3356233790 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb0a0003c90 con 0x7fb0b0105170 2024-04-25T17:13:49.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.112+0000 7fb0b6427640 1 -- 172.21.15.28:0/3356233790 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0b01a1ef0 con 0x7fb0b0105170 2024-04-25T17:13:49.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.112+0000 7fb0ad7fa640 1 -- 172.21.15.28:0/3356233790 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0a0035070 con 0x7fb0b0105170 2024-04-25T17:13:49.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.112+0000 7fb0b6427640 1 -- 172.21.15.28:0/3356233790 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0b01a2300 con 0x7fb0b0105170 2024-04-25T17:13:49.116 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.113+0000 7fb0b6427640 1 -- 172.21.15.28:0/3356233790 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0b006a210 con 0x7fb0b0105170 2024-04-25T17:13:49.116 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.115+0000 7fb0ad7fa640 1 -- 172.21.15.28:0/3356233790 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7fb0a0042030 con 0x7fb0b0105170 2024-04-25T17:13:49.116 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.116+0000 7fb0ad7fa640 1 --2- 172.21.15.28:0/3356233790 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fb09c0afba0 0x7fb09c0b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:49.116 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.116+0000 7fb0affff640 1 --2- 172.21.15.28:0/3356233790 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fb09c0afba0 0x7fb09c0b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:49.116 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.116+0000 7fb0ad7fa640 1 -- 172.21.15.28:0/3356233790 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7fb0a00ff900 con 0x7fb0b0105170 2024-04-25T17:13:49.116 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.116+0000 7fb0affff640 1 --2- 172.21.15.28:0/3356233790 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fb09c0afba0 0x7fb09c0b20b0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb0b0104730 tx=0x7fb09800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:49.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.120+0000 7fb0ad7fa640 1 -- 172.21.15.28:0/3356233790 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb0a00c82a0 con 0x7fb0b0105170 2024-04-25T17:13:49.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.308+0000 7fb0b6427640 1 -- 172.21.15.28:0/3356233790 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb0b00637a0 con 0x7fb0b0105170 2024-04-25T17:13:49.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.310+0000 7fb0ad7fa640 1 -- 172.21.15.28:0/3356233790 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+24045 (secure 0 0 0) 0x7fb0a00c7ba0 con 0x7fb0b0105170 2024-04-25T17:13:49.310 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:49.310 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":80,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:13:47.675772+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T17:13:40.495256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T17:13:41.573638+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T17:13:45.282812+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:13:49.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.312+0000 7fb0b6427640 1 -- 172.21.15.28:0/3356233790 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fb09c0afba0 msgr2=0x7fb09c0b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:49.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.312+0000 7fb0b6427640 1 --2- 172.21.15.28:0/3356233790 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fb09c0afba0 0x7fb09c0b20b0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb0b0104730 tx=0x7fb09800b390 comp rx=0 tx=0).stop 2024-04-25T17:13:49.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.312+0000 7fb0b6427640 1 -- 172.21.15.28:0/3356233790 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb0b0105170 msgr2=0x7fb0b019a710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:49.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.312+0000 7fb0b6427640 1 --2- 172.21.15.28:0/3356233790 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb0b0105170 0x7fb0b019a710 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fb0a0009230 tx=0x7fb0a00042f0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.312+0000 7fb0b6427640 1 -- 172.21.15.28:0/3356233790 shutdown_connections 2024-04-25T17:13:49.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.312+0000 7fb0b6427640 1 --2- 172.21.15.28:0/3356233790 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fb09c0afba0 0x7fb09c0b20b0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.312+0000 7fb0b6427640 1 --2- 172.21.15.28:0/3356233790 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb0b0109a70 0x7fb0b01a16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.312+0000 7fb0b6427640 1 --2- 172.21.15.28:0/3356233790 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb0b0105170 0x7fb0b019a710 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.312+0000 7fb0b6427640 1 --2- 172.21.15.28:0/3356233790 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb0b0103830 0x7fb0b019a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.312+0000 7fb0b6427640 1 -- 172.21.15.28:0/3356233790 >> 172.21.15.28:0/3356233790 conn(0x7fb0b00fed40 msgr2=0x7fb0b0105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:49.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.312+0000 7fb0b6427640 1 -- 172.21.15.28:0/3356233790 shutdown_connections 2024-04-25T17:13:49.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.312+0000 7fb0b6427640 1 -- 172.21.15.28:0/3356233790 wait complete. 2024-04-25T17:13:49.338 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:13:49.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.449+0000 7fa6b7c0c640 1 -- 172.21.15.28:0/618279366 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa6b0102a00 msgr2=0x7fa6b0103700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:49.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.449+0000 7fa6b7c0c640 1 --2- 172.21.15.28:0/618279366 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa6b0102a00 0x7fa6b0103700 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fa6ac009900 tx=0x7fa6ac02a410 comp rx=0 tx=0).stop 2024-04-25T17:13:49.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.449+0000 7fa6b7c0c640 1 -- 172.21.15.28:0/618279366 shutdown_connections 2024-04-25T17:13:49.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.449+0000 7fa6b7c0c640 1 --2- 172.21.15.28:0/618279366 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa6b0108940 0x7fa6b010ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.450+0000 7fa6b7c0c640 1 --2- 172.21.15.28:0/618279366 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa6b0103c40 0x7fa6b0104050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.450+0000 7fa6b7c0c640 1 --2- 172.21.15.28:0/618279366 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa6b0102a00 0x7fa6b0103700 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.450+0000 7fa6b7c0c640 1 -- 172.21.15.28:0/618279366 >> 172.21.15.28:0/618279366 conn(0x7fa6b00fdbf0 msgr2=0x7fa6b01000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:49.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.450+0000 7fa6b7c0c640 1 -- 172.21.15.28:0/618279366 shutdown_connections 2024-04-25T17:13:49.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.450+0000 7fa6b7c0c640 1 -- 172.21.15.28:0/618279366 wait complete. 2024-04-25T17:13:49.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.450+0000 7fa6b7c0c640 1 Processor -- start 2024-04-25T17:13:49.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.450+0000 7fa6b7c0c640 1 -- start start 2024-04-25T17:13:49.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.450+0000 7fa6b7c0c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa6b0102a00 0x7fa6b019a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:49.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.450+0000 7fa6b7c0c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa6b0103c40 0x7fa6b019a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:49.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.450+0000 7fa6b7c0c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa6b0108940 0x7fa6b01a1580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:49.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.450+0000 7fa6b7c0c640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fa6b010e3b0 con 0x7fa6b0103c40 2024-04-25T17:13:49.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.450+0000 7fa6b7c0c640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa6b010e230 con 0x7fa6b0102a00 2024-04-25T17:13:49.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.450+0000 7fa6b7c0c640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa6b010e530 con 0x7fa6b0108940 2024-04-25T17:13:49.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.451+0000 7fa6b51a7640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa6b0103c40 0x7fa6b019a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:49.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.451+0000 7fa6b51a7640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa6b0103c40 0x7fa6b019a5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57988/0 (socket says 172.21.15.28:57988) 2024-04-25T17:13:49.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.451+0000 7fa6b51a7640 1 -- 172.21.15.28:0/2237163055 learned_addr learned my addr 172.21.15.28:0/2237163055 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:49.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.451+0000 7fa6b59a8640 1 --2- 172.21.15.28:0/2237163055 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa6b0102a00 0x7fa6b019a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:49.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.451+0000 7fa6b61a9640 1 --2- 172.21.15.28:0/2237163055 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa6b0108940 0x7fa6b01a1580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:49.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.451+0000 7fa6b51a7640 1 -- 172.21.15.28:0/2237163055 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa6b0108940 msgr2=0x7fa6b01a1580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:49.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.451+0000 7fa6b51a7640 1 --2- 172.21.15.28:0/2237163055 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa6b0108940 0x7fa6b01a1580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.451+0000 7fa6b51a7640 1 -- 172.21.15.28:0/2237163055 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa6b0102a00 msgr2=0x7fa6b019a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:49.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.451+0000 7fa6b51a7640 1 --2- 172.21.15.28:0/2237163055 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa6b0102a00 0x7fa6b019a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.454 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.451+0000 7fa6b51a7640 1 -- 172.21.15.28:0/2237163055 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6b01a1b40 con 0x7fa6b0103c40 2024-04-25T17:13:49.454 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.451+0000 7fa6b61a9640 1 --2- 172.21.15.28:0/2237163055 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa6b0108940 0x7fa6b01a1580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:13:49.454 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.451+0000 7fa6b51a7640 1 --2- 172.21.15.28:0/2237163055 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa6b0103c40 0x7fa6b019a5f0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fa6a000d770 tx=0x7fa6a000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:49.454 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.451+0000 7fa6a6ffd640 1 -- 172.21.15.28:0/2237163055 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6a0017070 con 0x7fa6b0103c40 2024-04-25T17:13:49.454 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.451+0000 7fa6a6ffd640 1 -- 172.21.15.28:0/2237163055 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa6a00054b0 con 0x7fa6b0103c40 2024-04-25T17:13:49.454 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.451+0000 7fa6b7c0c640 1 -- 172.21.15.28:0/2237163055 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6b01a1e30 con 0x7fa6b0103c40 2024-04-25T17:13:49.454 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.451+0000 7fa6a6ffd640 1 -- 172.21.15.28:0/2237163055 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6a0004c60 con 0x7fa6b0103c40 2024-04-25T17:13:49.454 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.451+0000 7fa6b7c0c640 1 -- 172.21.15.28:0/2237163055 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6b01a2240 con 0x7fa6b0103c40 2024-04-25T17:13:49.455 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.452+0000 7fa6b7c0c640 1 -- 172.21.15.28:0/2237163055 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6b01a24a0 con 0x7fa6b0103c40 2024-04-25T17:13:49.455 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.454+0000 7fa6a6ffd640 1 -- 172.21.15.28:0/2237163055 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7fa6a0004e00 con 0x7fa6b0103c40 2024-04-25T17:13:49.455 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.455+0000 7fa6a6ffd640 1 --2- 172.21.15.28:0/2237163055 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa69c0afba0 0x7fa69c0b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:49.455 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.455+0000 7fa6b59a8640 1 --2- 172.21.15.28:0/2237163055 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa69c0afba0 0x7fa69c0b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:49.455 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.455+0000 7fa6a6ffd640 1 -- 172.21.15.28:0/2237163055 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7fa6a00dec30 con 0x7fa6b0103c40 2024-04-25T17:13:49.456 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.455+0000 7fa6b59a8640 1 --2- 172.21.15.28:0/2237163055 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa69c0afba0 0x7fa69c0b20b0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa6ac005760 tx=0x7fa6ac000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:49.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.459+0000 7fa6a6ffd640 1 -- 172.21.15.28:0/2237163055 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa6a00a75d0 con 0x7fa6b0103c40 2024-04-25T17:13:49.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:49 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1667127053' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-04-25T17:13:49.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:49 smithi042 ceph-mon[32851]: osdmap e80: 12 total, 12 up, 12 in 2024-04-25T17:13:49.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:49 smithi042 ceph-mon[32851]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T17:13:49.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:49 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1168631494' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:49.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:49 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/735052719' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:13:49.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:49 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1667127053' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-04-25T17:13:49.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:49 smithi028 ceph-mon[29207]: osdmap e80: 12 total, 12 up, 12 in 2024-04-25T17:13:49.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:49 smithi028 ceph-mon[29207]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T17:13:49.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:49 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1168631494' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:49.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:49 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/735052719' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:13:49.683 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.683+0000 7fa6b7c0c640 1 -- 172.21.15.28:0/2237163055 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa6b01a2830 con 0x7fa6b0103c40 2024-04-25T17:13:49.684 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.684+0000 7fa6a6ffd640 1 -- 172.21.15.28:0/2237163055 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11785 (secure 0 0 0) 0x7fa6a00a6ed0 con 0x7fa6b0103c40 2024-04-25T17:13:49.684 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:49.684 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14661,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6839/1659868687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6838","nonce":1659868687},{"type":"v1","addr":"172.21.15.28:6839","nonce":1659868687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14673,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6841/1611935230","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6840","nonce":1611935230},{"type":"v1","addr":"172.21.15.28:6841","nonce":1611935230}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24505,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/1172878965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1172878965},{"type":"v1","addr":"172.21.15.84:6837","nonce":1172878965}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24506,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/229475507","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":229475507},{"type":"v1","addr":"172.21.15.42:6837","nonce":229475507}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24532,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6839/1332945442","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":1332945442},{"type":"v1","addr":"172.21.15.84:6839","nonce":1332945442}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-25T17:13:42.616399+0000","modified":"2024-04-25T17:13:47.675973+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24551},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.42:6839/616693654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":616693654},{"type":"v1","addr":"172.21.15.42:6839","nonce":616693654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24551,"qdb_cluster":[24551]},"id":1}]} 2024-04-25T17:13:49.685 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 17 2024-04-25T17:13:49.686 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.686+0000 7fa6b7c0c640 1 -- 172.21.15.28:0/2237163055 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa69c0afba0 msgr2=0x7fa69c0b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:49.687 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.686+0000 7fa6b7c0c640 1 --2- 172.21.15.28:0/2237163055 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa69c0afba0 0x7fa69c0b20b0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa6ac005760 tx=0x7fa6ac000bc0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.687 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.686+0000 7fa6b7c0c640 1 -- 172.21.15.28:0/2237163055 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa6b0103c40 msgr2=0x7fa6b019a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:49.687 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.686+0000 7fa6b7c0c640 1 --2- 172.21.15.28:0/2237163055 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa6b0103c40 0x7fa6b019a5f0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fa6a000d770 tx=0x7fa6a000dc30 comp rx=0 tx=0).stop 2024-04-25T17:13:49.687 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.686+0000 7fa6b7c0c640 1 -- 172.21.15.28:0/2237163055 shutdown_connections 2024-04-25T17:13:49.687 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.686+0000 7fa6b7c0c640 1 --2- 172.21.15.28:0/2237163055 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa69c0afba0 0x7fa69c0b20b0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.687 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.686+0000 7fa6b7c0c640 1 --2- 172.21.15.28:0/2237163055 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa6b0108940 0x7fa6b01a1580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.687 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.686+0000 7fa6b7c0c640 1 --2- 172.21.15.28:0/2237163055 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa6b0103c40 0x7fa6b019a5f0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.687 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.686+0000 7fa6b7c0c640 1 --2- 172.21.15.28:0/2237163055 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa6b0102a00 0x7fa6b019a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.687 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.686+0000 7fa6b7c0c640 1 -- 172.21.15.28:0/2237163055 >> 172.21.15.28:0/2237163055 conn(0x7fa6b00fdbf0 msgr2=0x7fa6b0109ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:49.687 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.686+0000 7fa6b7c0c640 1 -- 172.21.15.28:0/2237163055 shutdown_connections 2024-04-25T17:13:49.687 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.686+0000 7fa6b7c0c640 1 -- 172.21.15.28:0/2237163055 wait complete. 2024-04-25T17:13:49.698 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T17:13:49.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:49 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1667127053' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-04-25T17:13:49.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:49 smithi084 ceph-mon[32752]: osdmap e80: 12 total, 12 up, 12 in 2024-04-25T17:13:49.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:49 smithi084 ceph-mon[32752]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T17:13:49.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:49 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1168631494' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:49.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:49 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/735052719' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:13:49.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.810+0000 7f54fa8e2640 1 -- 172.21.15.28:0/445970255 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f54f4106f50 msgr2=0x7f54f4109370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:49.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.810+0000 7f54fa8e2640 1 --2- 172.21.15.28:0/445970255 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f54f4106f50 0x7f54f4109370 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f54e4009900 tx=0x7f54e402a410 comp rx=0 tx=0).stop 2024-04-25T17:13:49.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.810+0000 7f54fa8e2640 1 -- 172.21.15.28:0/445970255 shutdown_connections 2024-04-25T17:13:49.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.810+0000 7f54fa8e2640 1 --2- 172.21.15.28:0/445970255 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54f41098b0 0x7f54f410bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.810+0000 7f54fa8e2640 1 --2- 172.21.15.28:0/445970255 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f54f4106f50 0x7f54f4109370 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.810+0000 7f54fa8e2640 1 --2- 172.21.15.28:0/445970255 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f54f41045f0 0x7f54f4106a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.810+0000 7f54fa8e2640 1 -- 172.21.15.28:0/445970255 >> 172.21.15.28:0/445970255 conn(0x7f54f40fdbf0 msgr2=0x7f54f41000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:49.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.810+0000 7f54fa8e2640 1 -- 172.21.15.28:0/445970255 shutdown_connections 2024-04-25T17:13:49.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.810+0000 7f54fa8e2640 1 -- 172.21.15.28:0/445970255 wait complete. 2024-04-25T17:13:49.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.810+0000 7f54fa8e2640 1 Processor -- start 2024-04-25T17:13:49.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.811+0000 7f54fa8e2640 1 -- start start 2024-04-25T17:13:49.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.811+0000 7f54fa8e2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f54f41045f0 0x7f54f4103a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:49.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.811+0000 7f54fa8e2640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f54f4106f50 0x7f54f41020e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:49.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.811+0000 7f54fa8e2640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54f41098b0 0x7f54f4102620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:49.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.811+0000 7f54fa8e2640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f54f410f4e0 con 0x7f54f4106f50 2024-04-25T17:13:49.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.811+0000 7f54fa8e2640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f54f410f360 con 0x7f54f41098b0 2024-04-25T17:13:49.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.811+0000 7f54fa8e2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f54f410f660 con 0x7f54f41045f0 2024-04-25T17:13:49.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.811+0000 7f54f37fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f54f4106f50 0x7f54f41020e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:49.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.811+0000 7f54f37fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f54f4106f50 0x7f54f41020e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:58000/0 (socket says 172.21.15.28:58000) 2024-04-25T17:13:49.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.811+0000 7f54f37fe640 1 -- 172.21.15.28:0/2558905899 learned_addr learned my addr 172.21.15.28:0/2558905899 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:49.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.811+0000 7f54f3fff640 1 --2- 172.21.15.28:0/2558905899 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f54f41045f0 0x7f54f4103a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:49.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.811+0000 7f54f37fe640 1 -- 172.21.15.28:0/2558905899 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f54f41045f0 msgr2=0x7f54f4103a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:49.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.811+0000 7f54f37fe640 1 --2- 172.21.15.28:0/2558905899 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f54f41045f0 0x7f54f4103a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.811+0000 7f54f8e7f640 1 --2- 172.21.15.28:0/2558905899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54f41098b0 0x7f54f4102620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:49.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.811+0000 7f54f37fe640 1 -- 172.21.15.28:0/2558905899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54f41098b0 msgr2=0x7f54f4102620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:49.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.811+0000 7f54f37fe640 1 --2- 172.21.15.28:0/2558905899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54f41098b0 0x7f54f4102620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:49.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.811+0000 7f54f37fe640 1 -- 172.21.15.28:0/2558905899 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54f4102d50 con 0x7f54f4106f50 2024-04-25T17:13:49.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.811+0000 7f54f37fe640 1 --2- 172.21.15.28:0/2558905899 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f54f4106f50 0x7f54f41020e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f54e4009230 tx=0x7f54e40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:49.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.812+0000 7f54f17fa640 1 -- 172.21.15.28:0/2558905899 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e403f030 con 0x7f54f4106f50 2024-04-25T17:13:49.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.812+0000 7f54fa8e2640 1 -- 172.21.15.28:0/2558905899 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54f41a4170 con 0x7f54f4106f50 2024-04-25T17:13:49.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.812+0000 7f54f17fa640 1 -- 172.21.15.28:0/2558905899 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f54e4003c90 con 0x7f54f4106f50 2024-04-25T17:13:49.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.812+0000 7f54f17fa640 1 -- 172.21.15.28:0/2558905899 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e4035070 con 0x7f54f4106f50 2024-04-25T17:13:49.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.812+0000 7f54fa8e2640 1 -- 172.21.15.28:0/2558905899 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54f41a4580 con 0x7f54f4106f50 2024-04-25T17:13:49.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.813+0000 7f54fa8e2640 1 -- 172.21.15.28:0/2558905899 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54f40ff710 con 0x7f54f4106f50 2024-04-25T17:13:49.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.814+0000 7f54f17fa640 1 -- 172.21.15.28:0/2558905899 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f54e4042030 con 0x7f54f4106f50 2024-04-25T17:13:49.816 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.815+0000 7f54f17fa640 1 --2- 172.21.15.28:0/2558905899 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f54e00afba0 0x7f54e00b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:49.816 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.815+0000 7f54f3fff640 1 --2- 172.21.15.28:0/2558905899 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f54e00afba0 0x7f54e00b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:49.816 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.815+0000 7f54f17fa640 1 -- 172.21.15.28:0/2558905899 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f54e40ff9b0 con 0x7f54f4106f50 2024-04-25T17:13:49.816 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.815+0000 7f54f3fff640 1 --2- 172.21.15.28:0/2558905899 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f54e00afba0 0x7f54e00b20b0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f54dc005fd0 tx=0x7f54dc005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:49.818 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:49.818+0000 7f54f17fa640 1 -- 172.21.15.28:0/2558905899 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f54e40c8350 con 0x7f54f4106f50 2024-04-25T17:13:50.010 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.010+0000 7f54fa8e2640 1 -- 172.21.15.28:0/2558905899 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f54f402dd20 con 0x7f54f4106f50 2024-04-25T17:13:50.011 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.011+0000 7f54f17fa640 1 -- 172.21.15.28:0/2558905899 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+24045 (secure 0 0 0) 0x7f54e40c7c50 con 0x7f54f4106f50 2024-04-25T17:13:50.012 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:50.012 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":80,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:13:47.675772+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T17:13:40.495256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T17:13:41.573638+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T17:13:45.282812+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:13:50.013 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.013+0000 7f54fa8e2640 1 -- 172.21.15.28:0/2558905899 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f54e00afba0 msgr2=0x7f54e00b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:50.013 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.013+0000 7f54fa8e2640 1 --2- 172.21.15.28:0/2558905899 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f54e00afba0 0x7f54e00b20b0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f54dc005fd0 tx=0x7f54dc005850 comp rx=0 tx=0).stop 2024-04-25T17:13:50.013 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.013+0000 7f54fa8e2640 1 -- 172.21.15.28:0/2558905899 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f54f4106f50 msgr2=0x7f54f41020e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:50.014 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.013+0000 7f54fa8e2640 1 --2- 172.21.15.28:0/2558905899 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f54f4106f50 0x7f54f41020e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f54e4009230 tx=0x7f54e40042f0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.014 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.013+0000 7f54fa8e2640 1 -- 172.21.15.28:0/2558905899 shutdown_connections 2024-04-25T17:13:50.014 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.013+0000 7f54fa8e2640 1 --2- 172.21.15.28:0/2558905899 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f54e00afba0 0x7f54e00b20b0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.014 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.013+0000 7f54fa8e2640 1 --2- 172.21.15.28:0/2558905899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54f41098b0 0x7f54f4102620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.014 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.013+0000 7f54fa8e2640 1 --2- 172.21.15.28:0/2558905899 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f54f4106f50 0x7f54f41020e0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.014 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.013+0000 7f54fa8e2640 1 --2- 172.21.15.28:0/2558905899 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f54f41045f0 0x7f54f4103a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.014 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.013+0000 7f54fa8e2640 1 -- 172.21.15.28:0/2558905899 >> 172.21.15.28:0/2558905899 conn(0x7f54f40fdbf0 msgr2=0x7f54f4105240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:50.014 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.013+0000 7f54fa8e2640 1 -- 172.21.15.28:0/2558905899 shutdown_connections 2024-04-25T17:13:50.014 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.013+0000 7f54fa8e2640 1 -- 172.21.15.28:0/2558905899 wait complete. 2024-04-25T17:13:50.026 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-25T17:13:42.616399+0000', 'modified': '2024-04-25T17:13:47.675973+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24551}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24551': {'gid': 24551, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.42:6839/616693654', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.42:6838', 'nonce': 616693654}, {'type': 'v1', 'addr': '172.21.15.42:6839', 'nonce': 616693654}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 24551, 'qdb_cluster': [24551]} 2024-04-25T17:13:50.026 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-25T17:13:50.026 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-25T17:13:50.141 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.138+0000 7fade3fc5640 1 -- 172.21.15.28:0/3648610702 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faddc103830 msgr2=0x7faddc103c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:50.141 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.138+0000 7fade3fc5640 1 --2- 172.21.15.28:0/3648610702 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faddc103830 0x7faddc103c40 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fadcc009900 tx=0x7fadcc02a410 comp rx=0 tx=0).stop 2024-04-25T17:13:50.141 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.138+0000 7fade3fc5640 1 -- 172.21.15.28:0/3648610702 shutdown_connections 2024-04-25T17:13:50.141 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.138+0000 7fade3fc5640 1 --2- 172.21.15.28:0/3648610702 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faddc109a70 0x7faddc10be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.141 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.138+0000 7fade3fc5640 1 --2- 172.21.15.28:0/3648610702 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faddc103830 0x7faddc103c40 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.141 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.138+0000 7fade3fc5640 1 --2- 172.21.15.28:0/3648610702 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faddc105170 0x7faddc1032f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.141 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.138+0000 7fade3fc5640 1 -- 172.21.15.28:0/3648610702 >> 172.21.15.28:0/3648610702 conn(0x7faddc0fed40 msgr2=0x7faddc1011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:50.141 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.138+0000 7fade3fc5640 1 -- 172.21.15.28:0/3648610702 shutdown_connections 2024-04-25T17:13:50.141 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.138+0000 7fade3fc5640 1 -- 172.21.15.28:0/3648610702 wait complete. 2024-04-25T17:13:50.141 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.139+0000 7fade3fc5640 1 Processor -- start 2024-04-25T17:13:50.141 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.139+0000 7fade3fc5640 1 -- start start 2024-04-25T17:13:50.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.139+0000 7fade3fc5640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faddc103830 0x7faddc19a260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:50.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.139+0000 7fade3fc5640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faddc105170 0x7faddc19a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:50.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.139+0000 7fade3fc5640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faddc109a70 0x7faddc1a1730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:50.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.139+0000 7fade3fc5640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7faddc10f620 con 0x7faddc103830 2024-04-25T17:13:50.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.139+0000 7fade3fc5640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7faddc10f4a0 con 0x7faddc109a70 2024-04-25T17:13:50.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.139+0000 7fade3fc5640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7faddc10f7a0 con 0x7faddc105170 2024-04-25T17:13:50.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.139+0000 7fade1d61640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faddc103830 0x7faddc19a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:50.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.139+0000 7fade1d61640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faddc103830 0x7faddc19a260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:58006/0 (socket says 172.21.15.28:58006) 2024-04-25T17:13:50.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.139+0000 7fade1d61640 1 -- 172.21.15.28:0/1631484365 learned_addr learned my addr 172.21.15.28:0/1631484365 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:50.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.140+0000 7fade2562640 1 --2- 172.21.15.28:0/1631484365 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faddc109a70 0x7faddc1a1730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:50.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.140+0000 7fade1560640 1 --2- 172.21.15.28:0/1631484365 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faddc105170 0x7faddc19a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:50.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.140+0000 7fade1d61640 1 -- 172.21.15.28:0/1631484365 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faddc105170 msgr2=0x7faddc19a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:50.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.140+0000 7fade1d61640 1 --2- 172.21.15.28:0/1631484365 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faddc105170 0x7faddc19a7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.140+0000 7fade1d61640 1 -- 172.21.15.28:0/1631484365 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faddc109a70 msgr2=0x7faddc1a1730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:50.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.140+0000 7fade1d61640 1 --2- 172.21.15.28:0/1631484365 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faddc109a70 0x7faddc1a1730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.140+0000 7fade1d61640 1 -- 172.21.15.28:0/1631484365 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faddc1a1da0 con 0x7faddc103830 2024-04-25T17:13:50.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.140+0000 7fade2562640 1 --2- 172.21.15.28:0/1631484365 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faddc109a70 0x7faddc1a1730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:13:50.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.140+0000 7fade1d61640 1 --2- 172.21.15.28:0/1631484365 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faddc103830 0x7faddc19a260 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fadd800c970 tx=0x7fadd800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:50.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.140+0000 7fadd2ffd640 1 -- 172.21.15.28:0/1631484365 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd8004220 con 0x7faddc103830 2024-04-25T17:13:50.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.140+0000 7fadd2ffd640 1 -- 172.21.15.28:0/1631484365 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fadd8007e40 con 0x7faddc103830 2024-04-25T17:13:50.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.140+0000 7fade3fc5640 1 -- 172.21.15.28:0/1631484365 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faddc1a2090 con 0x7faddc103830 2024-04-25T17:13:50.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.140+0000 7fadd2ffd640 1 -- 172.21.15.28:0/1631484365 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd80047a0 con 0x7faddc103830 2024-04-25T17:13:50.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.140+0000 7fade3fc5640 1 -- 172.21.15.28:0/1631484365 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faddc1a25e0 con 0x7faddc103830 2024-04-25T17:13:50.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.142+0000 7fadeae79740 1 Processor -- start 2024-04-25T17:13:50.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.143+0000 7fadeae79740 1 -- start start 2024-04-25T17:13:50.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.143+0000 7fadeae79740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a888791270 0x55a888b36780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:50.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.143+0000 7fadeae79740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a8887683b0 0x55a888b36d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:50.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.143+0000 7fadd2ffd640 1 -- 172.21.15.28:0/1631484365 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7fadd80079b0 con 0x7faddc103830 2024-04-25T17:13:50.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.143+0000 7fadeae79740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a888770590 0x55a888b3dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:50.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.143+0000 7fadeae79740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55a888a97740 con 0x55a888791270 2024-04-25T17:13:50.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.143+0000 7fadeae79740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a888a333a0 con 0x55a8887683b0 2024-04-25T17:13:50.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.143+0000 7fadeae79740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a888a93700 con 0x55a888770590 2024-04-25T17:13:50.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.143+0000 7fade2562640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a888791270 0x55a888b36780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:50.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.143+0000 7fade2562640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a888791270 0x55a888b36780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:58008/0 (socket says 172.21.15.28:58008) 2024-04-25T17:13:50.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.143+0000 7fade2562640 1 -- 172.21.15.28:0/362181325 learned_addr learned my addr 172.21.15.28:0/362181325 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:50.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.143+0000 7fade1d61640 1 --2- 172.21.15.28:0/362181325 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a8887683b0 0x55a888b36d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:50.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.143+0000 7fade1560640 1 --2- 172.21.15.28:0/362181325 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a888770590 0x55a888b3dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:50.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.143+0000 7fade2562640 1 -- 172.21.15.28:0/362181325 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a888770590 msgr2=0x55a888b3dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:13:50.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.143+0000 7fade2562640 1 --2- 172.21.15.28:0/362181325 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a888770590 0x55a888b3dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.143+0000 7fade2562640 1 -- 172.21.15.28:0/362181325 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a8887683b0 msgr2=0x55a888b36d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:13:50.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.143+0000 7fade2562640 1 --2- 172.21.15.28:0/362181325 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a8887683b0 0x55a888b36d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.143+0000 7fade2562640 1 -- 172.21.15.28:0/362181325 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a888a4f750 con 0x55a888791270 2024-04-25T17:13:50.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.144+0000 7fade2562640 1 --2- 172.21.15.28:0/362181325 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a888791270 0x55a888b36780 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fadd4009fb0 tx=0x7fadd4010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=823c989f279fcc18 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:50.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.144+0000 7fadd2ffd640 1 --2- 172.21.15.28:0/1631484365 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fadc80afb70 0x7fadc80b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:50.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.144+0000 7fadc7fff640 1 -- 172.21.15.28:0/362181325 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd4016070 con 0x55a888791270 2024-04-25T17:13:50.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.144+0000 7fadc7fff640 1 -- 172.21.15.28:0/362181325 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fadd4012ba0 con 0x55a888791270 2024-04-25T17:13:50.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.144+0000 7fadc7fff640 1 -- 172.21.15.28:0/362181325 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd4011a90 con 0x55a888791270 2024-04-25T17:13:50.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.144+0000 7fade1d61640 1 --2- 172.21.15.28:0/1631484365 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fadc80afb70 0x7fadc80b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:50.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.144+0000 7fadd2ffd640 1 -- 172.21.15.28:0/1631484365 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7fadd80dec70 con 0x7faddc103830 2024-04-25T17:13:50.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.145+0000 7fadeae79740 1 -- 172.21.15.28:0/362181325 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a888791270 msgr2=0x55a888b36780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:50.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.145+0000 7fade1d61640 1 --2- 172.21.15.28:0/1631484365 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fadc80afb70 0x7fadc80b2080 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x55a888b37b60 tx=0x7fadd80e2750 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:50.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.145+0000 7fadeae79740 1 --2- 172.21.15.28:0/362181325 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a888791270 0x55a888b36780 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fadd4009fb0 tx=0x7fadd4010800 comp rx=0 tx=0).stop 2024-04-25T17:13:50.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.145+0000 7fadeae79740 1 -- 172.21.15.28:0/362181325 shutdown_connections 2024-04-25T17:13:50.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.145+0000 7fadeae79740 1 --2- 172.21.15.28:0/362181325 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a888770590 0x55a888b3dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.145+0000 7fadeae79740 1 --2- 172.21.15.28:0/362181325 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a8887683b0 0x55a888b36d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.145+0000 7fadeae79740 1 --2- 172.21.15.28:0/362181325 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a888791270 0x55a888b36780 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.145+0000 7fadeae79740 1 -- 172.21.15.28:0/362181325 >> 172.21.15.28:0/362181325 conn(0x55a8887853c0 msgr2=0x55a888b2dd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:50.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.145+0000 7fadeae79740 1 -- 172.21.15.28:0/362181325 shutdown_connections 2024-04-25T17:13:50.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.145+0000 7fadeae79740 1 -- 172.21.15.28:0/362181325 wait complete. 2024-04-25T17:13:50.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.145+0000 7fadeae79740 1 -- start start 2024-04-25T17:13:50.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.145+0000 7fadeae79740 1 Processor -- start 2024-04-25T17:13:50.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.146+0000 7fadeae79740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a8887683b0 0x55a888b406c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:50.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.146+0000 7fadeae79740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a888770590 0x55a888b40c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:50.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.146+0000 7fadeae79740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a888791270 0x55a888b47b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:50.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.146+0000 7fadeae79740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55a888b3e650 con 0x55a8887683b0 2024-04-25T17:13:50.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.146+0000 7fadeae79740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a888a1efe0 con 0x55a888791270 2024-04-25T17:13:50.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.146+0000 7fadeae79740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a888b3e7d0 con 0x55a888770590 2024-04-25T17:13:50.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.146+0000 7fadeae79740 10 client.0 _ll_register_callbacks cb 0x55a888a35150 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:13:50.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.146+0000 7fade2562640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a8887683b0 0x55a888b406c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:50.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.146+0000 7fade2562640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a8887683b0 0x55a888b406c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:58024/0 (socket says 172.21.15.28:58024) 2024-04-25T17:13:50.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.146+0000 7fade2562640 1 -- 172.21.15.28:0/1081875840 learned_addr learned my addr 172.21.15.28:0/1081875840 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:50.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.146+0000 7fade1560640 1 --2- 172.21.15.28:0/1081875840 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a888770590 0x55a888b40c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:50.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.146+0000 7fade2562640 1 --2- 172.21.15.28:0/1081875840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a888791270 0x55a888b47b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:50.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.146+0000 7fade2562640 1 -- 172.21.15.28:0/1081875840 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a888770590 msgr2=0x55a888b40c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:13:50.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.146+0000 7fade2562640 1 --2- 172.21.15.28:0/1081875840 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a888770590 0x55a888b40c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.146+0000 7fade2562640 1 -- 172.21.15.28:0/1081875840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a888791270 msgr2=0x55a888b47b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:13:50.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.146+0000 7fade2562640 1 --2- 172.21.15.28:0/1081875840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a888791270 0x55a888b47b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.146+0000 7fade2562640 1 -- 172.21.15.28:0/1081875840 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a8887a92d0 con 0x55a8887683b0 2024-04-25T17:13:50.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.147+0000 7fade2562640 1 --2- 172.21.15.28:0/1081875840 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a8887683b0 0x55a888b406c0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fadd4000f80 tx=0x7fadd40114f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fa4dac4e19c6ad5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:50.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.147+0000 7fadc57fa640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:13:50.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.147+0000 7fadc57fa640 1 -- 172.21.15.28:0/1081875840 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd4016050 con 0x55a8887683b0 2024-04-25T17:13:50.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.147+0000 7fadc57fa640 1 -- 172.21.15.28:0/1081875840 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7fadd4012710 con 0x55a8887683b0 2024-04-25T17:13:50.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.147+0000 7fadeae79740 1 -- 172.21.15.28:0/1081875840 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fadd4012ba0 con 0x55a8887683b0 2024-04-25T17:13:50.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.147+0000 7fadc57fa640 1 -- 172.21.15.28:0/1081875840 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7fadd4012910 con 0x55a8887683b0 2024-04-25T17:13:50.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.147+0000 7fadeae79740 10 client.14790 fetch_fsmap learned FSMap version 17 2024-04-25T17:13:50.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.147+0000 7fadeae79740 1 -- 172.21.15.28:0/1081875840 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x55a8888736b0 con 0x55a8887683b0 2024-04-25T17:13:50.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.147+0000 7fadc57fa640 1 -- 172.21.15.28:0/1081875840 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fadd4012ba0 con 0x55a8887683b0 2024-04-25T17:13:50.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.147+0000 7fadc57fa640 1 -- 172.21.15.28:0/1081875840 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 17) ==== 8342+0+0 (secure 0 0 0) 0x7fadd4028020 con 0x55a8887683b0 2024-04-25T17:13:50.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.147+0000 7fadeae79740 10 client.14790 fetch_fsmap finished waiting for FSMap version 17 2024-04-25T17:13:50.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.147+0000 7fadeae79740 10 client.14790 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T17:13:50.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.147+0000 7fadeae79740 20 client.14790 populate_metadata read hostname 'smithi028' 2024-04-25T17:13:50.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.147+0000 7fadeae79740 1 --2- 172.21.15.28:0/1081875840 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a88874fe40 0x55a888b4df70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:50.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.147+0000 7fadeae79740 4 client.14790 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:13:50.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.147+0000 7fadeae79740 1 -- 172.21.15.28:0/1081875840 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a888aa5350 con 0x55a88874fe40 2024-04-25T17:13:50.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.148+0000 7fade1560640 1 --2- 172.21.15.28:0/1081875840 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a88874fe40 0x55a888b4df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:50.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.148+0000 7fadc57fa640 10 client.14790 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:13:50.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.148+0000 7fade1560640 1 --2- 172.21.15.28:0/1081875840 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a88874fe40 0x55a888b4df70 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e20c168d070c65c3 server_cookie=f5961446c9c5ff92 in_seq=0 out_seq=0 2024-04-25T17:13:50.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.149+0000 7fadc57fa640 1 -- 172.21.15.28:0/1081875840 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55a888aa5350 con 0x55a88874fe40 2024-04-25T17:13:50.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.149+0000 7fadc57fa640 10 client.14790 handle_command_reply: tid=0 2024-04-25T17:13:50.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.149+0000 7fadeae79740 1 client.14790 shutdown 2024-04-25T17:13:50.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.149+0000 7fadeae79740 1 -- 172.21.15.28:0/1081875840 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a8887683b0 msgr2=0x55a888b406c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:50.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.149+0000 7fadeae79740 1 --2- 172.21.15.28:0/1081875840 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a8887683b0 0x55a888b406c0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fadd4000f80 tx=0x7fadd40114f0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.149+0000 7fadeae79740 1 -- 172.21.15.28:0/1081875840 shutdown_connections 2024-04-25T17:13:50.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.149+0000 7fadeae79740 1 --2- 172.21.15.28:0/1081875840 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a88874fe40 0x55a888b4df70 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.149+0000 7fadeae79740 1 --2- 172.21.15.28:0/1081875840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a888791270 0x55a888b47b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.149+0000 7fadc57fa640 0 client.14790 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:13:50.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.149+0000 7fadeae79740 1 --2- 172.21.15.28:0/1081875840 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a888770590 0x55a888b40c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.156 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.149+0000 7fadeae79740 1 --2- 172.21.15.28:0/1081875840 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a8887683b0 0x55a888b406c0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.156 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.149+0000 7fadeae79740 1 -- 172.21.15.28:0/1081875840 >> 172.21.15.28:0/1081875840 conn(0x55a8887853c0 msgr2=0x55a888b2cd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:50.156 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.149+0000 7fadeae79740 1 -- 172.21.15.28:0/1081875840 shutdown_connections 2024-04-25T17:13:50.156 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.150+0000 7fadeae79740 1 -- 172.21.15.28:0/1081875840 wait complete. 2024-04-25T17:13:50.156 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.150+0000 7fadeae79740 20 client.14790 trim_cache size 0 max 16384 2024-04-25T17:13:50.175 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.169+0000 7fadeae79740 1 Processor -- start 2024-04-25T17:13:50.175 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.169+0000 7fadeae79740 1 -- start start 2024-04-25T17:13:50.175 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.169+0000 7fadeae79740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a8887683b0 0x55a888b36700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:50.175 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.169+0000 7fadeae79740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a888770590 0x55a888b3ec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:50.175 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.169+0000 7fadeae79740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a888791270 0x55a888b3f140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:50.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.169+0000 7fadeae79740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55a888b4c2b0 con 0x55a888791270 2024-04-25T17:13:50.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.169+0000 7fadeae79740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a888b4c980 con 0x55a8887683b0 2024-04-25T17:13:50.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.169+0000 7fadeae79740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a888b4d050 con 0x55a888770590 2024-04-25T17:13:50.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.169+0000 7fade2562640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a888791270 0x55a888b3f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:50.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.169+0000 7fade2562640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a888791270 0x55a888b3f140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:58034/0 (socket says 172.21.15.28:58034) 2024-04-25T17:13:50.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.169+0000 7fade2562640 1 -- 172.21.15.28:0/2463188601 learned_addr learned my addr 172.21.15.28:0/2463188601 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:50.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.169+0000 7fade1560640 1 --2- 172.21.15.28:0/2463188601 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a888770590 0x55a888b3ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:50.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.169+0000 7fade2562640 1 -- 172.21.15.28:0/2463188601 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a888770590 msgr2=0x55a888b3ec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:13:50.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.169+0000 7fade2562640 1 --2- 172.21.15.28:0/2463188601 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a888770590 0x55a888b3ec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.169+0000 7fade2562640 1 -- 172.21.15.28:0/2463188601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a8887683b0 msgr2=0x55a888b36700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:13:50.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.169+0000 7fade2562640 1 --2- 172.21.15.28:0/2463188601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a8887683b0 0x55a888b36700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.169+0000 7fade2562640 1 -- 172.21.15.28:0/2463188601 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a888b3b4d0 con 0x55a888791270 2024-04-25T17:13:50.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.169+0000 7fade2562640 1 --2- 172.21.15.28:0/2463188601 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a888791270 0x55a888b3f140 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fadd4010840 tx=0x7fadd4005d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83206a8ffde8cfac server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:50.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.170+0000 7fadc77fe640 1 -- 172.21.15.28:0/2463188601 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd4016070 con 0x55a888791270 2024-04-25T17:13:50.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.170+0000 7fadc77fe640 1 -- 172.21.15.28:0/2463188601 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fadd401f030 con 0x55a888791270 2024-04-25T17:13:50.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.170+0000 7fadc77fe640 1 -- 172.21.15.28:0/2463188601 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd4012770 con 0x55a888791270 2024-04-25T17:13:50.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.170+0000 7fadeae79740 1 -- 172.21.15.28:0/2463188601 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a888791270 msgr2=0x55a888b3f140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:50.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.170+0000 7fadeae79740 1 --2- 172.21.15.28:0/2463188601 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a888791270 0x55a888b3f140 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fadd4010840 tx=0x7fadd4005d30 comp rx=0 tx=0).stop 2024-04-25T17:13:50.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.170+0000 7fadeae79740 1 -- 172.21.15.28:0/2463188601 shutdown_connections 2024-04-25T17:13:50.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.170+0000 7fadeae79740 1 --2- 172.21.15.28:0/2463188601 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a888791270 0x55a888b3f140 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.170+0000 7fadeae79740 1 --2- 172.21.15.28:0/2463188601 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a888770590 0x55a888b3ec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.170+0000 7fadeae79740 1 --2- 172.21.15.28:0/2463188601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a8887683b0 0x55a888b36700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.170+0000 7fadeae79740 1 -- 172.21.15.28:0/2463188601 >> 172.21.15.28:0/2463188601 conn(0x55a8887853c0 msgr2=0x55a888b28a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:50.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.171+0000 7fadeae79740 1 -- 172.21.15.28:0/2463188601 shutdown_connections 2024-04-25T17:13:50.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.171+0000 7fadeae79740 1 -- 172.21.15.28:0/2463188601 wait complete. 2024-04-25T17:13:50.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.171+0000 7fadeae79740 1 -- start start 2024-04-25T17:13:50.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.171+0000 7fadeae79740 1 Processor -- start 2024-04-25T17:13:50.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.171+0000 7fadeae79740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a8887683b0 0x55a888b42370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:50.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.171+0000 7fadeae79740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a888770590 0x55a888b428b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:50.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.171+0000 7fadeae79740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a888791270 0x55a888bb4de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:50.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.171+0000 7fadeae79740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55a888b4ddf0 con 0x55a8887683b0 2024-04-25T17:13:50.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.171+0000 7fadeae79740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a888b4d720 con 0x55a888791270 2024-04-25T17:13:50.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.171+0000 7fadeae79740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a888b4e4c0 con 0x55a888770590 2024-04-25T17:13:50.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.171+0000 7fadeae79740 10 client.0 _ll_register_callbacks cb 0x7fadd80e2620 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:13:50.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.171+0000 7fade2562640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a8887683b0 0x55a888b42370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:50.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.171+0000 7fade2562640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a8887683b0 0x55a888b42370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:58046/0 (socket says 172.21.15.28:58046) 2024-04-25T17:13:50.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.171+0000 7fade2562640 1 -- 172.21.15.28:0/2569466095 learned_addr learned my addr 172.21.15.28:0/2569466095 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:50.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.172+0000 7fade1560640 1 --2- 172.21.15.28:0/2569466095 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a888770590 0x55a888b428b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:50.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.172+0000 7fade2562640 1 --2- 172.21.15.28:0/2569466095 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a888791270 0x55a888bb4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:50.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.172+0000 7fade2562640 1 -- 172.21.15.28:0/2569466095 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a888770590 msgr2=0x55a888b428b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:13:50.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.172+0000 7fade2562640 1 --2- 172.21.15.28:0/2569466095 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a888770590 0x55a888b428b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.172+0000 7fade2562640 1 -- 172.21.15.28:0/2569466095 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a888791270 msgr2=0x55a888bb4de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:13:50.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.172+0000 7fade2562640 1 --2- 172.21.15.28:0/2569466095 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a888791270 0x55a888bb4de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.172+0000 7fade2562640 1 -- 172.21.15.28:0/2569466095 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a888bb53a0 con 0x55a8887683b0 2024-04-25T17:13:50.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.172+0000 7fade2562640 1 --2- 172.21.15.28:0/2569466095 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a8887683b0 0x55a888b42370 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fadd4009a30 tx=0x7fadd4004c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a3ffb2d3408fb5c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:50.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.172+0000 7fadc57fa640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:13:50.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.172+0000 7fadc57fa640 1 -- 172.21.15.28:0/2569466095 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd4016030 con 0x55a8887683b0 2024-04-25T17:13:50.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.172+0000 7fadc57fa640 1 -- 172.21.15.28:0/2569466095 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7fadd4004f00 con 0x55a8887683b0 2024-04-25T17:13:50.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.172+0000 7fadeae79740 1 -- 172.21.15.28:0/2569466095 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fadd401f030 con 0x55a8887683b0 2024-04-25T17:13:50.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.172+0000 7fadc57fa640 1 -- 172.21.15.28:0/2569466095 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7fadd4010f70 con 0x55a8887683b0 2024-04-25T17:13:50.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.172+0000 7fadeae79740 10 client.14796 fetch_fsmap learned FSMap version 17 2024-04-25T17:13:50.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.172+0000 7fadeae79740 1 -- 172.21.15.28:0/2569466095 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x55a888bb6600 con 0x55a8887683b0 2024-04-25T17:13:50.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.172+0000 7fadc57fa640 1 -- 172.21.15.28:0/2569466095 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fadd401f030 con 0x55a8887683b0 2024-04-25T17:13:50.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.173+0000 7fadc57fa640 1 -- 172.21.15.28:0/2569466095 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 17) ==== 8342+0+0 (secure 0 0 0) 0x7fadd4038030 con 0x55a8887683b0 2024-04-25T17:13:50.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.173+0000 7fadeae79740 10 client.14796 fetch_fsmap finished waiting for FSMap version 17 2024-04-25T17:13:50.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.173+0000 7fadeae79740 10 client.14796 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T17:13:50.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.173+0000 7fadeae79740 20 client.14796 populate_metadata read hostname 'smithi028' 2024-04-25T17:13:50.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.173+0000 7fadeae79740 1 --2- 172.21.15.28:0/2569466095 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a888725280 0x55a888bb9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:50.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.173+0000 7fadeae79740 4 client.14796 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T17:13:50.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.173+0000 7fadeae79740 1 -- 172.21.15.28:0/2569466095 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "status"}) -- 0x55a888a9f1c0 con 0x55a888725280 2024-04-25T17:13:50.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.173+0000 7fade1560640 1 --2- 172.21.15.28:0/2569466095 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a888725280 0x55a888bb9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:50.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.173+0000 7fade1560640 1 --2- 172.21.15.28:0/2569466095 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a888725280 0x55a888bb9800 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a398234e240dd38b server_cookie=6e1b12432e2d498d in_seq=0 out_seq=0 2024-04-25T17:13:50.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.173+0000 7fadc57fa640 10 client.14796 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:13:50.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.174+0000 7fadc57fa640 1 -- 172.21.15.28:0/2569466095 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55a888a9f1c0 con 0x55a888725280 2024-04-25T17:13:50.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.174+0000 7fadc57fa640 10 client.14796 handle_command_reply: tid=0 2024-04-25T17:13:50.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.174+0000 7fadeae79740 1 client.14796 shutdown 2024-04-25T17:13:50.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.174+0000 7fadeae79740 1 -- 172.21.15.28:0/2569466095 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a8887683b0 msgr2=0x55a888b42370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:50.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.174+0000 7fadeae79740 1 --2- 172.21.15.28:0/2569466095 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a8887683b0 0x55a888b42370 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fadd4009a30 tx=0x7fadd4004c50 comp rx=0 tx=0).stop 2024-04-25T17:13:50.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.174+0000 7fadeae79740 1 -- 172.21.15.28:0/2569466095 shutdown_connections 2024-04-25T17:13:50.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.174+0000 7fadeae79740 1 --2- 172.21.15.28:0/2569466095 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a888725280 0x55a888bb9800 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.174+0000 7fadeae79740 1 --2- 172.21.15.28:0/2569466095 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a888791270 0x55a888bb4de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.174+0000 7fadeae79740 1 --2- 172.21.15.28:0/2569466095 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a888770590 0x55a888b428b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.174+0000 7fadc57fa640 0 client.14796 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:13:50.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.174+0000 7fadeae79740 1 --2- 172.21.15.28:0/2569466095 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a8887683b0 0x55a888b42370 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.182 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.174+0000 7fadeae79740 1 -- 172.21.15.28:0/2569466095 >> 172.21.15.28:0/2569466095 conn(0x55a8887853c0 msgr2=0x55a888b3ec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:50.182 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.174+0000 7fadeae79740 1 -- 172.21.15.28:0/2569466095 shutdown_connections 2024-04-25T17:13:50.182 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.174+0000 7fadeae79740 1 -- 172.21.15.28:0/2569466095 wait complete. 2024-04-25T17:13:50.182 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.174+0000 7fadeae79740 20 client.14796 trim_cache size 0 max 16384 2024-04-25T17:13:50.182 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:13:50.182 INFO:teuthology.orchestra.run.smithi028.stdout: "cluster_fsid": "dfbd4644-0325-11ef-bc93-c7b262605968", 2024-04-25T17:13:50.182 INFO:teuthology.orchestra.run.smithi028.stdout: "whoami": 0, 2024-04-25T17:13:50.182 INFO:teuthology.orchestra.run.smithi028.stdout: "id": 24551, 2024-04-25T17:13:50.182 INFO:teuthology.orchestra.run.smithi028.stdout: "want_state": "up:active", 2024-04-25T17:13:50.182 INFO:teuthology.orchestra.run.smithi028.stdout: "state": "up:active", 2024-04-25T17:13:50.183 INFO:teuthology.orchestra.run.smithi028.stdout: "fs_name": "cephfs", 2024-04-25T17:13:50.183 INFO:teuthology.orchestra.run.smithi028.stdout: "rank_uptime": 6.919031704, 2024-04-25T17:13:50.183 INFO:teuthology.orchestra.run.smithi028.stdout: "mdsmap_epoch": 17, 2024-04-25T17:13:50.183 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_epoch": 80, 2024-04-25T17:13:50.183 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_epoch_barrier": 79, 2024-04-25T17:13:50.183 INFO:teuthology.orchestra.run.smithi028.stdout: "uptime": 12.126653641000001 2024-04-25T17:13:50.183 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:13:50.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.174+0000 7fade3fc5640 1 -- 172.21.15.28:0/1631484365 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fadc80afb70 msgr2=0x7fadc80b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:50.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.174+0000 7fade3fc5640 1 --2- 172.21.15.28:0/1631484365 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fadc80afb70 0x7fadc80b2080 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x55a888b37b60 tx=0x7fadd80e2750 comp rx=0 tx=0).stop 2024-04-25T17:13:50.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.174+0000 7fade3fc5640 1 -- 172.21.15.28:0/1631484365 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faddc103830 msgr2=0x7faddc19a260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:50.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.174+0000 7fade3fc5640 1 --2- 172.21.15.28:0/1631484365 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faddc103830 0x7faddc19a260 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fadd800c970 tx=0x7fadd800ce30 comp rx=0 tx=0).stop 2024-04-25T17:13:50.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.175+0000 7fade3fc5640 1 -- 172.21.15.28:0/1631484365 shutdown_connections 2024-04-25T17:13:50.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.175+0000 7fade3fc5640 1 --2- 172.21.15.28:0/1631484365 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fadc80afb70 0x7fadc80b2080 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.175+0000 7fade3fc5640 1 --2- 172.21.15.28:0/1631484365 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faddc109a70 0x7faddc1a1730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.175+0000 7fade3fc5640 1 --2- 172.21.15.28:0/1631484365 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faddc105170 0x7faddc19a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.175+0000 7fade3fc5640 1 --2- 172.21.15.28:0/1631484365 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faddc103830 0x7faddc19a260 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:50.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.175+0000 7fade3fc5640 1 -- 172.21.15.28:0/1631484365 >> 172.21.15.28:0/1631484365 conn(0x7faddc0fed40 msgr2=0x7faddc105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:50.185 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.175+0000 7fade3fc5640 1 -- 172.21.15.28:0/1631484365 shutdown_connections 2024-04-25T17:13:50.185 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:50.175+0000 7fade3fc5640 1 -- 172.21.15.28:0/1631484365 wait complete. 2024-04-25T17:13:50.186 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-25T17:13:50.186 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-04-25T17:13:50.186 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph fs ls 2024-04-25T17:13:50.432 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:13:50.554 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:50 smithi028 ceph-mon[29207]: pgmap v289: 129 pgs: 6 creating+peering, 109 active+clean, 14 unknown; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 7 op/s 2024-04-25T17:13:50.554 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:50 smithi028 ceph-mon[29207]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-25T17:13:50.554 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:50 smithi028 ceph-mon[29207]: Cluster is now healthy 2024-04-25T17:13:50.554 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:50 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3356233790' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:13:50.554 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:50 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2237163055' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:50.555 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:50 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2558905899' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:13:50.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:50 smithi042 ceph-mon[32851]: pgmap v289: 129 pgs: 6 creating+peering, 109 active+clean, 14 unknown; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 7 op/s 2024-04-25T17:13:50.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:50 smithi042 ceph-mon[32851]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-25T17:13:50.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:50 smithi042 ceph-mon[32851]: Cluster is now healthy 2024-04-25T17:13:50.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:50 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3356233790' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:13:50.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:50 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2237163055' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:50.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:50 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2558905899' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:13:50.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:50 smithi084 ceph-mon[32752]: pgmap v289: 129 pgs: 6 creating+peering, 109 active+clean, 14 unknown; 579 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 7 op/s 2024-04-25T17:13:50.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:50 smithi084 ceph-mon[32752]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-25T17:13:50.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:50 smithi084 ceph-mon[32752]: Cluster is now healthy 2024-04-25T17:13:50.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:50 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3356233790' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:13:50.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:50 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2237163055' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:13:50.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:50 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2558905899' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:13:52.094 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.076+0000 7f0054d05700 1 -- 172.21.15.28:0/453288644 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0050104460 msgr2=0x7f0050104870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:52.094 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.076+0000 7f0054d05700 1 --2- 172.21.15.28:0/453288644 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0050104460 0x7f0050104870 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f00400099c0 tx=0x7f0040009cd0 comp rx=0 tx=0).stop 2024-04-25T17:13:52.094 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.076+0000 7f0054d05700 1 -- 172.21.15.28:0/453288644 shutdown_connections 2024-04-25T17:13:52.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.076+0000 7f0054d05700 1 --2- 172.21.15.28:0/453288644 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0050104460 0x7f0050104870 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:52.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.076+0000 7f0054d05700 1 --2- 172.21.15.28:0/453288644 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f00501096e0 0x7f0050111040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:52.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.076+0000 7f0054d05700 1 --2- 172.21.15.28:0/453288644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0050108d90 0x7f00501091a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:52.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.076+0000 7f0054d05700 1 -- 172.21.15.28:0/453288644 >> 172.21.15.28:0/453288644 conn(0x7f00500ffd70 msgr2=0x7f00501021c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:52.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.076+0000 7f0054d05700 1 -- 172.21.15.28:0/453288644 shutdown_connections 2024-04-25T17:13:52.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.076+0000 7f0054d05700 1 -- 172.21.15.28:0/453288644 wait complete. 2024-04-25T17:13:52.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.077+0000 7f0054d05700 1 Processor -- start 2024-04-25T17:13:52.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.077+0000 7f0054d05700 1 -- start start 2024-04-25T17:13:52.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.077+0000 7f0054d05700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0050104460 0x7f00501a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:52.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.077+0000 7f0054d05700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0050108d90 0x7f00501a0d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:52.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.077+0000 7f0054d05700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f00501096e0 0x7f005019a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:52.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.077+0000 7f0054d05700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f00501141c0 con 0x7f00501096e0 2024-04-25T17:13:52.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.077+0000 7f0054d05700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0050114040 con 0x7f0050104460 2024-04-25T17:13:52.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.077+0000 7f0054d05700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0050114340 con 0x7f0050108d90 2024-04-25T17:13:52.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.077+0000 7f004ed9d700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f00501096e0 0x7f005019a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:52.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.077+0000 7f004ed9d700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f00501096e0 0x7f005019a9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:58058/0 (socket says 172.21.15.28:58058) 2024-04-25T17:13:52.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.078+0000 7f004ed9d700 1 -- 172.21.15.28:0/2354762674 learned_addr learned my addr 172.21.15.28:0/2354762674 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:52.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.078+0000 7f004dd9b700 1 --2- 172.21.15.28:0/2354762674 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0050108d90 0x7f00501a0d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:52.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.078+0000 7f004e59c700 1 --2- 172.21.15.28:0/2354762674 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0050104460 0x7f00501a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:52.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.078+0000 7f004ed9d700 1 -- 172.21.15.28:0/2354762674 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0050108d90 msgr2=0x7f00501a0d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:52.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.078+0000 7f004ed9d700 1 --2- 172.21.15.28:0/2354762674 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0050108d90 0x7f00501a0d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:52.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.078+0000 7f004ed9d700 1 -- 172.21.15.28:0/2354762674 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0050104460 msgr2=0x7f00501a07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:52.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.078+0000 7f004ed9d700 1 --2- 172.21.15.28:0/2354762674 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0050104460 0x7f00501a07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:52.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.078+0000 7f004ed9d700 1 -- 172.21.15.28:0/2354762674 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f005019b090 con 0x7f00501096e0 2024-04-25T17:13:52.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.078+0000 7f004ed9d700 1 --2- 172.21.15.28:0/2354762674 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f00501096e0 0x7f005019a9e0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f0048007ee0 tx=0x7f004800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:52.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.078+0000 7f003f7fe700 1 -- 172.21.15.28:0/2354762674 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0048004bb0 con 0x7f00501096e0 2024-04-25T17:13:52.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.078+0000 7f003f7fe700 1 -- 172.21.15.28:0/2354762674 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0048004d50 con 0x7f00501096e0 2024-04-25T17:13:52.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.078+0000 7f003f7fe700 1 -- 172.21.15.28:0/2354762674 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00480058b0 con 0x7f00501096e0 2024-04-25T17:13:52.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.078+0000 7f0054d05700 1 -- 172.21.15.28:0/2354762674 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f005019b380 con 0x7f00501096e0 2024-04-25T17:13:52.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.078+0000 7f0054d05700 1 -- 172.21.15.28:0/2354762674 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00501a7650 con 0x7f00501096e0 2024-04-25T17:13:52.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.080+0000 7f0054d05700 1 -- 172.21.15.28:0/2354762674 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0050051190 con 0x7f00501096e0 2024-04-25T17:13:52.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.081+0000 7f003f7fe700 1 -- 172.21.15.28:0/2354762674 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f004801a020 con 0x7f00501096e0 2024-04-25T17:13:52.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.081+0000 7f003f7fe700 1 --2- 172.21.15.28:0/2354762674 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f00380afb80 0x7f00380b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:52.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.081+0000 7f004e59c700 1 --2- 172.21.15.28:0/2354762674 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f00380afb80 0x7f00380b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:52.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.082+0000 7f003f7fe700 1 -- 172.21.15.28:0/2354762674 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f00480de4a0 con 0x7f00501096e0 2024-04-25T17:13:52.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.082+0000 7f004e59c700 1 --2- 172.21.15.28:0/2354762674 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f00380afb80 0x7f00380b2090 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f0040009990 tx=0x7f0040005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:52.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.086+0000 7f003f7fe700 1 -- 172.21.15.28:0/2354762674 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0048010070 con 0x7f00501096e0 2024-04-25T17:13:52.340 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.340+0000 7f0054d05700 1 -- 172.21.15.28:0/2354762674 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f005002e510 con 0x7f00501096e0 2024-04-25T17:13:52.340 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.340+0000 7f003f7fe700 1 -- 172.21.15.28:0/2354762674 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+88 (secure 0 0 0) 0x7f00480a6e40 con 0x7f00501096e0 2024-04-25T17:13:52.341 INFO:teuthology.orchestra.run.smithi028.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-04-25T17:13:52.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.342+0000 7f0054d05700 1 -- 172.21.15.28:0/2354762674 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f00380afb80 msgr2=0x7f00380b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:52.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.342+0000 7f0054d05700 1 --2- 172.21.15.28:0/2354762674 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f00380afb80 0x7f00380b2090 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f0040009990 tx=0x7f0040005fb0 comp rx=0 tx=0).stop 2024-04-25T17:13:52.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.342+0000 7f0054d05700 1 -- 172.21.15.28:0/2354762674 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f00501096e0 msgr2=0x7f005019a9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:52.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.342+0000 7f0054d05700 1 --2- 172.21.15.28:0/2354762674 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f00501096e0 0x7f005019a9e0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f0048007ee0 tx=0x7f004800d3b0 comp rx=0 tx=0).stop 2024-04-25T17:13:52.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.342+0000 7f0054d05700 1 -- 172.21.15.28:0/2354762674 shutdown_connections 2024-04-25T17:13:52.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.342+0000 7f0054d05700 1 --2- 172.21.15.28:0/2354762674 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f00380afb80 0x7f00380b2090 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:52.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.342+0000 7f0054d05700 1 --2- 172.21.15.28:0/2354762674 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f00501096e0 0x7f005019a9e0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:52.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.342+0000 7f0054d05700 1 --2- 172.21.15.28:0/2354762674 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0050104460 0x7f00501a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:52.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.342+0000 7f0054d05700 1 --2- 172.21.15.28:0/2354762674 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0050108d90 0x7f00501a0d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:52.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.342+0000 7f0054d05700 1 -- 172.21.15.28:0/2354762674 >> 172.21.15.28:0/2354762674 conn(0x7f00500ffd70 msgr2=0x7f0050102190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:52.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.343+0000 7f0054d05700 1 -- 172.21.15.28:0/2354762674 shutdown_connections 2024-04-25T17:13:52.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:52.343+0000 7f0054d05700 1 -- 172.21.15.28:0/2354762674 wait complete. 2024-04-25T17:13:52.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:52 smithi042 ceph-mon[32851]: pgmap v290: 129 pgs: 6 creating+peering, 123 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 377 B/s wr, 5 op/s 2024-04-25T17:13:52.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:52 smithi028 ceph-mon[29207]: pgmap v290: 129 pgs: 6 creating+peering, 123 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 377 B/s wr, 5 op/s 2024-04-25T17:13:52.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:52 smithi084 ceph-mon[32752]: pgmap v290: 129 pgs: 6 creating+peering, 123 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 377 B/s wr, 5 op/s 2024-04-25T17:13:53.011 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-04-25T17:13:53.012 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-25T17:13:53.012 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi028.front.sepia.ceph.com 2024-04-25T17:13:53.012 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-04-25T17:13:53.012 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-04-25T17:13:53.012 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-04-25T17:13:53.012 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-25T17:13:53.012 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-25T17:13:53.012 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-04-25T17:13:53.013 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:13:53.013 DEBUG:teuthology.orchestra.run.smithi028:> ip addr 2024-04-25T17:13:53.029 INFO:teuthology.orchestra.run.smithi028.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-25T17:13:53.029 INFO:teuthology.orchestra.run.smithi028.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-25T17:13:53.030 INFO:teuthology.orchestra.run.smithi028.stdout: inet 127.0.0.1/8 scope host lo 2024-04-25T17:13:53.030 INFO:teuthology.orchestra.run.smithi028.stdout: valid_lft forever preferred_lft forever 2024-04-25T17:13:53.030 INFO:teuthology.orchestra.run.smithi028.stdout: inet6 ::1/128 scope host 2024-04-25T17:13:53.030 INFO:teuthology.orchestra.run.smithi028.stdout: valid_lft forever preferred_lft forever 2024-04-25T17:13:53.030 INFO:teuthology.orchestra.run.smithi028.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-25T17:13:53.030 INFO:teuthology.orchestra.run.smithi028.stdout: link/ether 0c:c4:7a:6b:ee:16 brd ff:ff:ff:ff:ff:ff 2024-04-25T17:13:53.030 INFO:teuthology.orchestra.run.smithi028.stdout: altname enp7s0f0 2024-04-25T17:13:53.030 INFO:teuthology.orchestra.run.smithi028.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-25T17:13:53.030 INFO:teuthology.orchestra.run.smithi028.stdout: link/ether 0c:c4:7a:6b:ee:17 brd ff:ff:ff:ff:ff:ff 2024-04-25T17:13:53.030 INFO:teuthology.orchestra.run.smithi028.stdout: altname enp7s0f1 2024-04-25T17:13:53.030 INFO:teuthology.orchestra.run.smithi028.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-25T17:13:53.030 INFO:teuthology.orchestra.run.smithi028.stdout: link/ether ac:1f:6b:a5:ca:3c brd ff:ff:ff:ff:ff:ff 2024-04-25T17:13:53.030 INFO:teuthology.orchestra.run.smithi028.stdout: altname enp1s0f0 2024-04-25T17:13:53.031 INFO:teuthology.orchestra.run.smithi028.stdout: inet 172.21.15.28/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-04-25T17:13:53.031 INFO:teuthology.orchestra.run.smithi028.stdout: valid_lft 42211sec preferred_lft 42211sec 2024-04-25T17:13:53.031 INFO:teuthology.orchestra.run.smithi028.stdout: inet6 fe80::ae1f:6bff:fea5:ca3c/64 scope link noprefixroute 2024-04-25T17:13:53.031 INFO:teuthology.orchestra.run.smithi028.stdout: valid_lft forever preferred_lft forever 2024-04-25T17:13:53.031 INFO:teuthology.orchestra.run.smithi028.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-25T17:13:53.031 INFO:teuthology.orchestra.run.smithi028.stdout: link/ether ac:1f:6b:a5:ca:3d brd ff:ff:ff:ff:ff:ff 2024-04-25T17:13:53.031 INFO:teuthology.orchestra.run.smithi028.stdout: altname enp1s0f1 2024-04-25T17:13:53.031 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-25T17:13:53.032 DEBUG:teuthology.orchestra.run.smithi028:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T17:13:53.032 DEBUG:teuthology.orchestra.run.smithi028:> set -e 2024-04-25T17:13:53.032 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip link add name ceph-brx type bridge 2024-04-25T17:13:53.032 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip addr flush dev ceph-brx 2024-04-25T17:13:53.032 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip link set ceph-brx up 2024-04-25T17:13:53.032 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-25T17:13:53.032 DEBUG:teuthology.orchestra.run.smithi028:> ') 2024-04-25T17:13:53.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T17:13:53.212 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T17:13:53.219 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:13:53.219 DEBUG:teuthology.orchestra.run.smithi028:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-25T17:13:53.245 INFO:teuthology.orchestra.run.smithi028.stdout:1 2024-04-25T17:13:53.246 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:13:53.246 DEBUG:teuthology.orchestra.run.smithi028:> route 2024-04-25T17:13:53.322 INFO:teuthology.orchestra.run.smithi028.stdout:Kernel IP routing table 2024-04-25T17:13:53.322 INFO:teuthology.orchestra.run.smithi028.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-25T17:13:53.322 INFO:teuthology.orchestra.run.smithi028.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-04-25T17:13:53.322 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-04-25T17:13:53.323 INFO:teuthology.orchestra.run.smithi028.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-25T17:13:53.323 DEBUG:teuthology.orchestra.run.smithi028:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T17:13:53.323 DEBUG:teuthology.orchestra.run.smithi028:> set -e 2024-04-25T17:13:53.323 DEBUG:teuthology.orchestra.run.smithi028:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-04-25T17:13:53.324 DEBUG:teuthology.orchestra.run.smithi028:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-04-25T17:13:53.324 DEBUG:teuthology.orchestra.run.smithi028:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-04-25T17:13:53.324 DEBUG:teuthology.orchestra.run.smithi028:> ') 2024-04-25T17:13:53.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T17:13:53.507 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:53 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2354762674' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-25T17:13:53.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:53 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2354762674' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-25T17:13:53.614 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T17:13:53.621 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:13:53.621 DEBUG:teuthology.orchestra.run.smithi028:> ip netns list 2024-04-25T17:13:53.636 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:13:53.636 DEBUG:teuthology.orchestra.run.smithi028:> ip netns list-id 2024-04-25T17:13:53.691 DEBUG:teuthology.orchestra.run.smithi028:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T17:13:53.691 DEBUG:teuthology.orchestra.run.smithi028:> set -e 2024-04-25T17:13:53.691 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-25T17:13:53.691 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-04-25T17:13:53.691 DEBUG:teuthology.orchestra.run.smithi028:> ') 2024-04-25T17:13:53.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:53 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2354762674' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-25T17:13:53.780 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T17:13:53.803 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T17:13:53.809 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-04-25T17:13:53.809 DEBUG:teuthology.orchestra.run.smithi028:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T17:13:53.809 DEBUG:teuthology.orchestra.run.smithi028:> set -e 2024-04-25T17:13:53.809 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-04-25T17:13:53.810 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-25T17:13:53.810 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-04-25T17:13:53.810 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-04-25T17:13:53.810 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-04-25T17:13:53.810 DEBUG:teuthology.orchestra.run.smithi028:> ') 2024-04-25T17:13:53.859 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T17:13:53.931 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T17:13:53.937 DEBUG:teuthology.orchestra.run.smithi028:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T17:13:53.937 DEBUG:teuthology.orchestra.run.smithi028:> set -e 2024-04-25T17:13:53.937 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip link set brx.0 up 2024-04-25T17:13:53.937 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip link set dev brx.0 master ceph-brx 2024-04-25T17:13:53.937 DEBUG:teuthology.orchestra.run.smithi028:> ') 2024-04-25T17:13:53.986 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T17:13:54.008 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T17:13:54.016 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-04-25T17:13:54.016 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-25T17:13:54.016 DEBUG:teuthology.orchestra.run.smithi028:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-04-25T17:13:54.031 INFO:teuthology.orchestra.run.smithi028.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-04-25T17:13:54.031 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-25T17:13:54.031 DEBUG:teuthology.orchestra.run.smithi028:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-04-25T17:13:54.087 DEBUG:teuthology.orchestra.run.smithi028:> sudo modprobe fuse 2024-04-25T17:13:54.152 DEBUG:teuthology.orchestra.run.smithi028:> cat /proc/self/mounts | awk '{print $2}' 2024-04-25T17:13:54.209 INFO:teuthology.orchestra.run.smithi028.stdout:/proc 2024-04-25T17:13:54.209 INFO:teuthology.orchestra.run.smithi028.stdout:/sys 2024-04-25T17:13:54.209 INFO:teuthology.orchestra.run.smithi028.stdout:/dev 2024-04-25T17:13:54.209 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/kernel/security 2024-04-25T17:13:54.209 INFO:teuthology.orchestra.run.smithi028.stdout:/dev/shm 2024-04-25T17:13:54.209 INFO:teuthology.orchestra.run.smithi028.stdout:/dev/pts 2024-04-25T17:13:54.209 INFO:teuthology.orchestra.run.smithi028.stdout:/run 2024-04-25T17:13:54.209 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/cgroup 2024-04-25T17:13:54.209 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/pstore 2024-04-25T17:13:54.210 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/bpf 2024-04-25T17:13:54.210 INFO:teuthology.orchestra.run.smithi028.stdout:/ 2024-04-25T17:13:54.210 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/selinux 2024-04-25T17:13:54.210 INFO:teuthology.orchestra.run.smithi028.stdout:/proc/sys/fs/binfmt_misc 2024-04-25T17:13:54.210 INFO:teuthology.orchestra.run.smithi028.stdout:/dev/mqueue 2024-04-25T17:13:54.210 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/kernel/debug 2024-04-25T17:13:54.210 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/kernel/tracing 2024-04-25T17:13:54.210 INFO:teuthology.orchestra.run.smithi028.stdout:/dev/hugepages 2024-04-25T17:13:54.210 INFO:teuthology.orchestra.run.smithi028.stdout:/run/credentials/systemd-sysusers.service 2024-04-25T17:13:54.210 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/kernel/config 2024-04-25T17:13:54.210 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/fuse/connections 2024-04-25T17:13:54.210 INFO:teuthology.orchestra.run.smithi028.stdout:/run/credentials/systemd-sysctl.service 2024-04-25T17:13:54.210 INFO:teuthology.orchestra.run.smithi028.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-25T17:13:54.211 INFO:teuthology.orchestra.run.smithi028.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-25T17:13:54.211 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/nfs/rpc_pipefs 2024-04-25T17:13:54.211 INFO:teuthology.orchestra.run.smithi028.stdout:/run/user/1000 2024-04-25T17:13:54.211 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/ceph 2024-04-25T17:13:54.211 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay 2024-04-25T17:13:54.211 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/002b149b39ae3d23cebcbe80a9f22a31478e7952e448bd01da5c3190776de1c8/merged 2024-04-25T17:13:54.211 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/ad9dae15c60635351c3dc5e3e7ab915c0d13d645ae96a9cadd14fa0e5f9709ac/merged 2024-04-25T17:13:54.211 INFO:teuthology.orchestra.run.smithi028.stdout:/run/user/0 2024-04-25T17:13:54.211 INFO:teuthology.orchestra.run.smithi028.stdout:/proc/sys/fs/binfmt_misc 2024-04-25T17:13:54.211 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/299d10ff0358a7757acfd8f9e715dd1bec74402b846ab0a9416433544d375aaf/merged 2024-04-25T17:13:54.211 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/9336d0032b1f29bca24a1090c4bf06cc948a1cb2a9475d74d5f66d41476616e4/merged 2024-04-25T17:13:54.211 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/4cca5a6104495c34f0c9373079627c1e4e241454965b595671da4163d3a75558/merged 2024-04-25T17:13:54.211 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/bd15778cf95cb483c71b1ba0401fe57b126d313fc9bf9def053ee8474d5b25af/merged 2024-04-25T17:13:54.211 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/a5dadf1f2ed864c68c08b89cd69f032bf1b8ddc62ec196cb448ddcfc669907dd/merged 2024-04-25T17:13:54.211 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/95439550b543910245caf4667a727690f30718bdcb44c7238b5d6d7300c96479/merged 2024-04-25T17:13:54.212 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/83b1ea64164911193be236d07ad29218d9f1dc52ecfd4e3b0392819e52322b3c/merged 2024-04-25T17:13:54.212 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/7ae5002b9484ffa73acf6610b35c599b04801355635745bd7f1083f7ef30c923/merged 2024-04-25T17:13:54.212 INFO:teuthology.orchestra.run.smithi028.stdout:/run/netns 2024-04-25T17:13:54.212 INFO:teuthology.orchestra.run.smithi028.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-25T17:13:54.212 INFO:teuthology.orchestra.run.smithi028.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-25T17:13:54.212 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:13:54.212 DEBUG:teuthology.orchestra.run.smithi028:> ls /sys/fs/fuse/connections 2024-04-25T17:13:54.264 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-25T17:13:54.264 DEBUG:teuthology.orchestra.run.smithi028:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-04-25T17:13:54.306 DEBUG:teuthology.orchestra.run.smithi028:> sudo modprobe fuse 2024-04-25T17:13:54.331 DEBUG:teuthology.orchestra.run.smithi028:> cat /proc/self/mounts | awk '{print $2}' 2024-04-25T17:13:54.387 INFO:teuthology.orchestra.run.smithi028.stdout:/proc 2024-04-25T17:13:54.387 INFO:teuthology.orchestra.run.smithi028.stdout:/sys 2024-04-25T17:13:54.388 INFO:teuthology.orchestra.run.smithi028.stdout:/dev 2024-04-25T17:13:54.388 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/kernel/security 2024-04-25T17:13:54.388 INFO:teuthology.orchestra.run.smithi028.stdout:/dev/shm 2024-04-25T17:13:54.388 INFO:teuthology.orchestra.run.smithi028.stdout:/dev/pts 2024-04-25T17:13:54.388 INFO:teuthology.orchestra.run.smithi028.stdout:/run 2024-04-25T17:13:54.388 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/cgroup 2024-04-25T17:13:54.388 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/pstore 2024-04-25T17:13:54.388 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/bpf 2024-04-25T17:13:54.388 INFO:teuthology.orchestra.run.smithi028.stdout:/ 2024-04-25T17:13:54.388 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/selinux 2024-04-25T17:13:54.388 INFO:teuthology.orchestra.run.smithi028.stdout:/proc/sys/fs/binfmt_misc 2024-04-25T17:13:54.388 INFO:teuthology.orchestra.run.smithi028.stdout:/dev/mqueue 2024-04-25T17:13:54.388 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/kernel/debug 2024-04-25T17:13:54.389 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/kernel/tracing 2024-04-25T17:13:54.389 INFO:teuthology.orchestra.run.smithi028.stdout:/dev/hugepages 2024-04-25T17:13:54.389 INFO:teuthology.orchestra.run.smithi028.stdout:/run/credentials/systemd-sysusers.service 2024-04-25T17:13:54.389 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/kernel/config 2024-04-25T17:13:54.389 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/fuse/connections 2024-04-25T17:13:54.389 INFO:teuthology.orchestra.run.smithi028.stdout:/run/credentials/systemd-sysctl.service 2024-04-25T17:13:54.389 INFO:teuthology.orchestra.run.smithi028.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-25T17:13:54.389 INFO:teuthology.orchestra.run.smithi028.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-25T17:13:54.389 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/nfs/rpc_pipefs 2024-04-25T17:13:54.389 INFO:teuthology.orchestra.run.smithi028.stdout:/run/user/1000 2024-04-25T17:13:54.390 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/ceph 2024-04-25T17:13:54.390 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay 2024-04-25T17:13:54.390 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/002b149b39ae3d23cebcbe80a9f22a31478e7952e448bd01da5c3190776de1c8/merged 2024-04-25T17:13:54.390 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/ad9dae15c60635351c3dc5e3e7ab915c0d13d645ae96a9cadd14fa0e5f9709ac/merged 2024-04-25T17:13:54.390 INFO:teuthology.orchestra.run.smithi028.stdout:/run/user/0 2024-04-25T17:13:54.390 INFO:teuthology.orchestra.run.smithi028.stdout:/proc/sys/fs/binfmt_misc 2024-04-25T17:13:54.390 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/299d10ff0358a7757acfd8f9e715dd1bec74402b846ab0a9416433544d375aaf/merged 2024-04-25T17:13:54.390 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/9336d0032b1f29bca24a1090c4bf06cc948a1cb2a9475d74d5f66d41476616e4/merged 2024-04-25T17:13:54.390 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/4cca5a6104495c34f0c9373079627c1e4e241454965b595671da4163d3a75558/merged 2024-04-25T17:13:54.390 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/bd15778cf95cb483c71b1ba0401fe57b126d313fc9bf9def053ee8474d5b25af/merged 2024-04-25T17:13:54.390 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/a5dadf1f2ed864c68c08b89cd69f032bf1b8ddc62ec196cb448ddcfc669907dd/merged 2024-04-25T17:13:54.391 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/95439550b543910245caf4667a727690f30718bdcb44c7238b5d6d7300c96479/merged 2024-04-25T17:13:54.391 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/83b1ea64164911193be236d07ad29218d9f1dc52ecfd4e3b0392819e52322b3c/merged 2024-04-25T17:13:54.391 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/7ae5002b9484ffa73acf6610b35c599b04801355635745bd7f1083f7ef30c923/merged 2024-04-25T17:13:54.391 INFO:teuthology.orchestra.run.smithi028.stdout:/run/netns 2024-04-25T17:13:54.391 INFO:teuthology.orchestra.run.smithi028.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-25T17:13:54.391 INFO:teuthology.orchestra.run.smithi028.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-25T17:13:54.391 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:13:54.391 DEBUG:teuthology.orchestra.run.smithi028:> ls /sys/fs/fuse/connections 2024-04-25T17:13:54.423 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi028.stderr:2024-04-25T17:13:54.423+0000 7f7f6ee0b480 -1 init, newargv = 0x7f7f58004ba0 newargc=15 2024-04-25T17:13:54.423 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi028.stderr:ceph-fuse[70872]: starting ceph client 2024-04-25T17:13:54.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:54 smithi028 ceph-mon[29207]: pgmap v291: 129 pgs: 129 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 318 B/s wr, 3 op/s 2024-04-25T17:13:54.431 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi028.stderr:ceph-fuse[70872]: starting fuse 2024-04-25T17:13:54.439 INFO:teuthology.orchestra.run.smithi028.stdout:115 2024-04-25T17:13:54.439 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [115] 2024-04-25T17:13:54.439 DEBUG:teuthology.orchestra.run.smithi028:> sudo stdin-killer -- python3 -c ' 2024-04-25T17:13:54.440 DEBUG:teuthology.orchestra.run.smithi028:> import glob 2024-04-25T17:13:54.440 DEBUG:teuthology.orchestra.run.smithi028:> import re 2024-04-25T17:13:54.440 DEBUG:teuthology.orchestra.run.smithi028:> import os 2024-04-25T17:13:54.440 DEBUG:teuthology.orchestra.run.smithi028:> import subprocess 2024-04-25T17:13:54.440 DEBUG:teuthology.orchestra.run.smithi028:> 2024-04-25T17:13:54.440 DEBUG:teuthology.orchestra.run.smithi028:> def _find_admin_socket(client_name): 2024-04-25T17:13:54.440 DEBUG:teuthology.orchestra.run.smithi028:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-04-25T17:13:54.440 DEBUG:teuthology.orchestra.run.smithi028:> files = glob.glob(asok_path) 2024-04-25T17:13:54.440 DEBUG:teuthology.orchestra.run.smithi028:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-04-25T17:13:54.440 DEBUG:teuthology.orchestra.run.smithi028:> 2024-04-25T17:13:54.440 DEBUG:teuthology.orchestra.run.smithi028:> # Given a non-glob path, it better be there 2024-04-25T17:13:54.440 DEBUG:teuthology.orchestra.run.smithi028:> if "*" not in asok_path: 2024-04-25T17:13:54.440 DEBUG:teuthology.orchestra.run.smithi028:> assert(len(files) == 1) 2024-04-25T17:13:54.441 DEBUG:teuthology.orchestra.run.smithi028:> return files[0] 2024-04-25T17:13:54.441 DEBUG:teuthology.orchestra.run.smithi028:> 2024-04-25T17:13:54.441 DEBUG:teuthology.orchestra.run.smithi028:> for f in files: 2024-04-25T17:13:54.441 DEBUG:teuthology.orchestra.run.smithi028:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-25T17:13:54.441 DEBUG:teuthology.orchestra.run.smithi028:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-25T17:13:54.441 DEBUG:teuthology.orchestra.run.smithi028:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-25T17:13:54.441 DEBUG:teuthology.orchestra.run.smithi028:> contents = proc_f.read() 2024-04-25T17:13:54.441 DEBUG:teuthology.orchestra.run.smithi028:> if mountpoint in contents: 2024-04-25T17:13:54.441 DEBUG:teuthology.orchestra.run.smithi028:> return f 2024-04-25T17:13:54.441 DEBUG:teuthology.orchestra.run.smithi028:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-25T17:13:54.441 DEBUG:teuthology.orchestra.run.smithi028:> 2024-04-25T17:13:54.441 DEBUG:teuthology.orchestra.run.smithi028:> print(_find_admin_socket("client.admin")) 2024-04-25T17:13:54.441 DEBUG:teuthology.orchestra.run.smithi028:> ' 2024-04-25T17:13:54.565 INFO:teuthology.orchestra.run.smithi028.stdout:/var/run/ceph/ceph-client.admin.70872.asok 2024-04-25T17:13:54.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T17:13:54.578 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.70872.asok 2024-04-25T17:13:54.578 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:13:54.578 DEBUG:teuthology.orchestra.run.smithi028:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.70872.asok status 2024-04-25T17:13:54.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:54 smithi042 ceph-mon[32851]: pgmap v291: 129 pgs: 129 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 318 B/s wr, 3 op/s 2024-04-25T17:13:54.725 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:13:54.725 INFO:teuthology.orchestra.run.smithi028.stdout: "metadata": { 2024-04-25T17:13:54.725 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph_sha1": "994e2f20102a20fa9a27966c14b625cc01884df8", 2024-04-25T17:13:54.725 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph_version": "ceph version 19.0.0-3291-g994e2f20 (994e2f20102a20fa9a27966c14b625cc01884df8) squid (dev)", 2024-04-25T17:13:54.725 INFO:teuthology.orchestra.run.smithi028.stdout: "entity_id": "admin", 2024-04-25T17:13:54.726 INFO:teuthology.orchestra.run.smithi028.stdout: "hostname": "smithi028", 2024-04-25T17:13:54.726 INFO:teuthology.orchestra.run.smithi028.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-04-25T17:13:54.726 INFO:teuthology.orchestra.run.smithi028.stdout: "pid": "70872", 2024-04-25T17:13:54.726 INFO:teuthology.orchestra.run.smithi028.stdout: "root": "/" 2024-04-25T17:13:54.726 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:13:54.726 INFO:teuthology.orchestra.run.smithi028.stdout: "dentry_count": 0, 2024-04-25T17:13:54.726 INFO:teuthology.orchestra.run.smithi028.stdout: "dentry_pinned_count": 0, 2024-04-25T17:13:54.726 INFO:teuthology.orchestra.run.smithi028.stdout: "id": 14808, 2024-04-25T17:13:54.726 INFO:teuthology.orchestra.run.smithi028.stdout: "inst": { 2024-04-25T17:13:54.726 INFO:teuthology.orchestra.run.smithi028.stdout: "name": { 2024-04-25T17:13:54.726 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "client", 2024-04-25T17:13:54.727 INFO:teuthology.orchestra.run.smithi028.stdout: "num": 14808 2024-04-25T17:13:54.727 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:13:54.727 INFO:teuthology.orchestra.run.smithi028.stdout: "addr": { 2024-04-25T17:13:54.727 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "v1", 2024-04-25T17:13:54.727 INFO:teuthology.orchestra.run.smithi028.stdout: "addr": "192.168.0.1:0", 2024-04-25T17:13:54.727 INFO:teuthology.orchestra.run.smithi028.stdout: "nonce": 3067816083 2024-04-25T17:13:54.727 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:13:54.727 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:13:54.727 INFO:teuthology.orchestra.run.smithi028.stdout: "addr": { 2024-04-25T17:13:54.727 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "v1", 2024-04-25T17:13:54.727 INFO:teuthology.orchestra.run.smithi028.stdout: "addr": "192.168.0.1:0", 2024-04-25T17:13:54.727 INFO:teuthology.orchestra.run.smithi028.stdout: "nonce": 3067816083 2024-04-25T17:13:54.728 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:13:54.728 INFO:teuthology.orchestra.run.smithi028.stdout: "inst_str": "client.14808 192.168.0.1:0/3067816083", 2024-04-25T17:13:54.728 INFO:teuthology.orchestra.run.smithi028.stdout: "addr_str": "192.168.0.1:0/3067816083", 2024-04-25T17:13:54.728 INFO:teuthology.orchestra.run.smithi028.stdout: "inode_count": 1, 2024-04-25T17:13:54.728 INFO:teuthology.orchestra.run.smithi028.stdout: "mds_epoch": 17, 2024-04-25T17:13:54.728 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_epoch": 80, 2024-04-25T17:13:54.728 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_epoch_barrier": 0, 2024-04-25T17:13:54.728 INFO:teuthology.orchestra.run.smithi028.stdout: "blocklisted": false, 2024-04-25T17:13:54.728 INFO:teuthology.orchestra.run.smithi028.stdout: "fs_name": "cephfs" 2024-04-25T17:13:54.728 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:13:54.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:54 smithi084 ceph-mon[32752]: pgmap v291: 129 pgs: 129 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 318 B/s wr, 3 op/s 2024-04-25T17:13:54.735 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:13:54.735 DEBUG:teuthology.orchestra.run.smithi028:> stat --file-system '--printf=%T 2024-04-25T17:13:54.735 DEBUG:teuthology.orchestra.run.smithi028:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-04-25T17:13:54.750 INFO:teuthology.orchestra.run.smithi028.stdout:fuseblk 2024-04-25T17:13:54.751 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-04-25T17:13:54.751 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:13:54.751 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-04-25T17:13:54.817 DEBUG:teuthology.orchestra.run.smithi028:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-04-25T17:13:54.910 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:54 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-25T17:13:54.930 INFO:teuthology.orchestra.run.smithi028.stdout:# file: . 2024-04-25T17:13:54.930 INFO:teuthology.orchestra.run.smithi028.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-04-25T17:13:54.930 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:54.930 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T17:13:54.938 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-25T17:13:54.939 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-25T17:13:54.955 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T17:13:55.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.108+0000 7f24fdf35640 1 -- 172.21.15.28:0/1824089845 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f24f8106f50 msgr2=0x7f24f8109370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:55.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.108+0000 7f24fdf35640 1 --2- 172.21.15.28:0/1824089845 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f24f8106f50 0x7f24f8109370 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f24e0009900 tx=0x7f24e002a410 comp rx=0 tx=0).stop 2024-04-25T17:13:55.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.108+0000 7f24fdf35640 1 -- 172.21.15.28:0/1824089845 shutdown_connections 2024-04-25T17:13:55.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.108+0000 7f24fdf35640 1 --2- 172.21.15.28:0/1824089845 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24f81098b0 0x7f24f810bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.108+0000 7f24fdf35640 1 --2- 172.21.15.28:0/1824089845 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f24f8106f50 0x7f24f8109370 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.108+0000 7f24fdf35640 1 --2- 172.21.15.28:0/1824089845 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f24f81045f0 0x7f24f8106a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.108+0000 7f24fdf35640 1 -- 172.21.15.28:0/1824089845 >> 172.21.15.28:0/1824089845 conn(0x7f24f80fdbf0 msgr2=0x7f24f81000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:55.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.108+0000 7f24fdf35640 1 -- 172.21.15.28:0/1824089845 shutdown_connections 2024-04-25T17:13:55.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.108+0000 7f24fdf35640 1 -- 172.21.15.28:0/1824089845 wait complete. 2024-04-25T17:13:55.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.109+0000 7f24fdf35640 1 Processor -- start 2024-04-25T17:13:55.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.109+0000 7f24fdf35640 1 -- start start 2024-04-25T17:13:55.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.109+0000 7f24fdf35640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24f81045f0 0x7f24f819a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:55.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.109+0000 7f24fdf35640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f24f8106f50 0x7f24f819a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:55.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.109+0000 7f24fdf35640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f24f81098b0 0x7f24f81a1580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:55.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.109+0000 7f24fdf35640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f24f810f4e0 con 0x7f24f8106f50 2024-04-25T17:13:55.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.109+0000 7f24fdf35640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f24f810f360 con 0x7f24f81045f0 2024-04-25T17:13:55.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.109+0000 7f24fdf35640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f24f810f660 con 0x7f24f81098b0 2024-04-25T17:13:55.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.109+0000 7f24eeffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f24f8106f50 0x7f24f819a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:55.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.110+0000 7f24eeffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f24f8106f50 0x7f24f819a5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40542/0 (socket says 172.21.15.28:40542) 2024-04-25T17:13:55.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.110+0000 7f24eeffd640 1 -- 172.21.15.28:0/1620654302 learned_addr learned my addr 172.21.15.28:0/1620654302 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:55.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.110+0000 7f24f77fe640 1 --2- 172.21.15.28:0/1620654302 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24f81045f0 0x7f24f819a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:55.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.110+0000 7f24f7fff640 1 --2- 172.21.15.28:0/1620654302 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f24f81098b0 0x7f24f81a1580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:55.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.110+0000 7f24eeffd640 1 -- 172.21.15.28:0/1620654302 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f24f81098b0 msgr2=0x7f24f81a1580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:55.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.110+0000 7f24eeffd640 1 --2- 172.21.15.28:0/1620654302 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f24f81098b0 0x7f24f81a1580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.110+0000 7f24eeffd640 1 -- 172.21.15.28:0/1620654302 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24f81045f0 msgr2=0x7f24f819a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:55.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.110+0000 7f24eeffd640 1 --2- 172.21.15.28:0/1620654302 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24f81045f0 0x7f24f819a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.110+0000 7f24eeffd640 1 -- 172.21.15.28:0/1620654302 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24f81a1bf0 con 0x7f24f8106f50 2024-04-25T17:13:55.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.110+0000 7f24f7fff640 1 --2- 172.21.15.28:0/1620654302 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f24f81098b0 0x7f24f81a1580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:13:55.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.110+0000 7f24eeffd640 1 --2- 172.21.15.28:0/1620654302 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f24f8106f50 0x7f24f819a5f0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f24e0009230 tx=0x7f24e00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:55.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.110+0000 7f24f57fa640 1 -- 172.21.15.28:0/1620654302 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24e003f030 con 0x7f24f8106f50 2024-04-25T17:13:55.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.110+0000 7f24f57fa640 1 -- 172.21.15.28:0/1620654302 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f24e0003c90 con 0x7f24f8106f50 2024-04-25T17:13:55.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.110+0000 7f24fdf35640 1 -- 172.21.15.28:0/1620654302 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24f81a1e80 con 0x7f24f8106f50 2024-04-25T17:13:55.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.110+0000 7f24f57fa640 1 -- 172.21.15.28:0/1620654302 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24e0035070 con 0x7f24f8106f50 2024-04-25T17:13:55.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.110+0000 7f24fdf35640 1 -- 172.21.15.28:0/1620654302 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24f81a2290 con 0x7f24f8106f50 2024-04-25T17:13:55.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.111+0000 7f24fdf35640 1 -- 172.21.15.28:0/1620654302 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24f80ff710 con 0x7f24f8106f50 2024-04-25T17:13:55.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.113+0000 7f24f57fa640 1 -- 172.21.15.28:0/1620654302 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f24e0042030 con 0x7f24f8106f50 2024-04-25T17:13:55.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.114+0000 7f24f57fa640 1 --2- 172.21.15.28:0/1620654302 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f24e40afba0 0x7f24e40b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:55.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.114+0000 7f24f77fe640 1 --2- 172.21.15.28:0/1620654302 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f24e40afba0 0x7f24e40b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:55.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.114+0000 7f24f57fa640 1 -- 172.21.15.28:0/1620654302 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f24e00ff940 con 0x7f24f8106f50 2024-04-25T17:13:55.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.114+0000 7f24f77fe640 1 --2- 172.21.15.28:0/1620654302 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f24e40afba0 0x7f24e40b20b0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f24e8005fd0 tx=0x7f24e800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:55.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.122+0000 7f24f57fa640 1 -- 172.21.15.28:0/1620654302 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f24e00c8280 con 0x7f24f8106f50 2024-04-25T17:13:55.315 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.315+0000 7f24fdf35640 1 -- 172.21.15.28:0/1620654302 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f24f802dd20 con 0x7f24f8106f50 2024-04-25T17:13:55.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.316+0000 7f24f57fa640 1 -- 172.21.15.28:0/1620654302 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+24045 (secure 0 0 0) 0x7f24e00c7b80 con 0x7f24f8106f50 2024-04-25T17:13:55.317 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:55.317 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":80,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:13:47.675772+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T17:13:40.495256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T17:13:41.573638+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T17:13:45.282812+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:13:55.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.319+0000 7f24fdf35640 1 -- 172.21.15.28:0/1620654302 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f24e40afba0 msgr2=0x7f24e40b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:55.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.319+0000 7f24fdf35640 1 --2- 172.21.15.28:0/1620654302 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f24e40afba0 0x7f24e40b20b0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f24e8005fd0 tx=0x7f24e800b390 comp rx=0 tx=0).stop 2024-04-25T17:13:55.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.319+0000 7f24fdf35640 1 -- 172.21.15.28:0/1620654302 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f24f8106f50 msgr2=0x7f24f819a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:55.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.319+0000 7f24fdf35640 1 --2- 172.21.15.28:0/1620654302 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f24f8106f50 0x7f24f819a5f0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f24e0009230 tx=0x7f24e00042f0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.319+0000 7f24fdf35640 1 -- 172.21.15.28:0/1620654302 shutdown_connections 2024-04-25T17:13:55.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.319+0000 7f24fdf35640 1 --2- 172.21.15.28:0/1620654302 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f24e40afba0 0x7f24e40b20b0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.319+0000 7f24fdf35640 1 --2- 172.21.15.28:0/1620654302 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f24f81098b0 0x7f24f81a1580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.319+0000 7f24fdf35640 1 --2- 172.21.15.28:0/1620654302 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f24f8106f50 0x7f24f819a5f0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.319+0000 7f24fdf35640 1 --2- 172.21.15.28:0/1620654302 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24f81045f0 0x7f24f819a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.319+0000 7f24fdf35640 1 -- 172.21.15.28:0/1620654302 >> 172.21.15.28:0/1620654302 conn(0x7f24f80fdbf0 msgr2=0x7f24f8105240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:55.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.319+0000 7f24fdf35640 1 -- 172.21.15.28:0/1620654302 shutdown_connections 2024-04-25T17:13:55.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.319+0000 7f24fdf35640 1 -- 172.21.15.28:0/1620654302 wait complete. 2024-04-25T17:13:55.331 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T17:08:58.716897+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T17:13:40.495256+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '75', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T17:13:41.573638+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '76', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-25T17:13:45.282812+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-25T17:13:55.331 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T17:13:55.448 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.446+0000 7fc4ee95f640 1 -- 172.21.15.28:0/2370455056 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc4e8104d20 msgr2=0x7fc4e8105130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:55.448 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.446+0000 7fc4ee95f640 1 --2- 172.21.15.28:0/2370455056 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc4e8104d20 0x7fc4e8105130 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fc4dc009900 tx=0x7fc4dc02a410 comp rx=0 tx=0).stop 2024-04-25T17:13:55.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.446+0000 7fc4ee95f640 1 -- 172.21.15.28:0/2370455056 shutdown_connections 2024-04-25T17:13:55.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.446+0000 7fc4ee95f640 1 --2- 172.21.15.28:0/2370455056 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4e8109a20 0x7fc4e810be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.446+0000 7fc4ee95f640 1 --2- 172.21.15.28:0/2370455056 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc4e8104d20 0x7fc4e8105130 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.446+0000 7fc4ee95f640 1 --2- 172.21.15.28:0/2370455056 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc4e8103ae0 0x7fc4e81047e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.446+0000 7fc4ee95f640 1 -- 172.21.15.28:0/2370455056 >> 172.21.15.28:0/2370455056 conn(0x7fc4e80fecd0 msgr2=0x7fc4e8101180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:55.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.446+0000 7fc4ee95f640 1 -- 172.21.15.28:0/2370455056 shutdown_connections 2024-04-25T17:13:55.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.446+0000 7fc4ee95f640 1 -- 172.21.15.28:0/2370455056 wait complete. 2024-04-25T17:13:55.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.447+0000 7fc4ee95f640 1 Processor -- start 2024-04-25T17:13:55.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.447+0000 7fc4ee95f640 1 -- start start 2024-04-25T17:13:55.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.447+0000 7fc4ee95f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc4e8103ae0 0x7fc4e819a150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:55.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.447+0000 7fc4ee95f640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4e8104d20 0x7fc4e819a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:55.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.447+0000 7fc4ee95f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc4e8109a20 0x7fc4e81a1620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:55.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.447+0000 7fc4ee95f640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fc4e810f4b0 con 0x7fc4e8109a20 2024-04-25T17:13:55.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.447+0000 7fc4ee95f640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc4e810f330 con 0x7fc4e8104d20 2024-04-25T17:13:55.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.447+0000 7fc4ee95f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc4e810f630 con 0x7fc4e8103ae0 2024-04-25T17:13:55.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.447+0000 7fc4ecefc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc4e8109a20 0x7fc4e81a1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:55.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.447+0000 7fc4ecefc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc4e8109a20 0x7fc4e81a1620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40560/0 (socket says 172.21.15.28:40560) 2024-04-25T17:13:55.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.447+0000 7fc4ecefc640 1 -- 172.21.15.28:0/2299760784 learned_addr learned my addr 172.21.15.28:0/2299760784 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:55.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.447+0000 7fc4e7fff640 1 --2- 172.21.15.28:0/2299760784 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc4e8103ae0 0x7fc4e819a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:55.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.448+0000 7fc4e77fe640 1 --2- 172.21.15.28:0/2299760784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4e8104d20 0x7fc4e819a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:55.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.448+0000 7fc4ecefc640 1 -- 172.21.15.28:0/2299760784 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc4e8103ae0 msgr2=0x7fc4e819a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:55.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.448+0000 7fc4ecefc640 1 --2- 172.21.15.28:0/2299760784 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc4e8103ae0 0x7fc4e819a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.448+0000 7fc4ecefc640 1 -- 172.21.15.28:0/2299760784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4e8104d20 msgr2=0x7fc4e819a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:55.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.448+0000 7fc4ecefc640 1 --2- 172.21.15.28:0/2299760784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4e8104d20 0x7fc4e819a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.448+0000 7fc4ecefc640 1 -- 172.21.15.28:0/2299760784 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4e81a1be0 con 0x7fc4e8109a20 2024-04-25T17:13:55.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.448+0000 7fc4e77fe640 1 --2- 172.21.15.28:0/2299760784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4e8104d20 0x7fc4e819a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:13:55.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.448+0000 7fc4ecefc640 1 --2- 172.21.15.28:0/2299760784 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc4e8109a20 0x7fc4e81a1620 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fc4e000cce0 tx=0x7fc4e000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:55.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.448+0000 7fc4e57fa640 1 -- 172.21.15.28:0/2299760784 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4e000f450 con 0x7fc4e8109a20 2024-04-25T17:13:55.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.448+0000 7fc4e57fa640 1 -- 172.21.15.28:0/2299760784 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc4e000fa80 con 0x7fc4e8109a20 2024-04-25T17:13:55.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.448+0000 7fc4ee95f640 1 -- 172.21.15.28:0/2299760784 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4e81a1ed0 con 0x7fc4e8109a20 2024-04-25T17:13:55.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.448+0000 7fc4e57fa640 1 -- 172.21.15.28:0/2299760784 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4e0018ad0 con 0x7fc4e8109a20 2024-04-25T17:13:55.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.448+0000 7fc4ee95f640 1 -- 172.21.15.28:0/2299760784 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4e81a22e0 con 0x7fc4e8109a20 2024-04-25T17:13:55.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.449+0000 7fc4ee95f640 1 -- 172.21.15.28:0/2299760784 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4e80693c0 con 0x7fc4e8109a20 2024-04-25T17:13:55.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.451+0000 7fc4e57fa640 1 -- 172.21.15.28:0/2299760784 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7fc4e000f5f0 con 0x7fc4e8109a20 2024-04-25T17:13:55.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.451+0000 7fc4e57fa640 1 --2- 172.21.15.28:0/2299760784 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc4d00afaf0 0x7fc4d00b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:55.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.452+0000 7fc4e57fa640 1 -- 172.21.15.28:0/2299760784 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7fc4e00df720 con 0x7fc4e8109a20 2024-04-25T17:13:55.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.452+0000 7fc4e7fff640 1 --2- 172.21.15.28:0/2299760784 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc4d00afaf0 0x7fc4d00b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:55.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.452+0000 7fc4e7fff640 1 --2- 172.21.15.28:0/2299760784 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc4d00afaf0 0x7fc4d00b2000 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fc4d8005fd0 tx=0x7fc4d800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:55.455 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.455+0000 7fc4e57fa640 1 -- 172.21.15.28:0/2299760784 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc4e80693c0 con 0x7fc4e8109a20 2024-04-25T17:13:55.641 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.641+0000 7fc4ee95f640 1 -- 172.21.15.28:0/2299760784 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fc4e802dc10 con 0x7fc4e8109a20 2024-04-25T17:13:55.641 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.641+0000 7fc4e57fa640 1 -- 172.21.15.28:0/2299760784 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v80) ==== 93+0+10 (secure 0 0 0) 0x7fc4e0014030 con 0x7fc4e8109a20 2024-04-25T17:13:55.642 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 1 2024-04-25T17:13:55.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.643+0000 7fc4ee95f640 1 -- 172.21.15.28:0/2299760784 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc4d00afaf0 msgr2=0x7fc4d00b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:55.644 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.643+0000 7fc4ee95f640 1 --2- 172.21.15.28:0/2299760784 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc4d00afaf0 0x7fc4d00b2000 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fc4d8005fd0 tx=0x7fc4d800b390 comp rx=0 tx=0).stop 2024-04-25T17:13:55.644 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.643+0000 7fc4ee95f640 1 -- 172.21.15.28:0/2299760784 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc4e8109a20 msgr2=0x7fc4e81a1620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:55.644 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.643+0000 7fc4ee95f640 1 --2- 172.21.15.28:0/2299760784 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc4e8109a20 0x7fc4e81a1620 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fc4e000cce0 tx=0x7fc4e000a620 comp rx=0 tx=0).stop 2024-04-25T17:13:55.644 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.643+0000 7fc4ee95f640 1 -- 172.21.15.28:0/2299760784 shutdown_connections 2024-04-25T17:13:55.644 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.643+0000 7fc4ee95f640 1 --2- 172.21.15.28:0/2299760784 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc4d00afaf0 0x7fc4d00b2000 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.644 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.643+0000 7fc4ee95f640 1 --2- 172.21.15.28:0/2299760784 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc4e8109a20 0x7fc4e81a1620 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.644 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.643+0000 7fc4ee95f640 1 --2- 172.21.15.28:0/2299760784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4e8104d20 0x7fc4e819a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.644 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.643+0000 7fc4ee95f640 1 --2- 172.21.15.28:0/2299760784 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc4e8103ae0 0x7fc4e819a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.644 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.643+0000 7fc4ee95f640 1 -- 172.21.15.28:0/2299760784 >> 172.21.15.28:0/2299760784 conn(0x7fc4e80fecd0 msgr2=0x7fc4e8105a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:55.644 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.643+0000 7fc4ee95f640 1 -- 172.21.15.28:0/2299760784 shutdown_connections 2024-04-25T17:13:55.644 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.644+0000 7fc4ee95f640 1 -- 172.21.15.28:0/2299760784 wait complete. 2024-04-25T17:13:55.655 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T17:13:55.772 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.770+0000 7f26a758f640 1 -- 172.21.15.28:0/3819519655 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f26a0103b10 msgr2=0x7f26a0104810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:55.772 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.770+0000 7f26a758f640 1 --2- 172.21.15.28:0/3819519655 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f26a0103b10 0x7f26a0104810 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f269c009900 tx=0x7f269c02a410 comp rx=0 tx=0).stop 2024-04-25T17:13:55.772 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.770+0000 7f26a758f640 1 -- 172.21.15.28:0/3819519655 shutdown_connections 2024-04-25T17:13:55.773 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.770+0000 7f26a758f640 1 --2- 172.21.15.28:0/3819519655 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26a0109a50 0x7f26a010be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.773 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.770+0000 7f26a758f640 1 --2- 172.21.15.28:0/3819519655 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26a0104d50 0x7f26a0105160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.773 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.770+0000 7f26a758f640 1 --2- 172.21.15.28:0/3819519655 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f26a0103b10 0x7f26a0104810 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.773 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.770+0000 7f26a758f640 1 -- 172.21.15.28:0/3819519655 >> 172.21.15.28:0/3819519655 conn(0x7f26a00fed00 msgr2=0x7f26a01011b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:55.773 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.770+0000 7f26a758f640 1 -- 172.21.15.28:0/3819519655 shutdown_connections 2024-04-25T17:13:55.773 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.770+0000 7f26a758f640 1 -- 172.21.15.28:0/3819519655 wait complete. 2024-04-25T17:13:55.773 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.771+0000 7f26a758f640 1 Processor -- start 2024-04-25T17:13:55.773 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.771+0000 7f26a758f640 1 -- start start 2024-04-25T17:13:55.773 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.771+0000 7f26a758f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f26a0103b10 0x7f26a019a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:55.773 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.771+0000 7f26a758f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26a0104d50 0x7f26a019a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:55.773 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.771+0000 7f26a758f640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26a0109a50 0x7f26a01a1600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:55.773 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.771+0000 7f26a758f640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f26a010f4c0 con 0x7f26a0103b10 2024-04-25T17:13:55.773 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.771+0000 7f26a758f640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f26a010f340 con 0x7f26a0109a50 2024-04-25T17:13:55.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.771+0000 7f26a758f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f26a010f640 con 0x7f26a0104d50 2024-04-25T17:13:55.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.771+0000 7f26a532b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f26a0103b10 0x7f26a019a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:55.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.771+0000 7f26a532b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f26a0103b10 0x7f26a019a130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40574/0 (socket says 172.21.15.28:40574) 2024-04-25T17:13:55.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.771+0000 7f26a532b640 1 -- 172.21.15.28:0/3801684293 learned_addr learned my addr 172.21.15.28:0/3801684293 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:55.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.771+0000 7f26a4b2a640 1 --2- 172.21.15.28:0/3801684293 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26a0104d50 0x7f26a019a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:55.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.771+0000 7f26a5b2c640 1 --2- 172.21.15.28:0/3801684293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26a0109a50 0x7f26a01a1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:55.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.771+0000 7f26a532b640 1 -- 172.21.15.28:0/3801684293 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26a0104d50 msgr2=0x7f26a019a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:55.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.771+0000 7f26a532b640 1 --2- 172.21.15.28:0/3801684293 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26a0104d50 0x7f26a019a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.771+0000 7f26a532b640 1 -- 172.21.15.28:0/3801684293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26a0109a50 msgr2=0x7f26a01a1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:55.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.771+0000 7f26a532b640 1 --2- 172.21.15.28:0/3801684293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26a0109a50 0x7f26a01a1600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.771+0000 7f26a532b640 1 -- 172.21.15.28:0/3801684293 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26a01a1c70 con 0x7f26a0103b10 2024-04-25T17:13:55.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.771+0000 7f26a5b2c640 1 --2- 172.21.15.28:0/3801684293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26a0109a50 0x7f26a01a1600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:13:55.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.771+0000 7f26a532b640 1 --2- 172.21.15.28:0/3801684293 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f26a0103b10 0x7f26a019a130 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f269c005760 tx=0x7f269c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:55.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.772+0000 7f26967fc640 1 -- 172.21.15.28:0/3801684293 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f269c03f030 con 0x7f26a0103b10 2024-04-25T17:13:55.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.772+0000 7f26967fc640 1 -- 172.21.15.28:0/3801684293 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f269c003a80 con 0x7f26a0103b10 2024-04-25T17:13:55.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.772+0000 7f26a758f640 1 -- 172.21.15.28:0/3801684293 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26a01a1f00 con 0x7f26a0103b10 2024-04-25T17:13:55.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.772+0000 7f26967fc640 1 -- 172.21.15.28:0/3801684293 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f269c035070 con 0x7f26a0103b10 2024-04-25T17:13:55.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.772+0000 7f26a758f640 1 -- 172.21.15.28:0/3801684293 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26a01a2360 con 0x7f26a0103b10 2024-04-25T17:13:55.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.773+0000 7f26a758f640 1 -- 172.21.15.28:0/3801684293 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26a0108860 con 0x7f26a0103b10 2024-04-25T17:13:55.776 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.775+0000 7f26967fc640 1 -- 172.21.15.28:0/3801684293 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f269c042030 con 0x7f26a0103b10 2024-04-25T17:13:55.776 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.776+0000 7f26967fc640 1 --2- 172.21.15.28:0/3801684293 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f268c0afb70 0x7f268c0b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:55.776 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.776+0000 7f26967fc640 1 -- 172.21.15.28:0/3801684293 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f269c0ff940 con 0x7f26a0103b10 2024-04-25T17:13:55.776 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.776+0000 7f26a4b2a640 1 --2- 172.21.15.28:0/3801684293 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f268c0afb70 0x7f268c0b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:55.776 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.776+0000 7f26a4b2a640 1 --2- 172.21.15.28:0/3801684293 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f268c0afb70 0x7f268c0b2080 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f26a019b1d0 tx=0x7f269000b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:55.779 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.779+0000 7f26967fc640 1 -- 172.21.15.28:0/3801684293 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f269c0c8280 con 0x7f26a0103b10 2024-04-25T17:13:55.966 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.965+0000 7f26a758f640 1 -- 172.21.15.28:0/3801684293 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f26a002dce0 con 0x7f26a0103b10 2024-04-25T17:13:55.966 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.966+0000 7f26967fc640 1 -- 172.21.15.28:0/3801684293 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v80) ==== 104+0+11 (secure 0 0 0) 0x7f269c0c7b80 con 0x7f26a0103b10 2024-04-25T17:13:55.966 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-25T17:13:55.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.968+0000 7f26a758f640 1 -- 172.21.15.28:0/3801684293 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f268c0afb70 msgr2=0x7f268c0b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:55.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.968+0000 7f26a758f640 1 --2- 172.21.15.28:0/3801684293 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f268c0afb70 0x7f268c0b2080 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f26a019b1d0 tx=0x7f269000b390 comp rx=0 tx=0).stop 2024-04-25T17:13:55.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.968+0000 7f26a758f640 1 -- 172.21.15.28:0/3801684293 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f26a0103b10 msgr2=0x7f26a019a130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:55.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.968+0000 7f26a758f640 1 --2- 172.21.15.28:0/3801684293 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f26a0103b10 0x7f26a019a130 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f269c005760 tx=0x7f269c004270 comp rx=0 tx=0).stop 2024-04-25T17:13:55.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.968+0000 7f26a758f640 1 -- 172.21.15.28:0/3801684293 shutdown_connections 2024-04-25T17:13:55.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.968+0000 7f26a758f640 1 --2- 172.21.15.28:0/3801684293 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f268c0afb70 0x7f268c0b2080 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.968+0000 7f26a758f640 1 --2- 172.21.15.28:0/3801684293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26a0109a50 0x7f26a01a1600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.968+0000 7f26a758f640 1 --2- 172.21.15.28:0/3801684293 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26a0104d50 0x7f26a019a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.968+0000 7f26a758f640 1 --2- 172.21.15.28:0/3801684293 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f26a0103b10 0x7f26a019a130 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:55.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.968+0000 7f26a758f640 1 -- 172.21.15.28:0/3801684293 >> 172.21.15.28:0/3801684293 conn(0x7f26a00fed00 msgr2=0x7f26a0105a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:55.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.968+0000 7f26a758f640 1 -- 172.21.15.28:0/3801684293 shutdown_connections 2024-04-25T17:13:55.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:55.968+0000 7f26a758f640 1 -- 172.21.15.28:0/3801684293 wait complete. 2024-04-25T17:13:55.979 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T17:13:56.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.093+0000 7f684578c640 1 -- 172.21.15.28:0/2671392368 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6840104d50 msgr2=0x7f6840105160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:56.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.093+0000 7f684578c640 1 --2- 172.21.15.28:0/2671392368 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6840104d50 0x7f6840105160 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f6834009900 tx=0x7f683402a410 comp rx=0 tx=0).stop 2024-04-25T17:13:56.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.093+0000 7f684578c640 1 -- 172.21.15.28:0/2671392368 shutdown_connections 2024-04-25T17:13:56.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.093+0000 7f684578c640 1 --2- 172.21.15.28:0/2671392368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6840109a50 0x7f684010be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.093+0000 7f684578c640 1 --2- 172.21.15.28:0/2671392368 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6840104d50 0x7f6840105160 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.093+0000 7f684578c640 1 --2- 172.21.15.28:0/2671392368 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6840103b10 0x7f6840104810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.093+0000 7f684578c640 1 -- 172.21.15.28:0/2671392368 >> 172.21.15.28:0/2671392368 conn(0x7f68400fed40 msgr2=0x7f68401011b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:56.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.093+0000 7f684578c640 1 -- 172.21.15.28:0/2671392368 shutdown_connections 2024-04-25T17:13:56.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.093+0000 7f684578c640 1 -- 172.21.15.28:0/2671392368 wait complete. 2024-04-25T17:13:56.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.094+0000 7f684578c640 1 Processor -- start 2024-04-25T17:13:56.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.094+0000 7f684578c640 1 -- start start 2024-04-25T17:13:56.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.094+0000 7f684578c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6840103b10 0x7f684019a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:56.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.094+0000 7f684578c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6840104d50 0x7f684019a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:56.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.094+0000 7f684578c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6840109a50 0x7f68401a1620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:56.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.094+0000 7f684578c640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f684010f4e0 con 0x7f6840103b10 2024-04-25T17:13:56.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.094+0000 7f684578c640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f684010f360 con 0x7f6840109a50 2024-04-25T17:13:56.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.094+0000 7f684578c640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f684010f660 con 0x7f6840104d50 2024-04-25T17:13:56.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.094+0000 7f683effd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6840103b10 0x7f684019a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:56.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.094+0000 7f683effd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6840103b10 0x7f684019a1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40592/0 (socket says 172.21.15.28:40592) 2024-04-25T17:13:56.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.094+0000 7f683effd640 1 -- 172.21.15.28:0/4032498520 learned_addr learned my addr 172.21.15.28:0/4032498520 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:56.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.094+0000 7f683e7fc640 1 --2- 172.21.15.28:0/4032498520 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6840104d50 0x7f684019a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:56.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.094+0000 7f683effd640 1 -- 172.21.15.28:0/4032498520 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6840104d50 msgr2=0x7f684019a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:56.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.094+0000 7f683effd640 1 --2- 172.21.15.28:0/4032498520 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6840104d50 0x7f684019a6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.094+0000 7f683f7fe640 1 --2- 172.21.15.28:0/4032498520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6840109a50 0x7f68401a1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:56.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.094+0000 7f683effd640 1 -- 172.21.15.28:0/4032498520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6840109a50 msgr2=0x7f68401a1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:56.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.094+0000 7f683effd640 1 --2- 172.21.15.28:0/4032498520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6840109a50 0x7f68401a1620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.094+0000 7f683effd640 1 -- 172.21.15.28:0/4032498520 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68401a1c90 con 0x7f6840103b10 2024-04-25T17:13:56.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.094+0000 7f683e7fc640 1 --2- 172.21.15.28:0/4032498520 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6840104d50 0x7f684019a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:13:56.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.095+0000 7f683effd640 1 --2- 172.21.15.28:0/4032498520 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6840103b10 0x7f684019a1a0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f683800ead0 tx=0x7f683800ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:56.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.095+0000 7f6827fff640 1 -- 172.21.15.28:0/4032498520 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f683800cde0 con 0x7f6840103b10 2024-04-25T17:13:56.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.095+0000 7f6827fff640 1 -- 172.21.15.28:0/4032498520 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6838003e00 con 0x7f6840103b10 2024-04-25T17:13:56.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.095+0000 7f684578c640 1 -- 172.21.15.28:0/4032498520 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68401a1f80 con 0x7f6840103b10 2024-04-25T17:13:56.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.095+0000 7f6827fff640 1 -- 172.21.15.28:0/4032498520 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68380116d0 con 0x7f6840103b10 2024-04-25T17:13:56.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.095+0000 7f684578c640 1 -- 172.21.15.28:0/4032498520 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68401a2390 con 0x7f6840103b10 2024-04-25T17:13:56.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.096+0000 7f684578c640 1 -- 172.21.15.28:0/4032498520 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f684006a240 con 0x7f6840103b10 2024-04-25T17:13:56.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.098+0000 7f6827fff640 1 -- 172.21.15.28:0/4032498520 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f6838003970 con 0x7f6840103b10 2024-04-25T17:13:56.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.098+0000 7f6827fff640 1 --2- 172.21.15.28:0/4032498520 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f68280afaf0 0x7f68280b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:56.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.098+0000 7f6827fff640 1 -- 172.21.15.28:0/4032498520 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f68380df5f0 con 0x7f6840103b10 2024-04-25T17:13:56.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.098+0000 7f683e7fc640 1 --2- 172.21.15.28:0/4032498520 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f68280afaf0 0x7f68280b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:56.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.099+0000 7f683e7fc640 1 --2- 172.21.15.28:0/4032498520 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f68280afaf0 0x7f68280b2000 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f6834005f70 tx=0x7f6834005720 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:56.101 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.102+0000 7f6827fff640 1 -- 172.21.15.28:0/4032498520 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f684006a240 con 0x7f6840103b10 2024-04-25T17:13:56.288 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.288+0000 7f684578c640 1 -- 172.21.15.28:0/4032498520 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f684002dc10 con 0x7f6840103b10 2024-04-25T17:13:56.289 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.289+0000 7f6827fff640 1 -- 172.21.15.28:0/4032498520 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v80) ==== 100+0+11 (secure 0 0 0) 0x7f6838015030 con 0x7f6840103b10 2024-04-25T17:13:56.289 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 64 2024-04-25T17:13:56.291 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.291+0000 7f684578c640 1 -- 172.21.15.28:0/4032498520 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f68280afaf0 msgr2=0x7f68280b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:56.291 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.291+0000 7f684578c640 1 --2- 172.21.15.28:0/4032498520 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f68280afaf0 0x7f68280b2000 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f6834005f70 tx=0x7f6834005720 comp rx=0 tx=0).stop 2024-04-25T17:13:56.291 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.291+0000 7f684578c640 1 -- 172.21.15.28:0/4032498520 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6840103b10 msgr2=0x7f684019a1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:56.291 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.291+0000 7f684578c640 1 --2- 172.21.15.28:0/4032498520 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6840103b10 0x7f684019a1a0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f683800ead0 tx=0x7f683800ef90 comp rx=0 tx=0).stop 2024-04-25T17:13:56.291 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.291+0000 7f684578c640 1 -- 172.21.15.28:0/4032498520 shutdown_connections 2024-04-25T17:13:56.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.291+0000 7f684578c640 1 --2- 172.21.15.28:0/4032498520 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f68280afaf0 0x7f68280b2000 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.291+0000 7f684578c640 1 --2- 172.21.15.28:0/4032498520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6840109a50 0x7f68401a1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.291+0000 7f684578c640 1 --2- 172.21.15.28:0/4032498520 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6840104d50 0x7f684019a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.291+0000 7f684578c640 1 --2- 172.21.15.28:0/4032498520 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6840103b10 0x7f684019a1a0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.291+0000 7f684578c640 1 -- 172.21.15.28:0/4032498520 >> 172.21.15.28:0/4032498520 conn(0x7f68400fed40 msgr2=0x7f6840105a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:56.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.291+0000 7f684578c640 1 -- 172.21.15.28:0/4032498520 shutdown_connections 2024-04-25T17:13:56.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.291+0000 7f684578c640 1 -- 172.21.15.28:0/4032498520 wait complete. 2024-04-25T17:13:56.302 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-25T17:13:56.417 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.416+0000 7f48b0bb2640 1 -- 172.21.15.28:0/3024569717 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f48ac1029e0 msgr2=0x7f48ac1036e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:56.417 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.416+0000 7f48b0bb2640 1 --2- 172.21.15.28:0/3024569717 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f48ac1029e0 0x7f48ac1036e0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f48a4009900 tx=0x7f48a402a3f0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.417 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.417+0000 7f48b0bb2640 1 -- 172.21.15.28:0/3024569717 shutdown_connections 2024-04-25T17:13:56.417 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.417+0000 7f48b0bb2640 1 --2- 172.21.15.28:0/3024569717 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f48ac108920 0x7f48ac10ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.417 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.417+0000 7f48b0bb2640 1 --2- 172.21.15.28:0/3024569717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48ac103c20 0x7f48ac104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.417 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.417+0000 7f48b0bb2640 1 --2- 172.21.15.28:0/3024569717 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f48ac1029e0 0x7f48ac1036e0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.417 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.417+0000 7f48b0bb2640 1 -- 172.21.15.28:0/3024569717 >> 172.21.15.28:0/3024569717 conn(0x7f48ac0fdbd0 msgr2=0x7f48ac100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:56.417 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.417+0000 7f48b0bb2640 1 -- 172.21.15.28:0/3024569717 shutdown_connections 2024-04-25T17:13:56.417 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.417+0000 7f48b0bb2640 1 -- 172.21.15.28:0/3024569717 wait complete. 2024-04-25T17:13:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.417+0000 7f48b0bb2640 1 Processor -- start 2024-04-25T17:13:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.417+0000 7f48b0bb2640 1 -- start start 2024-04-25T17:13:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.418+0000 7f48b0bb2640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f48ac1029e0 0x7f48ac0758a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.418+0000 7f48b0bb2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f48ac103c20 0x7f48ac19eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.418+0000 7f48b0bb2640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48ac108920 0x7f48ac1a1460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.418+0000 7f48b0bb2640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f48ac10e370 con 0x7f48ac1029e0 2024-04-25T17:13:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.418+0000 7f48b0bb2640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f48ac10e1f0 con 0x7f48ac108920 2024-04-25T17:13:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.418+0000 7f48b0bb2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f48ac10e4f0 con 0x7f48ac103c20 2024-04-25T17:13:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.418+0000 7f48aa59c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f48ac1029e0 0x7f48ac0758a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.418+0000 7f48aa59c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f48ac1029e0 0x7f48ac0758a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40610/0 (socket says 172.21.15.28:40610) 2024-04-25T17:13:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.418+0000 7f48aa59c640 1 -- 172.21.15.28:0/1907598485 learned_addr learned my addr 172.21.15.28:0/1907598485 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.418+0000 7f48aad9d640 1 --2- 172.21.15.28:0/1907598485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48ac108920 0x7f48ac1a1460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.418+0000 7f48a9d9b640 1 --2- 172.21.15.28:0/1907598485 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f48ac103c20 0x7f48ac19eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:56.421 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.418+0000 7f48aa59c640 1 -- 172.21.15.28:0/1907598485 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f48ac103c20 msgr2=0x7f48ac19eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:56.421 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.418+0000 7f48aa59c640 1 --2- 172.21.15.28:0/1907598485 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f48ac103c20 0x7f48ac19eeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.421 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.418+0000 7f48aa59c640 1 -- 172.21.15.28:0/1907598485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48ac108920 msgr2=0x7f48ac1a1460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:56.421 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.418+0000 7f48aa59c640 1 --2- 172.21.15.28:0/1907598485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48ac108920 0x7f48ac1a1460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.421 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.418+0000 7f48aa59c640 1 -- 172.21.15.28:0/1907598485 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48ac1a1bf0 con 0x7f48ac1029e0 2024-04-25T17:13:56.421 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.418+0000 7f48aad9d640 1 --2- 172.21.15.28:0/1907598485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48ac108920 0x7f48ac1a1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:13:56.421 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.418+0000 7f48aa59c640 1 --2- 172.21.15.28:0/1907598485 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f48ac1029e0 0x7f48ac0758a0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f48a4005760 tx=0x7f48a4004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:56.421 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.418+0000 7f489b7fe640 1 -- 172.21.15.28:0/1907598485 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48a403f030 con 0x7f48ac1029e0 2024-04-25T17:13:56.421 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.418+0000 7f48b0bb2640 1 -- 172.21.15.28:0/1907598485 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48ac1a1e80 con 0x7f48ac1029e0 2024-04-25T17:13:56.421 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.418+0000 7f489b7fe640 1 -- 172.21.15.28:0/1907598485 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f48a4003a80 con 0x7f48ac1029e0 2024-04-25T17:13:56.421 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.419+0000 7f489b7fe640 1 -- 172.21.15.28:0/1907598485 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48a4035070 con 0x7f48ac1029e0 2024-04-25T17:13:56.421 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.419+0000 7f48b0bb2640 1 -- 172.21.15.28:0/1907598485 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48ac1a2290 con 0x7f48ac1029e0 2024-04-25T17:13:56.421 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.419+0000 7f48b0bb2640 1 -- 172.21.15.28:0/1907598485 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48ac107730 con 0x7f48ac1029e0 2024-04-25T17:13:56.422 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.421+0000 7f489b7fe640 1 -- 172.21.15.28:0/1907598485 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f48a4042030 con 0x7f48ac1029e0 2024-04-25T17:13:56.422 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.422+0000 7f489b7fe640 1 --2- 172.21.15.28:0/1907598485 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f48940afaf0 0x7f48940b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:56.422 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.422+0000 7f48a9d9b640 1 --2- 172.21.15.28:0/1907598485 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f48940afaf0 0x7f48940b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:56.423 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.422+0000 7f489b7fe640 1 -- 172.21.15.28:0/1907598485 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f48a40ffa40 con 0x7f48ac1029e0 2024-04-25T17:13:56.423 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.422+0000 7f48a9d9b640 1 --2- 172.21.15.28:0/1907598485 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f48940afaf0 0x7f48940b2000 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f48a0005fd0 tx=0x7f48a0005ce0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:56.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.425+0000 7f489b7fe640 1 -- 172.21.15.28:0/1907598485 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f48a40c8380 con 0x7f48ac1029e0 2024-04-25T17:13:56.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:56 smithi042 ceph-mon[32851]: pgmap v292: 129 pgs: 129 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 127 B/s wr, 0 op/s 2024-04-25T17:13:56.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:56 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1620654302' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:13:56.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:56 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2299760784' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:13:56.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:56 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3801684293' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:13:56.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:56 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/4032498520' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:13:56.611 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.611+0000 7f48b0bb2640 1 -- 172.21.15.28:0/1907598485 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f48ac02dce0 con 0x7f48ac1029e0 2024-04-25T17:13:56.611 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.612+0000 7f489b7fe640 1 -- 172.21.15.28:0/1907598485 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v80) ==== 103+0+11 (secure 0 0 0) 0x7f48a40c7c80 con 0x7f48ac1029e0 2024-04-25T17:13:56.612 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-25T17:13:56.614 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.613+0000 7f48b0bb2640 1 -- 172.21.15.28:0/1907598485 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f48940afaf0 msgr2=0x7f48940b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:56.614 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.613+0000 7f48b0bb2640 1 --2- 172.21.15.28:0/1907598485 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f48940afaf0 0x7f48940b2000 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f48a0005fd0 tx=0x7f48a0005ce0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.614 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.613+0000 7f48b0bb2640 1 -- 172.21.15.28:0/1907598485 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f48ac1029e0 msgr2=0x7f48ac0758a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:56.614 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.613+0000 7f48b0bb2640 1 --2- 172.21.15.28:0/1907598485 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f48ac1029e0 0x7f48ac0758a0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f48a4005760 tx=0x7f48a4004270 comp rx=0 tx=0).stop 2024-04-25T17:13:56.614 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.614+0000 7f48b0bb2640 1 -- 172.21.15.28:0/1907598485 shutdown_connections 2024-04-25T17:13:56.614 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.614+0000 7f48b0bb2640 1 --2- 172.21.15.28:0/1907598485 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f48940afaf0 0x7f48940b2000 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.614 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.614+0000 7f48b0bb2640 1 --2- 172.21.15.28:0/1907598485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48ac108920 0x7f48ac1a1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.614 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.614+0000 7f48b0bb2640 1 --2- 172.21.15.28:0/1907598485 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f48ac103c20 0x7f48ac19eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.614 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.614+0000 7f48b0bb2640 1 --2- 172.21.15.28:0/1907598485 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f48ac1029e0 0x7f48ac0758a0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.614 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.614+0000 7f48b0bb2640 1 -- 172.21.15.28:0/1907598485 >> 172.21.15.28:0/1907598485 conn(0x7f48ac0fdbd0 msgr2=0x7f48ac104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:56.614 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.614+0000 7f48b0bb2640 1 -- 172.21.15.28:0/1907598485 shutdown_connections 2024-04-25T17:13:56.615 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.614+0000 7f48b0bb2640 1 -- 172.21.15.28:0/1907598485 wait complete. 2024-04-25T17:13:56.623 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:56 smithi028 ceph-mon[29207]: pgmap v292: 129 pgs: 129 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 127 B/s wr, 0 op/s 2024-04-25T17:13:56.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:56 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1620654302' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:13:56.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:56 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2299760784' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:13:56.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:56 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3801684293' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:13:56.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:56 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/4032498520' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:13:56.625 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-25T17:13:56.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:56 smithi084 ceph-mon[32752]: pgmap v292: 129 pgs: 129 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 127 B/s wr, 0 op/s 2024-04-25T17:13:56.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:56 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1620654302' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:13:56.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:56 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2299760784' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:13:56.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:56 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3801684293' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:13:56.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:56 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/4032498520' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:13:56.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.738+0000 7f6151a4c640 1 -- 172.21.15.28:0/4148047312 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f614c1029d0 msgr2=0x7f614c1036d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:56.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.738+0000 7f6151a4c640 1 --2- 172.21.15.28:0/4148047312 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f614c1029d0 0x7f614c1036d0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f613c009900 tx=0x7f613c02a410 comp rx=0 tx=0).stop 2024-04-25T17:13:56.741 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.738+0000 7f6151a4c640 1 -- 172.21.15.28:0/4148047312 shutdown_connections 2024-04-25T17:13:56.741 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.738+0000 7f6151a4c640 1 --2- 172.21.15.28:0/4148047312 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f614c108910 0x7f614c10ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.741 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.738+0000 7f6151a4c640 1 --2- 172.21.15.28:0/4148047312 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f614c103c10 0x7f614c104020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.741 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.738+0000 7f6151a4c640 1 --2- 172.21.15.28:0/4148047312 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f614c1029d0 0x7f614c1036d0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.741 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.738+0000 7f6151a4c640 1 -- 172.21.15.28:0/4148047312 >> 172.21.15.28:0/4148047312 conn(0x7f614c0fdbc0 msgr2=0x7f614c100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:56.741 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.738+0000 7f6151a4c640 1 -- 172.21.15.28:0/4148047312 shutdown_connections 2024-04-25T17:13:56.741 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.738+0000 7f6151a4c640 1 -- 172.21.15.28:0/4148047312 wait complete. 2024-04-25T17:13:56.741 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.738+0000 7f6151a4c640 1 Processor -- start 2024-04-25T17:13:56.741 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.738+0000 7f6151a4c640 1 -- start start 2024-04-25T17:13:56.741 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.739+0000 7f6151a4c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f614c1029d0 0x7f614c19a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:56.742 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.739+0000 7f6151a4c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f614c103c10 0x7f614c19a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:56.742 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.739+0000 7f6151a4c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f614c108910 0x7f614c1a1610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:56.742 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.739+0000 7f6151a4c640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f614c10e360 con 0x7f614c1029d0 2024-04-25T17:13:56.742 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.739+0000 7f6151a4c640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f614c10e1e0 con 0x7f614c103c10 2024-04-25T17:13:56.742 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.739+0000 7f6151a4c640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f614c10e4e0 con 0x7f614c108910 2024-04-25T17:13:56.742 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.739+0000 7f614affd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f614c1029d0 0x7f614c19a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:56.742 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.739+0000 7f614affd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f614c1029d0 0x7f614c19a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40632/0 (socket says 172.21.15.28:40632) 2024-04-25T17:13:56.742 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.739+0000 7f614affd640 1 -- 172.21.15.28:0/729808812 learned_addr learned my addr 172.21.15.28:0/729808812 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:56.742 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.739+0000 7f614b7fe640 1 --2- 172.21.15.28:0/729808812 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f614c108910 0x7f614c1a1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:56.742 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.739+0000 7f6143fff640 1 --2- 172.21.15.28:0/729808812 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f614c103c10 0x7f614c19a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:56.742 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.739+0000 7f614affd640 1 -- 172.21.15.28:0/729808812 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f614c108910 msgr2=0x7f614c1a1610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:56.743 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.739+0000 7f614affd640 1 --2- 172.21.15.28:0/729808812 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f614c108910 0x7f614c1a1610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.743 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.739+0000 7f614affd640 1 -- 172.21.15.28:0/729808812 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f614c103c10 msgr2=0x7f614c19a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:56.743 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.739+0000 7f614affd640 1 --2- 172.21.15.28:0/729808812 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f614c103c10 0x7f614c19a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.743 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.739+0000 7f614affd640 1 -- 172.21.15.28:0/729808812 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f614c1a1c80 con 0x7f614c1029d0 2024-04-25T17:13:56.743 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.739+0000 7f614b7fe640 1 --2- 172.21.15.28:0/729808812 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f614c108910 0x7f614c1a1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:13:56.743 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.739+0000 7f6143fff640 1 --2- 172.21.15.28:0/729808812 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f614c103c10 0x7f614c19a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:13:56.743 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.739+0000 7f614affd640 1 --2- 172.21.15.28:0/729808812 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f614c1029d0 0x7f614c19a140 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f613c005760 tx=0x7f613c004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:56.743 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.740+0000 7f6150a4a640 1 -- 172.21.15.28:0/729808812 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f613c03f030 con 0x7f614c1029d0 2024-04-25T17:13:56.743 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.740+0000 7f6150a4a640 1 -- 172.21.15.28:0/729808812 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f613c004440 con 0x7f614c1029d0 2024-04-25T17:13:56.743 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.740+0000 7f6151a4c640 1 -- 172.21.15.28:0/729808812 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f614c1a1f10 con 0x7f614c1029d0 2024-04-25T17:13:56.743 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.740+0000 7f6150a4a640 1 -- 172.21.15.28:0/729808812 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f613c035070 con 0x7f614c1029d0 2024-04-25T17:13:56.743 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.740+0000 7f6151a4c640 1 -- 172.21.15.28:0/729808812 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f614c1a2310 con 0x7f614c1029d0 2024-04-25T17:13:56.744 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.741+0000 7f6151a4c640 1 -- 172.21.15.28:0/729808812 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f614c1a2540 con 0x7f614c1029d0 2024-04-25T17:13:56.744 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.743+0000 7f6150a4a640 1 -- 172.21.15.28:0/729808812 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f613c042030 con 0x7f614c1029d0 2024-04-25T17:13:56.745 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.743+0000 7f6150a4a640 1 --2- 172.21.15.28:0/729808812 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f61380afaf0 0x7f61380b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:56.745 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.744+0000 7f6143fff640 1 --2- 172.21.15.28:0/729808812 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f61380afaf0 0x7f61380b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:56.745 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.744+0000 7f6150a4a640 1 -- 172.21.15.28:0/729808812 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f613c0ff720 con 0x7f614c1029d0 2024-04-25T17:13:56.745 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.744+0000 7f6143fff640 1 --2- 172.21.15.28:0/729808812 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f61380afaf0 0x7f61380b2000 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f614c19b1e0 tx=0x7f6134005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:56.747 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.747+0000 7f6150a4a640 1 -- 172.21.15.28:0/729808812 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f613c0c8060 con 0x7f614c1029d0 2024-04-25T17:13:56.952 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.952+0000 7f6151a4c640 1 -- 172.21.15.28:0/729808812 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f614c1a2710 con 0x7f614c1029d0 2024-04-25T17:13:56.952 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.952+0000 7f6150a4a640 1 -- 172.21.15.28:0/729808812 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v80) ==== 81+0+591 (secure 0 0 0) 0x7f613c0d00e0 con 0x7f614c1029d0 2024-04-25T17:13:56.952 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:6801/1955324952 2024-04-26T17:06:03.808723+0000 2024-04-25T17:13:56.952 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:6800/1955324952 2024-04-26T17:06:03.808723+0000 2024-04-25T17:13:56.952 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:0/882061261 2024-04-26T17:06:30.612126+0000 2024-04-25T17:13:56.952 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:6801/3754186796 2024-04-26T17:06:30.612126+0000 2024-04-25T17:13:56.953 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:0/2486626847 2024-04-26T17:06:03.808723+0000 2024-04-25T17:13:56.953 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:0/2750422620 2024-04-26T17:06:03.808723+0000 2024-04-25T17:13:56.953 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:0/1177487357 2024-04-26T17:06:30.612126+0000 2024-04-25T17:13:56.953 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:0/4154652282 2024-04-26T17:06:30.612126+0000 2024-04-25T17:13:56.953 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:0/3130016384 2024-04-26T17:06:03.808723+0000 2024-04-25T17:13:56.953 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:6800/3754186796 2024-04-26T17:06:30.612126+0000 2024-04-25T17:13:56.953 INFO:teuthology.orchestra.run.smithi028.stderr:listed 10 entries 2024-04-25T17:13:56.954 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.954+0000 7f6151a4c640 1 -- 172.21.15.28:0/729808812 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f61380afaf0 msgr2=0x7f61380b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:56.954 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.954+0000 7f6151a4c640 1 --2- 172.21.15.28:0/729808812 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f61380afaf0 0x7f61380b2000 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f614c19b1e0 tx=0x7f6134005f90 comp rx=0 tx=0).stop 2024-04-25T17:13:56.954 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.954+0000 7f6151a4c640 1 -- 172.21.15.28:0/729808812 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f614c1029d0 msgr2=0x7f614c19a140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:56.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.954+0000 7f6151a4c640 1 --2- 172.21.15.28:0/729808812 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f614c1029d0 0x7f614c19a140 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f613c005760 tx=0x7f613c004040 comp rx=0 tx=0).stop 2024-04-25T17:13:56.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.954+0000 7f6151a4c640 1 -- 172.21.15.28:0/729808812 shutdown_connections 2024-04-25T17:13:56.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.954+0000 7f6151a4c640 1 --2- 172.21.15.28:0/729808812 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f61380afaf0 0x7f61380b2000 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.954+0000 7f6151a4c640 1 --2- 172.21.15.28:0/729808812 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f614c108910 0x7f614c1a1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.954+0000 7f6151a4c640 1 --2- 172.21.15.28:0/729808812 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f614c103c10 0x7f614c19a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.954+0000 7f6151a4c640 1 --2- 172.21.15.28:0/729808812 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f614c1029d0 0x7f614c19a140 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:56.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.954+0000 7f6151a4c640 1 -- 172.21.15.28:0/729808812 >> 172.21.15.28:0/729808812 conn(0x7f614c0fdbc0 msgr2=0x7f614c109e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:56.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.954+0000 7f6151a4c640 1 -- 172.21.15.28:0/729808812 shutdown_connections 2024-04-25T17:13:56.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:56.954+0000 7f6151a4c640 1 -- 172.21.15.28:0/729808812 wait complete. 2024-04-25T17:13:56.965 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-25T17:13:56.965 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-25T17:13:56.981 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T17:13:57.133 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.133+0000 7f02f1ce0640 1 -- 172.21.15.28:0/1322508733 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f02ec109a70 msgr2=0x7f02ec10be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:57.133 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.133+0000 7f02f1ce0640 1 --2- 172.21.15.28:0/1322508733 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f02ec109a70 0x7f02ec10be90 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f02e4009ca0 tx=0x7f02e402a8c0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.133 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.133+0000 7f02f1ce0640 1 -- 172.21.15.28:0/1322508733 shutdown_connections 2024-04-25T17:13:57.133 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.133+0000 7f02f1ce0640 1 --2- 172.21.15.28:0/1322508733 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f02ec109a70 0x7f02ec10be90 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.133 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.133+0000 7f02f1ce0640 1 --2- 172.21.15.28:0/1322508733 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f02ec104d70 0x7f02ec105180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.133 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.133+0000 7f02f1ce0640 1 --2- 172.21.15.28:0/1322508733 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f02ec103b30 0x7f02ec104830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.134 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.133+0000 7f02f1ce0640 1 -- 172.21.15.28:0/1322508733 >> 172.21.15.28:0/1322508733 conn(0x7f02ec0fed40 msgr2=0x7f02ec1011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:57.134 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.133+0000 7f02f1ce0640 1 -- 172.21.15.28:0/1322508733 shutdown_connections 2024-04-25T17:13:57.134 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.133+0000 7f02f1ce0640 1 -- 172.21.15.28:0/1322508733 wait complete. 2024-04-25T17:13:57.136 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.134+0000 7f02f1ce0640 1 Processor -- start 2024-04-25T17:13:57.136 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.134+0000 7f02f1ce0640 1 -- start start 2024-04-25T17:13:57.136 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.134+0000 7f02f1ce0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f02ec103b30 0x7f02ec077960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:57.136 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.134+0000 7f02f1ce0640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f02ec104d70 0x7f02ec076000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:57.136 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.134+0000 7f02f1ce0640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f02ec109a70 0x7f02ec076540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:57.136 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.134+0000 7f02f1ce0640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f02ec10f540 con 0x7f02ec104d70 2024-04-25T17:13:57.136 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.134+0000 7f02f1ce0640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f02ec10f3c0 con 0x7f02ec109a70 2024-04-25T17:13:57.136 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.134+0000 7f02f1ce0640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f02ec10f6c0 con 0x7f02ec103b30 2024-04-25T17:13:57.136 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.134+0000 7f02eaffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f02ec104d70 0x7f02ec076000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:57.136 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.134+0000 7f02eaffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f02ec104d70 0x7f02ec076000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40652/0 (socket says 172.21.15.28:40652) 2024-04-25T17:13:57.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.134+0000 7f02eaffd640 1 -- 172.21.15.28:0/3850437176 learned_addr learned my addr 172.21.15.28:0/3850437176 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:57.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.134+0000 7f02eb7fe640 1 --2- 172.21.15.28:0/3850437176 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f02ec103b30 0x7f02ec077960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:57.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.135+0000 7f02ebfff640 1 --2- 172.21.15.28:0/3850437176 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f02ec109a70 0x7f02ec076540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:57.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.135+0000 7f02eaffd640 1 -- 172.21.15.28:0/3850437176 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f02ec103b30 msgr2=0x7f02ec077960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:57.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.135+0000 7f02eaffd640 1 --2- 172.21.15.28:0/3850437176 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f02ec103b30 0x7f02ec077960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.135+0000 7f02eaffd640 1 -- 172.21.15.28:0/3850437176 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f02ec109a70 msgr2=0x7f02ec076540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:57.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.135+0000 7f02eaffd640 1 --2- 172.21.15.28:0/3850437176 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f02ec109a70 0x7f02ec076540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.135+0000 7f02eaffd640 1 -- 172.21.15.28:0/3850437176 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02ec076c70 con 0x7f02ec104d70 2024-04-25T17:13:57.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.135+0000 7f02eaffd640 1 --2- 172.21.15.28:0/3850437176 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f02ec104d70 0x7f02ec076000 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f02dc00d950 tx=0x7f02dc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:57.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.135+0000 7f02e8ff9640 1 -- 172.21.15.28:0/3850437176 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02dc017030 con 0x7f02ec104d70 2024-04-25T17:13:57.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.135+0000 7f02e8ff9640 1 -- 172.21.15.28:0/3850437176 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f02dc004020 con 0x7f02ec104d70 2024-04-25T17:13:57.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.135+0000 7f02f1ce0640 1 -- 172.21.15.28:0/3850437176 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02ec1a40f0 con 0x7f02ec104d70 2024-04-25T17:13:57.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.135+0000 7f02e8ff9640 1 -- 172.21.15.28:0/3850437176 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02dc0055d0 con 0x7f02ec104d70 2024-04-25T17:13:57.138 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.135+0000 7f02f1ce0640 1 -- 172.21.15.28:0/3850437176 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02ec1a45b0 con 0x7f02ec104d70 2024-04-25T17:13:57.138 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.136+0000 7f02f1ce0640 1 -- 172.21.15.28:0/3850437176 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02ec108880 con 0x7f02ec104d70 2024-04-25T17:13:57.138 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.138+0000 7f02e8ff9640 1 -- 172.21.15.28:0/3850437176 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f02dc009a30 con 0x7f02ec104d70 2024-04-25T17:13:57.138 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.138+0000 7f02e8ff9640 1 --2- 172.21.15.28:0/3850437176 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f02d80afba0 0x7f02d80b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:57.139 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.138+0000 7f02eb7fe640 1 --2- 172.21.15.28:0/3850437176 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f02d80afba0 0x7f02d80b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:57.139 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.138+0000 7f02e8ff9640 1 -- 172.21.15.28:0/3850437176 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f02dc0deed0 con 0x7f02ec104d70 2024-04-25T17:13:57.139 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.139+0000 7f02eb7fe640 1 --2- 172.21.15.28:0/3850437176 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f02d80afba0 0x7f02d80b20b0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f02ec104730 tx=0x7f02d400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:57.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.142+0000 7f02e8ff9640 1 -- 172.21.15.28:0/3850437176 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f02dc0a7870 con 0x7f02ec104d70 2024-04-25T17:13:57.330 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.330+0000 7f02f1ce0640 1 -- 172.21.15.28:0/3850437176 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f02ec02dd40 con 0x7f02ec104d70 2024-04-25T17:13:57.331 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.332+0000 7f02e8ff9640 1 -- 172.21.15.28:0/3850437176 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+24045 (secure 0 0 0) 0x7f02dc0a7170 con 0x7f02ec104d70 2024-04-25T17:13:57.332 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:13:57.332 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":80,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:13:47.675772+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T17:13:40.495256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T17:13:41.573638+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T17:13:45.282812+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:13:57.334 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.334+0000 7f02f1ce0640 1 -- 172.21.15.28:0/3850437176 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f02d80afba0 msgr2=0x7f02d80b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:57.334 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.334+0000 7f02f1ce0640 1 --2- 172.21.15.28:0/3850437176 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f02d80afba0 0x7f02d80b20b0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f02ec104730 tx=0x7f02d400b390 comp rx=0 tx=0).stop 2024-04-25T17:13:57.334 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.334+0000 7f02f1ce0640 1 -- 172.21.15.28:0/3850437176 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f02ec104d70 msgr2=0x7f02ec076000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:57.334 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.334+0000 7f02f1ce0640 1 --2- 172.21.15.28:0/3850437176 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f02ec104d70 0x7f02ec076000 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f02dc00d950 tx=0x7f02dc00de10 comp rx=0 tx=0).stop 2024-04-25T17:13:57.334 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.334+0000 7f02f1ce0640 1 -- 172.21.15.28:0/3850437176 shutdown_connections 2024-04-25T17:13:57.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.334+0000 7f02f1ce0640 1 --2- 172.21.15.28:0/3850437176 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f02d80afba0 0x7f02d80b20b0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.334+0000 7f02f1ce0640 1 --2- 172.21.15.28:0/3850437176 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f02ec109a70 0x7f02ec076540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.334+0000 7f02f1ce0640 1 --2- 172.21.15.28:0/3850437176 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f02ec104d70 0x7f02ec076000 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.334+0000 7f02f1ce0640 1 --2- 172.21.15.28:0/3850437176 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f02ec103b30 0x7f02ec077960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.334+0000 7f02f1ce0640 1 -- 172.21.15.28:0/3850437176 >> 172.21.15.28:0/3850437176 conn(0x7f02ec0fed40 msgr2=0x7f02ec105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:57.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.334+0000 7f02f1ce0640 1 -- 172.21.15.28:0/3850437176 shutdown_connections 2024-04-25T17:13:57.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.334+0000 7f02f1ce0640 1 -- 172.21.15.28:0/3850437176 wait complete. 2024-04-25T17:13:57.345 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T17:08:58.716897+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T17:13:40.495256+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '75', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T17:13:41.573638+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '76', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-25T17:13:45.282812+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-25T17:13:57.346 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T17:13:57.462 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.460+0000 7fa137b38640 1 -- 172.21.15.28:0/3976470808 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa130104480 msgr2=0x7fa13010abd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:57.462 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.460+0000 7fa137b38640 1 --2- 172.21.15.28:0/3976470808 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa130104480 0x7fa13010abd0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fa128009ca0 tx=0x7fa12802a8c0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.462 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.460+0000 7fa137b38640 1 -- 172.21.15.28:0/3976470808 shutdown_connections 2024-04-25T17:13:57.462 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.460+0000 7fa137b38640 1 --2- 172.21.15.28:0/3976470808 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa130104480 0x7fa13010abd0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.460+0000 7fa137b38640 1 --2- 172.21.15.28:0/3976470808 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa130103960 0x7fa130103df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.460+0000 7fa137b38640 1 --2- 172.21.15.28:0/3976470808 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa130102f80 0x7fa130103390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.460+0000 7fa137b38640 1 -- 172.21.15.28:0/3976470808 >> 172.21.15.28:0/3976470808 conn(0x7fa1300fd380 msgr2=0x7fa1300ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:57.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.460+0000 7fa137b38640 1 -- 172.21.15.28:0/3976470808 shutdown_connections 2024-04-25T17:13:57.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.460+0000 7fa137b38640 1 -- 172.21.15.28:0/3976470808 wait complete. 2024-04-25T17:13:57.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.461+0000 7fa137b38640 1 Processor -- start 2024-04-25T17:13:57.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.461+0000 7fa137b38640 1 -- start start 2024-04-25T17:13:57.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.461+0000 7fa137b38640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa130102f80 0x7fa130102240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:57.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.461+0000 7fa137b38640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa130103960 0x7fa13019ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:57.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.461+0000 7fa137b38640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa130104480 0x7fa1301a1370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:57.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.461+0000 7fa137b38640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fa13010e430 con 0x7fa130102f80 2024-04-25T17:13:57.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.461+0000 7fa137b38640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa13010e2b0 con 0x7fa130103960 2024-04-25T17:13:57.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.461+0000 7fa137b38640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa13010e5b0 con 0x7fa130104480 2024-04-25T17:13:57.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.461+0000 7fa1358d4640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa130102f80 0x7fa130102240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:57.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.461+0000 7fa1358d4640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa130102f80 0x7fa130102240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40676/0 (socket says 172.21.15.28:40676) 2024-04-25T17:13:57.464 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.461+0000 7fa1358d4640 1 -- 172.21.15.28:0/1645671637 learned_addr learned my addr 172.21.15.28:0/1645671637 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:57.464 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.461+0000 7fa1350d3640 1 --2- 172.21.15.28:0/1645671637 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa130103960 0x7fa13019ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:57.464 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.461+0000 7fa1360d5640 1 --2- 172.21.15.28:0/1645671637 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa130104480 0x7fa1301a1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:57.464 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.461+0000 7fa1358d4640 1 -- 172.21.15.28:0/1645671637 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa130104480 msgr2=0x7fa1301a1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:57.464 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.461+0000 7fa1358d4640 1 --2- 172.21.15.28:0/1645671637 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa130104480 0x7fa1301a1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.464 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.461+0000 7fa1358d4640 1 -- 172.21.15.28:0/1645671637 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa130103960 msgr2=0x7fa13019ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:57.464 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.461+0000 7fa1358d4640 1 --2- 172.21.15.28:0/1645671637 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa130103960 0x7fa13019ee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.464 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.461+0000 7fa1358d4640 1 -- 172.21.15.28:0/1645671637 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1301a1b00 con 0x7fa130102f80 2024-04-25T17:13:57.464 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.462+0000 7fa1358d4640 1 --2- 172.21.15.28:0/1645671637 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa130102f80 0x7fa130102240 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fa12c00c970 tx=0x7fa12c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:57.464 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.462+0000 7fa126ffd640 1 -- 172.21.15.28:0/1645671637 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa12c014070 con 0x7fa130102f80 2024-04-25T17:13:57.464 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.462+0000 7fa126ffd640 1 -- 172.21.15.28:0/1645671637 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa12c004440 con 0x7fa130102f80 2024-04-25T17:13:57.464 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.462+0000 7fa137b38640 1 -- 172.21.15.28:0/1645671637 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1301a1df0 con 0x7fa130102f80 2024-04-25T17:13:57.464 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.462+0000 7fa126ffd640 1 -- 172.21.15.28:0/1645671637 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa12c003d40 con 0x7fa130102f80 2024-04-25T17:13:57.464 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.462+0000 7fa137b38640 1 -- 172.21.15.28:0/1645671637 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1301a2250 con 0x7fa130102f80 2024-04-25T17:13:57.465 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.463+0000 7fa137b38640 1 -- 172.21.15.28:0/1645671637 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa13006a210 con 0x7fa130102f80 2024-04-25T17:13:57.465 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.465+0000 7fa126ffd640 1 -- 172.21.15.28:0/1645671637 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7fa12c017070 con 0x7fa130102f80 2024-04-25T17:13:57.465 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.465+0000 7fa126ffd640 1 --2- 172.21.15.28:0/1645671637 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa11c0afaf0 0x7fa11c0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:57.466 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.466+0000 7fa1350d3640 1 --2- 172.21.15.28:0/1645671637 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa11c0afaf0 0x7fa11c0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:57.466 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.466+0000 7fa126ffd640 1 -- 172.21.15.28:0/1645671637 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7fa12c0df020 con 0x7fa130102f80 2024-04-25T17:13:57.466 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.466+0000 7fa1350d3640 1 --2- 172.21.15.28:0/1645671637 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa11c0afaf0 0x7fa11c0b2000 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fa130101be0 tx=0x7fa12000b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:57.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.469+0000 7fa126ffd640 1 -- 172.21.15.28:0/1645671637 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa12c01e020 con 0x7fa130102f80 2024-04-25T17:13:57.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:57 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1907598485' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:13:57.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:57 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/729808812' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T17:13:57.655 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.655+0000 7fa137b38640 1 -- 172.21.15.28:0/1645671637 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fa13002dc20 con 0x7fa130102f80 2024-04-25T17:13:57.656 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.656+0000 7fa126ffd640 1 -- 172.21.15.28:0/1645671637 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v80) ==== 93+0+10 (secure 0 0 0) 0x7fa12c0a79c0 con 0x7fa130102f80 2024-04-25T17:13:57.656 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 1 2024-04-25T17:13:57.658 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.658+0000 7fa137b38640 1 -- 172.21.15.28:0/1645671637 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa11c0afaf0 msgr2=0x7fa11c0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:57.658 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.658+0000 7fa137b38640 1 --2- 172.21.15.28:0/1645671637 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa11c0afaf0 0x7fa11c0b2000 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fa130101be0 tx=0x7fa12000b390 comp rx=0 tx=0).stop 2024-04-25T17:13:57.658 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.658+0000 7fa137b38640 1 -- 172.21.15.28:0/1645671637 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa130102f80 msgr2=0x7fa130102240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:57.658 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.658+0000 7fa137b38640 1 --2- 172.21.15.28:0/1645671637 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa130102f80 0x7fa130102240 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fa12c00c970 tx=0x7fa12c00ce30 comp rx=0 tx=0).stop 2024-04-25T17:13:57.658 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.658+0000 7fa137b38640 1 -- 172.21.15.28:0/1645671637 shutdown_connections 2024-04-25T17:13:57.658 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.658+0000 7fa137b38640 1 --2- 172.21.15.28:0/1645671637 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa11c0afaf0 0x7fa11c0b2000 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.658 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.658+0000 7fa137b38640 1 --2- 172.21.15.28:0/1645671637 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa130104480 0x7fa1301a1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.659 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.658+0000 7fa137b38640 1 --2- 172.21.15.28:0/1645671637 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa130103960 0x7fa13019ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.659 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.658+0000 7fa137b38640 1 --2- 172.21.15.28:0/1645671637 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa130102f80 0x7fa130102240 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.659 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.658+0000 7fa137b38640 1 -- 172.21.15.28:0/1645671637 >> 172.21.15.28:0/1645671637 conn(0x7fa1300fd380 msgr2=0x7fa130106b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:57.659 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.658+0000 7fa137b38640 1 -- 172.21.15.28:0/1645671637 shutdown_connections 2024-04-25T17:13:57.659 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.658+0000 7fa137b38640 1 -- 172.21.15.28:0/1645671637 wait complete. 2024-04-25T17:13:57.668 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:57 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1907598485' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:13:57.668 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:57 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/729808812' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T17:13:57.669 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T17:13:57.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:57 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1907598485' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:13:57.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:57 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/729808812' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T17:13:57.786 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.784+0000 7f29fdf46640 1 -- 172.21.15.28:0/1493389314 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f29f8106f20 msgr2=0x7f29f8109340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:57.786 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.784+0000 7f29fdf46640 1 --2- 172.21.15.28:0/1493389314 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f29f8106f20 0x7f29f8109340 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f29ec009900 tx=0x7f29ec02a410 comp rx=0 tx=0).stop 2024-04-25T17:13:57.786 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.784+0000 7f29fdf46640 1 -- 172.21.15.28:0/1493389314 shutdown_connections 2024-04-25T17:13:57.786 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.784+0000 7f29fdf46640 1 --2- 172.21.15.28:0/1493389314 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29f8109880 0x7f29f810bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.784+0000 7f29fdf46640 1 --2- 172.21.15.28:0/1493389314 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f29f8106f20 0x7f29f8109340 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.784+0000 7f29fdf46640 1 --2- 172.21.15.28:0/1493389314 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f29f81045c0 0x7f29f81069e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.784+0000 7f29fdf46640 1 -- 172.21.15.28:0/1493389314 >> 172.21.15.28:0/1493389314 conn(0x7f29f80fdbc0 msgr2=0x7f29f8100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:57.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.784+0000 7f29fdf46640 1 -- 172.21.15.28:0/1493389314 shutdown_connections 2024-04-25T17:13:57.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.784+0000 7f29fdf46640 1 -- 172.21.15.28:0/1493389314 wait complete. 2024-04-25T17:13:57.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.785+0000 7f29fdf46640 1 Processor -- start 2024-04-25T17:13:57.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.785+0000 7f29fdf46640 1 -- start start 2024-04-25T17:13:57.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.785+0000 7f29fdf46640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29f81045c0 0x7f29f819c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:57.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.785+0000 7f29fdf46640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f29f8106f20 0x7f29f819c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:57.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.785+0000 7f29fdf46640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f29f8109880 0x7f29f81a3830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:57.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.785+0000 7f29fdf46640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f29f810f490 con 0x7f29f8109880 2024-04-25T17:13:57.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.785+0000 7f29fdf46640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f29f810f310 con 0x7f29f8106f20 2024-04-25T17:13:57.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.785+0000 7f29fdf46640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f29f810f610 con 0x7f29f81045c0 2024-04-25T17:13:57.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.785+0000 7f29f7fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f29f8109880 0x7f29f81a3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:57.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.785+0000 7f29f7fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f29f8109880 0x7f29f81a3830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40692/0 (socket says 172.21.15.28:40692) 2024-04-25T17:13:57.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.785+0000 7f29f7fff640 1 -- 172.21.15.28:0/550569713 learned_addr learned my addr 172.21.15.28:0/550569713 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:57.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.785+0000 7f29f77fe640 1 --2- 172.21.15.28:0/550569713 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29f81045c0 0x7f29f819c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:57.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.785+0000 7f29f6ffd640 1 --2- 172.21.15.28:0/550569713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f29f8106f20 0x7f29f819c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:57.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.786+0000 7f29f7fff640 1 -- 172.21.15.28:0/550569713 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29f81045c0 msgr2=0x7f29f819c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:57.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.786+0000 7f29f7fff640 1 --2- 172.21.15.28:0/550569713 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29f81045c0 0x7f29f819c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.786+0000 7f29f7fff640 1 -- 172.21.15.28:0/550569713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f29f8106f20 msgr2=0x7f29f819c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:57.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.786+0000 7f29f7fff640 1 --2- 172.21.15.28:0/550569713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f29f8106f20 0x7f29f819c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.786+0000 7f29f7fff640 1 -- 172.21.15.28:0/550569713 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29f81a3ea0 con 0x7f29f8109880 2024-04-25T17:13:57.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.786+0000 7f29f7fff640 1 --2- 172.21.15.28:0/550569713 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f29f8109880 0x7f29f81a3830 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f29f000e9d0 tx=0x7f29f000ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:57.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.786+0000 7f29f4ff9640 1 -- 172.21.15.28:0/550569713 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29f000cd80 con 0x7f29f8109880 2024-04-25T17:13:57.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.786+0000 7f29f4ff9640 1 -- 172.21.15.28:0/550569713 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f29f0005020 con 0x7f29f8109880 2024-04-25T17:13:57.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.786+0000 7f29fdf46640 1 -- 172.21.15.28:0/550569713 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29f81a4190 con 0x7f29f8109880 2024-04-25T17:13:57.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.786+0000 7f29f4ff9640 1 -- 172.21.15.28:0/550569713 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29f00116d0 con 0x7f29f8109880 2024-04-25T17:13:57.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.786+0000 7f29fdf46640 1 -- 172.21.15.28:0/550569713 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29f81a4690 con 0x7f29f8109880 2024-04-25T17:13:57.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.787+0000 7f29fdf46640 1 -- 172.21.15.28:0/550569713 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29f81a4950 con 0x7f29f8109880 2024-04-25T17:13:57.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.789+0000 7f29f4ff9640 1 -- 172.21.15.28:0/550569713 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f29f0004a40 con 0x7f29f8109880 2024-04-25T17:13:57.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.789+0000 7f29f4ff9640 1 --2- 172.21.15.28:0/550569713 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f29e00afaf0 0x7f29e00b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:57.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.789+0000 7f29f4ff9640 1 -- 172.21.15.28:0/550569713 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f29f00df2e0 con 0x7f29f8109880 2024-04-25T17:13:57.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.789+0000 7f29f77fe640 1 --2- 172.21.15.28:0/550569713 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f29e00afaf0 0x7f29e00b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:57.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.790+0000 7f29f77fe640 1 --2- 172.21.15.28:0/550569713 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f29e00afaf0 0x7f29e00b2000 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f29f806aa20 tx=0x7f29e8005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:57.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.793+0000 7f29f4ff9640 1 -- 172.21.15.28:0/550569713 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f29f0016030 con 0x7f29f8109880 2024-04-25T17:13:57.980 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.979+0000 7f29fdf46640 1 -- 172.21.15.28:0/550569713 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f29f81a4b20 con 0x7f29f8109880 2024-04-25T17:13:57.980 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.980+0000 7f29f4ff9640 1 -- 172.21.15.28:0/550569713 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v80) ==== 104+0+11 (secure 0 0 0) 0x7f29f00a7630 con 0x7f29f8109880 2024-04-25T17:13:57.980 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-25T17:13:57.982 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.982+0000 7f29fdf46640 1 -- 172.21.15.28:0/550569713 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f29e00afaf0 msgr2=0x7f29e00b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:57.982 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.982+0000 7f29fdf46640 1 --2- 172.21.15.28:0/550569713 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f29e00afaf0 0x7f29e00b2000 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f29f806aa20 tx=0x7f29e8005f90 comp rx=0 tx=0).stop 2024-04-25T17:13:57.982 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.982+0000 7f29fdf46640 1 -- 172.21.15.28:0/550569713 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f29f8109880 msgr2=0x7f29f81a3830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:57.982 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.982+0000 7f29fdf46640 1 --2- 172.21.15.28:0/550569713 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f29f8109880 0x7f29f81a3830 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f29f000e9d0 tx=0x7f29f000ee90 comp rx=0 tx=0).stop 2024-04-25T17:13:57.982 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.982+0000 7f29fdf46640 1 -- 172.21.15.28:0/550569713 shutdown_connections 2024-04-25T17:13:57.982 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.982+0000 7f29fdf46640 1 --2- 172.21.15.28:0/550569713 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f29e00afaf0 0x7f29e00b2000 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.983 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.982+0000 7f29fdf46640 1 --2- 172.21.15.28:0/550569713 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f29f8109880 0x7f29f81a3830 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.983 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.982+0000 7f29fdf46640 1 --2- 172.21.15.28:0/550569713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f29f8106f20 0x7f29f819c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.983 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.982+0000 7f29fdf46640 1 --2- 172.21.15.28:0/550569713 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29f81045c0 0x7f29f819c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:57.983 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.982+0000 7f29fdf46640 1 -- 172.21.15.28:0/550569713 >> 172.21.15.28:0/550569713 conn(0x7f29f80fdbc0 msgr2=0x7f29f8102130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:57.983 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.982+0000 7f29fdf46640 1 -- 172.21.15.28:0/550569713 shutdown_connections 2024-04-25T17:13:57.983 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:57.982+0000 7f29fdf46640 1 -- 172.21.15.28:0/550569713 wait complete. 2024-04-25T17:13:57.993 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T17:13:58.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.107+0000 7fe6ae7e3640 1 -- 172.21.15.28:0/3401181950 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe6a8103b30 msgr2=0x7fe6a8104830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:58.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.107+0000 7fe6ae7e3640 1 --2- 172.21.15.28:0/3401181950 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe6a8103b30 0x7fe6a8104830 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fe698009900 tx=0x7fe69802a410 comp rx=0 tx=0).stop 2024-04-25T17:13:58.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.108+0000 7fe6ae7e3640 1 -- 172.21.15.28:0/3401181950 shutdown_connections 2024-04-25T17:13:58.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.108+0000 7fe6ae7e3640 1 --2- 172.21.15.28:0/3401181950 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6a8109a70 0x7fe6a810be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.108+0000 7fe6ae7e3640 1 --2- 172.21.15.28:0/3401181950 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe6a8104d70 0x7fe6a8105180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.108+0000 7fe6ae7e3640 1 --2- 172.21.15.28:0/3401181950 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe6a8103b30 0x7fe6a8104830 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.108+0000 7fe6ae7e3640 1 -- 172.21.15.28:0/3401181950 >> 172.21.15.28:0/3401181950 conn(0x7fe6a80fed40 msgr2=0x7fe6a81011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:58.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.108+0000 7fe6ae7e3640 1 -- 172.21.15.28:0/3401181950 shutdown_connections 2024-04-25T17:13:58.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.108+0000 7fe6ae7e3640 1 -- 172.21.15.28:0/3401181950 wait complete. 2024-04-25T17:13:58.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.108+0000 7fe6ae7e3640 1 Processor -- start 2024-04-25T17:13:58.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.108+0000 7fe6ae7e3640 1 -- start start 2024-04-25T17:13:58.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.109+0000 7fe6ae7e3640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe6a8103b30 0x7fe6a819a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:58.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.109+0000 7fe6ae7e3640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe6a8104d70 0x7fe6a819a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:58.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.109+0000 7fe6ae7e3640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6a8109a70 0x7fe6a81a1620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:58.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.109+0000 7fe6ae7e3640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a810f4e0 con 0x7fe6a8103b30 2024-04-25T17:13:58.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.109+0000 7fe6ae7e3640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a810f360 con 0x7fe6a8104d70 2024-04-25T17:13:58.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.109+0000 7fe6ae7e3640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a810f660 con 0x7fe6a8109a70 2024-04-25T17:13:58.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.109+0000 7fe6a7fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe6a8103b30 0x7fe6a819a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:58.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.109+0000 7fe6a7fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe6a8103b30 0x7fe6a819a1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40704/0 (socket says 172.21.15.28:40704) 2024-04-25T17:13:58.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.109+0000 7fe6a7fff640 1 -- 172.21.15.28:0/276679257 learned_addr learned my addr 172.21.15.28:0/276679257 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:58.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.109+0000 7fe6a77fe640 1 --2- 172.21.15.28:0/276679257 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe6a8104d70 0x7fe6a819a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:58.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.109+0000 7fe6acd80640 1 --2- 172.21.15.28:0/276679257 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6a8109a70 0x7fe6a81a1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:58.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.109+0000 7fe6a7fff640 1 -- 172.21.15.28:0/276679257 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6a8109a70 msgr2=0x7fe6a81a1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:58.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.109+0000 7fe6a7fff640 1 --2- 172.21.15.28:0/276679257 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6a8109a70 0x7fe6a81a1620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.109+0000 7fe6a7fff640 1 -- 172.21.15.28:0/276679257 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe6a8104d70 msgr2=0x7fe6a819a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:58.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.109+0000 7fe6a7fff640 1 --2- 172.21.15.28:0/276679257 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe6a8104d70 0x7fe6a819a6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.109+0000 7fe6a7fff640 1 -- 172.21.15.28:0/276679257 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6a81a1c90 con 0x7fe6a8103b30 2024-04-25T17:13:58.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.109+0000 7fe6acd80640 1 --2- 172.21.15.28:0/276679257 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6a8109a70 0x7fe6a81a1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:13:58.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.109+0000 7fe6a7fff640 1 --2- 172.21.15.28:0/276679257 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe6a8103b30 0x7fe6a819a1a0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fe698005760 tx=0x7fe698004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:58.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.109+0000 7fe6a57fa640 1 -- 172.21.15.28:0/276679257 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe69803f030 con 0x7fe6a8103b30 2024-04-25T17:13:58.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.109+0000 7fe6a57fa640 1 -- 172.21.15.28:0/276679257 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe698004440 con 0x7fe6a8103b30 2024-04-25T17:13:58.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.110+0000 7fe6a57fa640 1 -- 172.21.15.28:0/276679257 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe698035070 con 0x7fe6a8103b30 2024-04-25T17:13:58.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.110+0000 7fe6ae7e3640 1 -- 172.21.15.28:0/276679257 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6a81a1f20 con 0x7fe6a8103b30 2024-04-25T17:13:58.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.110+0000 7fe6ae7e3640 1 -- 172.21.15.28:0/276679257 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6a81a2320 con 0x7fe6a8103b30 2024-04-25T17:13:58.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.110+0000 7fe6ae7e3640 1 -- 172.21.15.28:0/276679257 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6a8108880 con 0x7fe6a8103b30 2024-04-25T17:13:58.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.113+0000 7fe6a57fa640 1 -- 172.21.15.28:0/276679257 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7fe698042030 con 0x7fe6a8103b30 2024-04-25T17:13:58.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.114+0000 7fe6a57fa640 1 --2- 172.21.15.28:0/276679257 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe6900afaf0 0x7fe6900b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:58.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.114+0000 7fe6a77fe640 1 --2- 172.21.15.28:0/276679257 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe6900afaf0 0x7fe6900b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:58.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.114+0000 7fe6a57fa640 1 -- 172.21.15.28:0/276679257 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7fe6980ff680 con 0x7fe6a8103b30 2024-04-25T17:13:58.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.114+0000 7fe6a77fe640 1 --2- 172.21.15.28:0/276679257 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe6900afaf0 0x7fe6900b2000 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fe6a819b1f0 tx=0x7fe69c00b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:58.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.117+0000 7fe6a57fa640 1 -- 172.21.15.28:0/276679257 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe6980c7fc0 con 0x7fe6a8103b30 2024-04-25T17:13:58.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.306+0000 7fe6ae7e3640 1 -- 172.21.15.28:0/276679257 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fe6a802dce0 con 0x7fe6a8103b30 2024-04-25T17:13:58.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.307+0000 7fe6a57fa640 1 -- 172.21.15.28:0/276679257 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v80) ==== 100+0+11 (secure 0 0 0) 0x7fe6980d0040 con 0x7fe6a8103b30 2024-04-25T17:13:58.307 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 64 2024-04-25T17:13:58.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.309+0000 7fe6ae7e3640 1 -- 172.21.15.28:0/276679257 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe6900afaf0 msgr2=0x7fe6900b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:58.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.309+0000 7fe6ae7e3640 1 --2- 172.21.15.28:0/276679257 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe6900afaf0 0x7fe6900b2000 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fe6a819b1f0 tx=0x7fe69c00b390 comp rx=0 tx=0).stop 2024-04-25T17:13:58.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.309+0000 7fe6ae7e3640 1 -- 172.21.15.28:0/276679257 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe6a8103b30 msgr2=0x7fe6a819a1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:58.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.309+0000 7fe6ae7e3640 1 --2- 172.21.15.28:0/276679257 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe6a8103b30 0x7fe6a819a1a0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fe698005760 tx=0x7fe698004040 comp rx=0 tx=0).stop 2024-04-25T17:13:58.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.309+0000 7fe6ae7e3640 1 -- 172.21.15.28:0/276679257 shutdown_connections 2024-04-25T17:13:58.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.309+0000 7fe6ae7e3640 1 --2- 172.21.15.28:0/276679257 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe6900afaf0 0x7fe6900b2000 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.309+0000 7fe6ae7e3640 1 --2- 172.21.15.28:0/276679257 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6a8109a70 0x7fe6a81a1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.309+0000 7fe6ae7e3640 1 --2- 172.21.15.28:0/276679257 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe6a8104d70 0x7fe6a819a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.309+0000 7fe6ae7e3640 1 --2- 172.21.15.28:0/276679257 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe6a8103b30 0x7fe6a819a1a0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.309+0000 7fe6ae7e3640 1 -- 172.21.15.28:0/276679257 >> 172.21.15.28:0/276679257 conn(0x7fe6a80fed40 msgr2=0x7fe6a8105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:58.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.309+0000 7fe6ae7e3640 1 -- 172.21.15.28:0/276679257 shutdown_connections 2024-04-25T17:13:58.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.309+0000 7fe6ae7e3640 1 -- 172.21.15.28:0/276679257 wait complete. 2024-04-25T17:13:58.320 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-25T17:13:58.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.434+0000 7f7185492640 1 -- 172.21.15.28:0/2707841204 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7180103c20 msgr2=0x7f7180104030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:58.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.434+0000 7f7185492640 1 --2- 172.21.15.28:0/2707841204 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7180103c20 0x7f7180104030 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f7168009900 tx=0x7f716802a410 comp rx=0 tx=0).stop 2024-04-25T17:13:58.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.434+0000 7f7185492640 1 -- 172.21.15.28:0/2707841204 shutdown_connections 2024-04-25T17:13:58.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.434+0000 7f7185492640 1 --2- 172.21.15.28:0/2707841204 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7180108920 0x7f718010ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.435 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.434+0000 7f7185492640 1 --2- 172.21.15.28:0/2707841204 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7180103c20 0x7f7180104030 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.435 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.434+0000 7f7185492640 1 --2- 172.21.15.28:0/2707841204 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71801029e0 0x7f71801036e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.435 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.434+0000 7f7185492640 1 -- 172.21.15.28:0/2707841204 >> 172.21.15.28:0/2707841204 conn(0x7f71800fdbd0 msgr2=0x7f7180100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:58.435 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.434+0000 7f7185492640 1 -- 172.21.15.28:0/2707841204 shutdown_connections 2024-04-25T17:13:58.435 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.434+0000 7f7185492640 1 -- 172.21.15.28:0/2707841204 wait complete. 2024-04-25T17:13:58.435 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.435+0000 7f7185492640 1 Processor -- start 2024-04-25T17:13:58.437 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.435+0000 7f7185492640 1 -- start start 2024-04-25T17:13:58.437 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.435+0000 7f7185492640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71801029e0 0x7f7180075860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:58.437 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.435+0000 7f7185492640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7180103c20 0x7f718019ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:58.437 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.435+0000 7f7185492640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7180108920 0x7f71801a1400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:58.437 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.435+0000 7f7185492640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f718010e390 con 0x7f7180103c20 2024-04-25T17:13:58.437 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.435+0000 7f7185492640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f718010e210 con 0x7f7180108920 2024-04-25T17:13:58.437 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.435+0000 7f7185492640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f718010e510 con 0x7f71801029e0 2024-04-25T17:13:58.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.435+0000 7f717e7fc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7180103c20 0x7f718019ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:58.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.435+0000 7f717e7fc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7180103c20 0x7f718019ee90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40734/0 (socket says 172.21.15.28:40734) 2024-04-25T17:13:58.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.435+0000 7f717e7fc640 1 -- 172.21.15.28:0/2322817846 learned_addr learned my addr 172.21.15.28:0/2322817846 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:58.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.435+0000 7f717effd640 1 --2- 172.21.15.28:0/2322817846 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71801029e0 0x7f7180075860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:58.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.435+0000 7f717f7fe640 1 --2- 172.21.15.28:0/2322817846 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7180108920 0x7f71801a1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:58.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.435+0000 7f717e7fc640 1 -- 172.21.15.28:0/2322817846 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71801029e0 msgr2=0x7f7180075860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:58.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.435+0000 7f717e7fc640 1 --2- 172.21.15.28:0/2322817846 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71801029e0 0x7f7180075860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.435+0000 7f717e7fc640 1 -- 172.21.15.28:0/2322817846 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7180108920 msgr2=0x7f71801a1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:58.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.435+0000 7f717e7fc640 1 --2- 172.21.15.28:0/2322817846 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7180108920 0x7f71801a1400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.435+0000 7f717e7fc640 1 -- 172.21.15.28:0/2322817846 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71801a1c20 con 0x7f7180103c20 2024-04-25T17:13:58.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.435+0000 7f717f7fe640 1 --2- 172.21.15.28:0/2322817846 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7180108920 0x7f71801a1400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:13:58.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.436+0000 7f717e7fc640 1 --2- 172.21.15.28:0/2322817846 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7180103c20 0x7f718019ee90 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f7168009230 tx=0x7f71680042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:58.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.436+0000 7f7177fff640 1 -- 172.21.15.28:0/2322817846 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f716803f030 con 0x7f7180103c20 2024-04-25T17:13:58.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.436+0000 7f7177fff640 1 -- 172.21.15.28:0/2322817846 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7168003c90 con 0x7f7180103c20 2024-04-25T17:13:58.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.436+0000 7f7185492640 1 -- 172.21.15.28:0/2322817846 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71801a1eb0 con 0x7f7180103c20 2024-04-25T17:13:58.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.436+0000 7f7177fff640 1 -- 172.21.15.28:0/2322817846 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7168035070 con 0x7f7180103c20 2024-04-25T17:13:58.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.436+0000 7f7185492640 1 -- 172.21.15.28:0/2322817846 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71801a2310 con 0x7f7180103c20 2024-04-25T17:13:58.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.437+0000 7f7185492640 1 -- 172.21.15.28:0/2322817846 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7180107730 con 0x7f7180103c20 2024-04-25T17:13:58.440 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.438+0000 7f7177fff640 1 -- 172.21.15.28:0/2322817846 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f7168042030 con 0x7f7180103c20 2024-04-25T17:13:58.440 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.439+0000 7f7177fff640 1 --2- 172.21.15.28:0/2322817846 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f716c0afaf0 0x7f716c0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:58.440 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.439+0000 7f7177fff640 1 -- 172.21.15.28:0/2322817846 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f71680ff900 con 0x7f7180103c20 2024-04-25T17:13:58.440 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.439+0000 7f717effd640 1 --2- 172.21.15.28:0/2322817846 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f716c0afaf0 0x7f716c0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:58.440 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.440+0000 7f717effd640 1 --2- 172.21.15.28:0/2322817846 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f716c0afaf0 0x7f716c0b2000 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f71801035e0 tx=0x7f717800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:58.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.442+0000 7f7177fff640 1 -- 172.21.15.28:0/2322817846 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f71680c82a0 con 0x7f7180103c20 2024-04-25T17:13:58.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:58 smithi042 ceph-mon[32851]: pgmap v293: 129 pgs: 129 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 108 B/s wr, 0 op/s 2024-04-25T17:13:58.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:58 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3850437176' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:13:58.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:58 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1645671637' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:13:58.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:58 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/550569713' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:13:58.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:58 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/276679257' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:13:58.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.628+0000 7f7185492640 1 -- 172.21.15.28:0/2322817846 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f718002dce0 con 0x7f7180103c20 2024-04-25T17:13:58.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.629+0000 7f7177fff640 1 -- 172.21.15.28:0/2322817846 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v80) ==== 103+0+11 (secure 0 0 0) 0x7f71680c7ba0 con 0x7f7180103c20 2024-04-25T17:13:58.629 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-25T17:13:58.631 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.630+0000 7f7185492640 1 -- 172.21.15.28:0/2322817846 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f716c0afaf0 msgr2=0x7f716c0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:58.631 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.630+0000 7f7185492640 1 --2- 172.21.15.28:0/2322817846 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f716c0afaf0 0x7f716c0b2000 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f71801035e0 tx=0x7f717800b390 comp rx=0 tx=0).stop 2024-04-25T17:13:58.631 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.630+0000 7f7185492640 1 -- 172.21.15.28:0/2322817846 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7180103c20 msgr2=0x7f718019ee90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:58.631 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.630+0000 7f7185492640 1 --2- 172.21.15.28:0/2322817846 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7180103c20 0x7f718019ee90 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f7168009230 tx=0x7f71680042f0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.631 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.631+0000 7f7185492640 1 -- 172.21.15.28:0/2322817846 shutdown_connections 2024-04-25T17:13:58.631 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.631+0000 7f7185492640 1 --2- 172.21.15.28:0/2322817846 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f716c0afaf0 0x7f716c0b2000 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.631 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.631+0000 7f7185492640 1 --2- 172.21.15.28:0/2322817846 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7180108920 0x7f71801a1400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.631 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.631+0000 7f7185492640 1 --2- 172.21.15.28:0/2322817846 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7180103c20 0x7f718019ee90 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.631 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.631+0000 7f7185492640 1 --2- 172.21.15.28:0/2322817846 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71801029e0 0x7f7180075860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.632 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.631+0000 7f7185492640 1 -- 172.21.15.28:0/2322817846 >> 172.21.15.28:0/2322817846 conn(0x7f71800fdbd0 msgr2=0x7f7180104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:58.632 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.631+0000 7f7185492640 1 -- 172.21.15.28:0/2322817846 shutdown_connections 2024-04-25T17:13:58.632 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.631+0000 7f7185492640 1 -- 172.21.15.28:0/2322817846 wait complete. 2024-04-25T17:13:58.641 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:58 smithi028 ceph-mon[29207]: pgmap v293: 129 pgs: 129 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 108 B/s wr, 0 op/s 2024-04-25T17:13:58.641 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:58 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3850437176' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:13:58.641 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:58 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1645671637' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:13:58.641 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:58 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/550569713' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:13:58.641 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:58 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/276679257' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:13:58.643 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-25T17:13:58.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:58 smithi084 ceph-mon[32752]: pgmap v293: 129 pgs: 129 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 108 B/s wr, 0 op/s 2024-04-25T17:13:58.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:58 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3850437176' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:13:58.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:58 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1645671637' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:13:58.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:58 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/550569713' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:13:58.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:58 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/276679257' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:13:58.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.755+0000 7fd79f634640 1 -- 172.21.15.28:0/2404753740 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd7981045d0 msgr2=0x7fd7981069f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:58.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.755+0000 7fd79f634640 1 --2- 172.21.15.28:0/2404753740 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd7981045d0 0x7fd7981069f0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fd794009900 tx=0x7fd79402a410 comp rx=0 tx=0).stop 2024-04-25T17:13:58.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.755+0000 7fd79f634640 1 -- 172.21.15.28:0/2404753740 shutdown_connections 2024-04-25T17:13:58.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.755+0000 7fd79f634640 1 --2- 172.21.15.28:0/2404753740 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd798109890 0x7fd79810bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.755+0000 7fd79f634640 1 --2- 172.21.15.28:0/2404753740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd798106f30 0x7fd798109350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.755+0000 7fd79f634640 1 --2- 172.21.15.28:0/2404753740 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd7981045d0 0x7fd7981069f0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.755+0000 7fd79f634640 1 -- 172.21.15.28:0/2404753740 >> 172.21.15.28:0/2404753740 conn(0x7fd7980fdbd0 msgr2=0x7fd798100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:58.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.755+0000 7fd79f634640 1 -- 172.21.15.28:0/2404753740 shutdown_connections 2024-04-25T17:13:58.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.755+0000 7fd79f634640 1 -- 172.21.15.28:0/2404753740 wait complete. 2024-04-25T17:13:58.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.756+0000 7fd79f634640 1 Processor -- start 2024-04-25T17:13:58.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.756+0000 7fd79f634640 1 -- start start 2024-04-25T17:13:58.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.756+0000 7fd79f634640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7981045d0 0x7fd79819a150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:58.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.756+0000 7fd79f634640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd798106f30 0x7fd79819a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:58.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.756+0000 7fd79f634640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd798109890 0x7fd7981a1620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:58.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.756+0000 7fd79f634640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fd79810f490 con 0x7fd798109890 2024-04-25T17:13:58.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.756+0000 7fd79f634640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd79810f310 con 0x7fd798106f30 2024-04-25T17:13:58.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.756+0000 7fd79f634640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd79810f610 con 0x7fd7981045d0 2024-04-25T17:13:58.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.756+0000 7fd79dbd1640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd798109890 0x7fd7981a1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:58.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.756+0000 7fd79dbd1640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd798109890 0x7fd7981a1620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40752/0 (socket says 172.21.15.28:40752) 2024-04-25T17:13:58.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.757+0000 7fd79dbd1640 1 -- 172.21.15.28:0/553278840 learned_addr learned my addr 172.21.15.28:0/553278840 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:13:58.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.757+0000 7fd79d3d0640 1 --2- 172.21.15.28:0/553278840 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7981045d0 0x7fd79819a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:58.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.757+0000 7fd79cbcf640 1 --2- 172.21.15.28:0/553278840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd798106f30 0x7fd79819a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:58.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.757+0000 7fd79dbd1640 1 -- 172.21.15.28:0/553278840 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7981045d0 msgr2=0x7fd79819a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:58.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.757+0000 7fd79dbd1640 1 --2- 172.21.15.28:0/553278840 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7981045d0 0x7fd79819a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.757+0000 7fd79dbd1640 1 -- 172.21.15.28:0/553278840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd798106f30 msgr2=0x7fd79819a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:58.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.757+0000 7fd79dbd1640 1 --2- 172.21.15.28:0/553278840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd798106f30 0x7fd79819a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.757+0000 7fd79dbd1640 1 -- 172.21.15.28:0/553278840 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7981a1c90 con 0x7fd798109890 2024-04-25T17:13:58.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.757+0000 7fd79dbd1640 1 --2- 172.21.15.28:0/553278840 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd798109890 0x7fd7981a1620 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fd79000e9d0 tx=0x7fd79000ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:58.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.757+0000 7fd78e7fc640 1 -- 172.21.15.28:0/553278840 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd79000cd80 con 0x7fd798109890 2024-04-25T17:13:58.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.757+0000 7fd78e7fc640 1 -- 172.21.15.28:0/553278840 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd790005020 con 0x7fd798109890 2024-04-25T17:13:58.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.757+0000 7fd79f634640 1 -- 172.21.15.28:0/553278840 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7981a1f80 con 0x7fd798109890 2024-04-25T17:13:58.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.757+0000 7fd78e7fc640 1 -- 172.21.15.28:0/553278840 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7900116d0 con 0x7fd798109890 2024-04-25T17:13:58.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.757+0000 7fd79f634640 1 -- 172.21.15.28:0/553278840 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7981a2440 con 0x7fd798109890 2024-04-25T17:13:58.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.758+0000 7fd79f634640 1 -- 172.21.15.28:0/553278840 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7980ff6f0 con 0x7fd798109890 2024-04-25T17:13:58.761 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.760+0000 7fd78e7fc640 1 -- 172.21.15.28:0/553278840 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7fd790004a40 con 0x7fd798109890 2024-04-25T17:13:58.761 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.760+0000 7fd78e7fc640 1 --2- 172.21.15.28:0/553278840 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd7840afb70 0x7fd7840b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:13:58.761 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.760+0000 7fd79d3d0640 1 --2- 172.21.15.28:0/553278840 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd7840afb70 0x7fd7840b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:13:58.761 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.760+0000 7fd78e7fc640 1 -- 172.21.15.28:0/553278840 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7fd7900df1f0 con 0x7fd798109890 2024-04-25T17:13:58.761 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.761+0000 7fd79d3d0640 1 --2- 172.21.15.28:0/553278840 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd7840afb70 0x7fd7840b2080 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd794005ab0 tx=0x7fd794000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:13:58.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.765+0000 7fd78e7fc640 1 -- 172.21.15.28:0/553278840 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd790016030 con 0x7fd798109890 2024-04-25T17:13:58.964 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.964+0000 7fd79f634640 1 -- 172.21.15.28:0/553278840 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd79802db50 con 0x7fd798109890 2024-04-25T17:13:58.964 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.964+0000 7fd78e7fc640 1 -- 172.21.15.28:0/553278840 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v80) ==== 81+0+591 (secure 0 0 0) 0x7fd7900a7c30 con 0x7fd798109890 2024-04-25T17:13:58.964 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:6801/1955324952 2024-04-26T17:06:03.808723+0000 2024-04-25T17:13:58.965 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:6800/1955324952 2024-04-26T17:06:03.808723+0000 2024-04-25T17:13:58.965 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:0/882061261 2024-04-26T17:06:30.612126+0000 2024-04-25T17:13:58.965 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:6801/3754186796 2024-04-26T17:06:30.612126+0000 2024-04-25T17:13:58.965 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:0/2486626847 2024-04-26T17:06:03.808723+0000 2024-04-25T17:13:58.965 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:0/2750422620 2024-04-26T17:06:03.808723+0000 2024-04-25T17:13:58.965 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:0/1177487357 2024-04-26T17:06:30.612126+0000 2024-04-25T17:13:58.965 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:0/4154652282 2024-04-26T17:06:30.612126+0000 2024-04-25T17:13:58.965 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:0/3130016384 2024-04-26T17:06:03.808723+0000 2024-04-25T17:13:58.965 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:6800/3754186796 2024-04-26T17:06:30.612126+0000 2024-04-25T17:13:58.965 INFO:teuthology.orchestra.run.smithi028.stderr:listed 10 entries 2024-04-25T17:13:58.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.967+0000 7fd79f634640 1 -- 172.21.15.28:0/553278840 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd7840afb70 msgr2=0x7fd7840b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:58.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.967+0000 7fd79f634640 1 --2- 172.21.15.28:0/553278840 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd7840afb70 0x7fd7840b2080 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd794005ab0 tx=0x7fd794000bc0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.967+0000 7fd79f634640 1 -- 172.21.15.28:0/553278840 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd798109890 msgr2=0x7fd7981a1620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:13:58.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.967+0000 7fd79f634640 1 --2- 172.21.15.28:0/553278840 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd798109890 0x7fd7981a1620 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fd79000e9d0 tx=0x7fd79000ee90 comp rx=0 tx=0).stop 2024-04-25T17:13:58.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.967+0000 7fd79f634640 1 -- 172.21.15.28:0/553278840 shutdown_connections 2024-04-25T17:13:58.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.967+0000 7fd79f634640 1 --2- 172.21.15.28:0/553278840 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd7840afb70 0x7fd7840b2080 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.967+0000 7fd79f634640 1 --2- 172.21.15.28:0/553278840 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd798109890 0x7fd7981a1620 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.967+0000 7fd79f634640 1 --2- 172.21.15.28:0/553278840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd798106f30 0x7fd79819a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.967+0000 7fd79f634640 1 --2- 172.21.15.28:0/553278840 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7981045d0 0x7fd79819a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:13:58.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.967+0000 7fd79f634640 1 -- 172.21.15.28:0/553278840 >> 172.21.15.28:0/553278840 conn(0x7fd7980fdbd0 msgr2=0x7fd798106620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:13:58.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.967+0000 7fd79f634640 1 -- 172.21.15.28:0/553278840 shutdown_connections 2024-04-25T17:13:58.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:13:58.967+0000 7fd79f634640 1 -- 172.21.15.28:0/553278840 wait complete. 2024-04-25T17:13:58.978 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi028.front.sepia.ceph.com... 2024-04-25T17:13:58.978 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:13:58.978 DEBUG:teuthology.orchestra.run.smithi028:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-04-25T17:13:59.001 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi028.stderr:ceph-fuse[70872]: fuse finished with error 0 and tester_r 0 2024-04-25T17:13:59.003 INFO:teuthology.orchestra.run:waiting for 300 2024-04-25T17:13:59.609 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:59 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2322817846' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:13:59.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:13:59 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/553278840' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T17:13:59.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:59 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2322817846' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:13:59.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:13:59 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/553278840' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T17:13:59.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:59 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2322817846' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:13:59.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:13:59 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/553278840' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T17:14:00.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:00 smithi042 ceph-mon[32851]: pgmap v294: 129 pgs: 129 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:14:00.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:00 smithi028 ceph-mon[29207]: pgmap v294: 129 pgs: 129 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:14:00.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:00 smithi084 ceph-mon[32752]: pgmap v294: 129 pgs: 129 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:14:02.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:02 smithi042 ceph-mon[32851]: pgmap v295: 129 pgs: 129 active+clean; 581 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-25T17:14:02.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:02 smithi028 ceph-mon[29207]: pgmap v295: 129 pgs: 129 active+clean; 581 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-25T17:14:02.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:02 smithi084 ceph-mon[32752]: pgmap v295: 129 pgs: 129 active+clean; 581 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-25T17:14:04.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:04 smithi042 ceph-mon[32851]: pgmap v296: 129 pgs: 129 active+clean; 581 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-25T17:14:04.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:04 smithi028 ceph-mon[29207]: pgmap v296: 129 pgs: 129 active+clean; 581 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-25T17:14:04.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:04 smithi084 ceph-mon[32752]: pgmap v296: 129 pgs: 129 active+clean; 581 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-25T17:14:05.105 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi028.front.sepia.ceph.com 2024-04-25T17:14:05.105 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:14:05.105 DEBUG:teuthology.orchestra.run.smithi028:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-04-25T17:14:05.133 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T17:14:05.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.296+0000 7f6b06ed8640 1 -- 172.21.15.28:0/3743849663 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b00103b40 msgr2=0x7f6b00104010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:05.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.296+0000 7f6b06ed8640 1 --2- 172.21.15.28:0/3743849663 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b00103b40 0x7f6b00104010 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f6af4009900 tx=0x7f6af402a410 comp rx=0 tx=0).stop 2024-04-25T17:14:05.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.296+0000 7f6b06ed8640 1 -- 172.21.15.28:0/3743849663 shutdown_connections 2024-04-25T17:14:05.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.296+0000 7f6b06ed8640 1 --2- 172.21.15.28:0/3743849663 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b001046a0 0x7f6b0010adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:05.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.296+0000 7f6b06ed8640 1 --2- 172.21.15.28:0/3743849663 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b00103b40 0x7f6b00104010 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:05.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.296+0000 7f6b06ed8640 1 --2- 172.21.15.28:0/3743849663 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b00102fe0 0x7f6b001033f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:05.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.296+0000 7f6b06ed8640 1 -- 172.21.15.28:0/3743849663 >> 172.21.15.28:0/3743849663 conn(0x7f6b000fd380 msgr2=0x7f6b000ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:05.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.296+0000 7f6b06ed8640 1 -- 172.21.15.28:0/3743849663 shutdown_connections 2024-04-25T17:14:05.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.296+0000 7f6b06ed8640 1 -- 172.21.15.28:0/3743849663 wait complete. 2024-04-25T17:14:05.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.297+0000 7f6b06ed8640 1 Processor -- start 2024-04-25T17:14:05.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.297+0000 7f6b06ed8640 1 -- start start 2024-04-25T17:14:05.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.297+0000 7f6b06ed8640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b00102fe0 0x7f6b00198d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:05.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.297+0000 7f6b06ed8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b00103b40 0x7f6b001992d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:05.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.297+0000 7f6b06ed8640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b0019e210 0x7f6b001a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:05.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.297+0000 7f6b06ed8640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f6b0010e620 con 0x7f6b0019e210 2024-04-25T17:14:05.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.297+0000 7f6b06ed8640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6b0010e4a0 con 0x7f6b00102fe0 2024-04-25T17:14:05.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.297+0000 7f6b06ed8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6b0010e7a0 con 0x7f6b00103b40 2024-04-25T17:14:05.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.297+0000 7f6b05475640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b0019e210 0x7f6b001a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:05.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.297+0000 7f6b05475640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b0019e210 0x7f6b001a0630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:56990/0 (socket says 172.21.15.28:56990) 2024-04-25T17:14:05.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.297+0000 7f6b05475640 1 -- 172.21.15.28:0/2753948195 learned_addr learned my addr 172.21.15.28:0/2753948195 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:05.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.297+0000 7f6b04c74640 1 --2- 172.21.15.28:0/2753948195 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b00102fe0 0x7f6b00198d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:05.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.297+0000 7f6afffff640 1 --2- 172.21.15.28:0/2753948195 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b00103b40 0x7f6b001992d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:05.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.297+0000 7f6b05475640 1 -- 172.21.15.28:0/2753948195 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b00103b40 msgr2=0x7f6b001992d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:05.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.297+0000 7f6b05475640 1 --2- 172.21.15.28:0/2753948195 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b00103b40 0x7f6b001992d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:05.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.297+0000 7f6b05475640 1 -- 172.21.15.28:0/2753948195 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b00102fe0 msgr2=0x7f6b00198d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:05.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.297+0000 7f6b05475640 1 --2- 172.21.15.28:0/2753948195 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b00102fe0 0x7f6b00198d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:05.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.297+0000 7f6b05475640 1 -- 172.21.15.28:0/2753948195 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b001a0ca0 con 0x7f6b0019e210 2024-04-25T17:14:05.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.297+0000 7f6afffff640 1 --2- 172.21.15.28:0/2753948195 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b00103b40 0x7f6b001992d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:14:05.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.298+0000 7f6b05475640 1 --2- 172.21.15.28:0/2753948195 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b0019e210 0x7f6b001a0630 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f6af800eaa0 tx=0x7f6af800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:05.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.298+0000 7f6afdffb640 1 -- 172.21.15.28:0/2753948195 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6af800cdb0 con 0x7f6b0019e210 2024-04-25T17:14:05.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.298+0000 7f6afdffb640 1 -- 172.21.15.28:0/2753948195 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6af8005020 con 0x7f6b0019e210 2024-04-25T17:14:05.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.298+0000 7f6afdffb640 1 -- 172.21.15.28:0/2753948195 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6af80116d0 con 0x7f6b0019e210 2024-04-25T17:14:05.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.298+0000 7f6b06ed8640 1 -- 172.21.15.28:0/2753948195 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b001a0f90 con 0x7f6b0019e210 2024-04-25T17:14:05.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.298+0000 7f6b06ed8640 1 -- 172.21.15.28:0/2753948195 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b001a1400 con 0x7f6b0019e210 2024-04-25T17:14:05.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.299+0000 7f6b06ed8640 1 -- 172.21.15.28:0/2753948195 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b0006b4a0 con 0x7f6b0019e210 2024-04-25T17:14:05.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.300+0000 7f6afdffb640 1 -- 172.21.15.28:0/2753948195 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f6af80051d0 con 0x7f6b0019e210 2024-04-25T17:14:05.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.301+0000 7f6afdffb640 1 --2- 172.21.15.28:0/2753948195 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6ae80afbc0 0x7f6ae80b20d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:05.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.301+0000 7f6b04c74640 1 --2- 172.21.15.28:0/2753948195 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6ae80afbc0 0x7f6ae80b20d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:05.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.301+0000 7f6afdffb640 1 -- 172.21.15.28:0/2753948195 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f6af80df110 con 0x7f6b0019e210 2024-04-25T17:14:05.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.302+0000 7f6b04c74640 1 --2- 172.21.15.28:0/2753948195 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6ae80afbc0 0x7f6ae80b20d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f6b0019a180 tx=0x7f6af0005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:05.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.306+0000 7f6afdffb640 1 -- 172.21.15.28:0/2753948195 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6af8016030 con 0x7f6b0019e210 2024-04-25T17:14:05.495 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.495+0000 7f6b06ed8640 1 -- 172.21.15.28:0/2753948195 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6b000637a0 con 0x7f6b0019e210 2024-04-25T17:14:05.497 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.497+0000 7f6afdffb640 1 -- 172.21.15.28:0/2753948195 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+24045 (secure 0 0 0) 0x7f6af80a7a50 con 0x7f6b0019e210 2024-04-25T17:14:05.497 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:14:05.498 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":80,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:13:47.675772+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T17:13:40.495256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T17:13:41.573638+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T17:13:45.282812+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:14:05.499 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.499+0000 7f6b06ed8640 1 -- 172.21.15.28:0/2753948195 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6ae80afbc0 msgr2=0x7f6ae80b20d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:05.499 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.499+0000 7f6b06ed8640 1 --2- 172.21.15.28:0/2753948195 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6ae80afbc0 0x7f6ae80b20d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f6b0019a180 tx=0x7f6af0005f90 comp rx=0 tx=0).stop 2024-04-25T17:14:05.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.499+0000 7f6b06ed8640 1 -- 172.21.15.28:0/2753948195 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b0019e210 msgr2=0x7f6b001a0630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:05.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.499+0000 7f6b06ed8640 1 --2- 172.21.15.28:0/2753948195 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b0019e210 0x7f6b001a0630 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f6af800eaa0 tx=0x7f6af800ef60 comp rx=0 tx=0).stop 2024-04-25T17:14:05.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.499+0000 7f6b06ed8640 1 -- 172.21.15.28:0/2753948195 shutdown_connections 2024-04-25T17:14:05.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.499+0000 7f6b06ed8640 1 --2- 172.21.15.28:0/2753948195 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6ae80afbc0 0x7f6ae80b20d0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:05.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.499+0000 7f6b06ed8640 1 --2- 172.21.15.28:0/2753948195 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b0019e210 0x7f6b001a0630 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:05.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.499+0000 7f6b06ed8640 1 --2- 172.21.15.28:0/2753948195 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b00103b40 0x7f6b001992d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:05.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.499+0000 7f6b06ed8640 1 --2- 172.21.15.28:0/2753948195 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b00102fe0 0x7f6b00198d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:05.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.499+0000 7f6b06ed8640 1 -- 172.21.15.28:0/2753948195 >> 172.21.15.28:0/2753948195 conn(0x7f6b000fd380 msgr2=0x7f6b000ff7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:05.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.499+0000 7f6b06ed8640 1 -- 172.21.15.28:0/2753948195 shutdown_connections 2024-04-25T17:14:05.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.499+0000 7f6b06ed8640 1 -- 172.21.15.28:0/2753948195 wait complete. 2024-04-25T17:14:05.512 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T17:14:05.624 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.624+0000 7fa000e51640 1 -- 172.21.15.28:0/61420007 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9ffc105170 msgr2=0x7f9ffc1032f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:05.624 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.624+0000 7fa000e51640 1 --2- 172.21.15.28:0/61420007 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9ffc105170 0x7f9ffc1032f0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f9fec009900 tx=0x7f9fec02a410 comp rx=0 tx=0).stop 2024-04-25T17:14:05.624 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.624+0000 7fa000e51640 1 -- 172.21.15.28:0/61420007 shutdown_connections 2024-04-25T17:14:05.624 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.624+0000 7fa000e51640 1 --2- 172.21.15.28:0/61420007 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ffc109a70 0x7f9ffc10be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:05.625 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.624+0000 7fa000e51640 1 --2- 172.21.15.28:0/61420007 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9ffc103830 0x7f9ffc103c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:05.625 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.624+0000 7fa000e51640 1 --2- 172.21.15.28:0/61420007 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9ffc105170 0x7f9ffc1032f0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:05.625 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.624+0000 7fa000e51640 1 -- 172.21.15.28:0/61420007 >> 172.21.15.28:0/61420007 conn(0x7f9ffc0fed40 msgr2=0x7f9ffc1011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:05.625 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.624+0000 7fa000e51640 1 -- 172.21.15.28:0/61420007 shutdown_connections 2024-04-25T17:14:05.625 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.624+0000 7fa000e51640 1 -- 172.21.15.28:0/61420007 wait complete. 2024-04-25T17:14:05.627 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.625+0000 7fa000e51640 1 Processor -- start 2024-04-25T17:14:05.627 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.625+0000 7fa000e51640 1 -- start start 2024-04-25T17:14:05.627 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.625+0000 7fa000e51640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9ffc103830 0x7f9ffc19a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:05.627 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.625+0000 7fa000e51640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ffc105170 0x7f9ffc19a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:05.627 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.625+0000 7fa000e51640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9ffc109a70 0x7f9ffc1a16a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:05.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.625+0000 7fa000e51640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f9ffc10f5f0 con 0x7f9ffc109a70 2024-04-25T17:14:05.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.625+0000 7fa000e51640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9ffc10f470 con 0x7f9ffc105170 2024-04-25T17:14:05.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.625+0000 7fa000e51640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9ffc10f770 con 0x7f9ffc103830 2024-04-25T17:14:05.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.625+0000 7f9ffad9d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9ffc109a70 0x7f9ffc1a16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:05.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.625+0000 7f9ffad9d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9ffc109a70 0x7f9ffc1a16a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57010/0 (socket says 172.21.15.28:57010) 2024-04-25T17:14:05.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.625+0000 7f9ffad9d640 1 -- 172.21.15.28:0/763617293 learned_addr learned my addr 172.21.15.28:0/763617293 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:05.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.625+0000 7f9ff9d9b640 1 --2- 172.21.15.28:0/763617293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ffc105170 0x7f9ffc19a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:05.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.625+0000 7f9ffa59c640 1 --2- 172.21.15.28:0/763617293 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9ffc103830 0x7f9ffc19a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:05.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.625+0000 7f9ffad9d640 1 -- 172.21.15.28:0/763617293 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9ffc103830 msgr2=0x7f9ffc19a1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:05.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.625+0000 7f9ffad9d640 1 --2- 172.21.15.28:0/763617293 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9ffc103830 0x7f9ffc19a1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:05.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.625+0000 7f9ffad9d640 1 -- 172.21.15.28:0/763617293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ffc105170 msgr2=0x7f9ffc19a710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:05.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.625+0000 7f9ffad9d640 1 --2- 172.21.15.28:0/763617293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ffc105170 0x7f9ffc19a710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:05.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.625+0000 7f9ffad9d640 1 -- 172.21.15.28:0/763617293 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ffc1a1d10 con 0x7f9ffc109a70 2024-04-25T17:14:05.629 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.625+0000 7f9ff9d9b640 1 --2- 172.21.15.28:0/763617293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ffc105170 0x7f9ffc19a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:14:05.629 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.625+0000 7f9ffa59c640 1 --2- 172.21.15.28:0/763617293 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9ffc103830 0x7f9ffc19a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:14:05.629 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.626+0000 7f9ffad9d640 1 --2- 172.21.15.28:0/763617293 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9ffc109a70 0x7f9ffc1a16a0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f9ff4009fd0 tx=0x7f9ff400b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:05.629 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.626+0000 7f9feb7fe640 1 -- 172.21.15.28:0/763617293 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ff4017070 con 0x7f9ffc109a70 2024-04-25T17:14:05.629 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.626+0000 7f9feb7fe640 1 -- 172.21.15.28:0/763617293 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9ff4003e00 con 0x7f9ffc109a70 2024-04-25T17:14:05.629 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.626+0000 7fa000e51640 1 -- 172.21.15.28:0/763617293 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ffc1a1fa0 con 0x7f9ffc109a70 2024-04-25T17:14:05.629 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.626+0000 7f9feb7fe640 1 -- 172.21.15.28:0/763617293 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ff4010460 con 0x7f9ffc109a70 2024-04-25T17:14:05.629 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.626+0000 7fa000e51640 1 -- 172.21.15.28:0/763617293 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ffc1a2410 con 0x7f9ffc109a70 2024-04-25T17:14:05.629 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.627+0000 7fa000e51640 1 -- 172.21.15.28:0/763617293 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ffc06a210 con 0x7f9ffc109a70 2024-04-25T17:14:05.630 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.628+0000 7f9feb7fe640 1 -- 172.21.15.28:0/763617293 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f9ff4003970 con 0x7f9ffc109a70 2024-04-25T17:14:05.630 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.629+0000 7f9feb7fe640 1 --2- 172.21.15.28:0/763617293 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9fe40afba0 0x7f9fe40b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:05.630 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.629+0000 7f9ffa59c640 1 --2- 172.21.15.28:0/763617293 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9fe40afba0 0x7f9fe40b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:05.630 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.629+0000 7f9feb7fe640 1 -- 172.21.15.28:0/763617293 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f9ff40df0c0 con 0x7f9ffc109a70 2024-04-25T17:14:05.630 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.629+0000 7f9ffa59c640 1 --2- 172.21.15.28:0/763617293 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9fe40afba0 0x7f9fe40b20b0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f9fec005f70 tx=0x7f9fec000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:05.632 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.632+0000 7f9feb7fe640 1 -- 172.21.15.28:0/763617293 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9ff40a7a00 con 0x7f9ffc109a70 2024-04-25T17:14:05.821 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.821+0000 7fa000e51640 1 -- 172.21.15.28:0/763617293 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9ffc108880 con 0x7f9ffc109a70 2024-04-25T17:14:05.822 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.822+0000 7f9feb7fe640 1 -- 172.21.15.28:0/763617293 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+24045 (secure 0 0 0) 0x7f9ff40a7300 con 0x7f9ffc109a70 2024-04-25T17:14:05.823 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:14:05.823 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":80,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:13:47.675772+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T17:13:40.495256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T17:13:41.573638+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T17:13:45.282812+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:14:05.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.825+0000 7fa000e51640 1 -- 172.21.15.28:0/763617293 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9fe40afba0 msgr2=0x7f9fe40b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:05.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.825+0000 7fa000e51640 1 --2- 172.21.15.28:0/763617293 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9fe40afba0 0x7f9fe40b20b0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f9fec005f70 tx=0x7f9fec000bc0 comp rx=0 tx=0).stop 2024-04-25T17:14:05.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.825+0000 7fa000e51640 1 -- 172.21.15.28:0/763617293 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9ffc109a70 msgr2=0x7f9ffc1a16a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:05.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.825+0000 7fa000e51640 1 --2- 172.21.15.28:0/763617293 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9ffc109a70 0x7f9ffc1a16a0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f9ff4009fd0 tx=0x7f9ff400b260 comp rx=0 tx=0).stop 2024-04-25T17:14:05.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.825+0000 7fa000e51640 1 -- 172.21.15.28:0/763617293 shutdown_connections 2024-04-25T17:14:05.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.825+0000 7fa000e51640 1 --2- 172.21.15.28:0/763617293 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9fe40afba0 0x7f9fe40b20b0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:05.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.825+0000 7fa000e51640 1 --2- 172.21.15.28:0/763617293 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9ffc109a70 0x7f9ffc1a16a0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:05.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.825+0000 7fa000e51640 1 --2- 172.21.15.28:0/763617293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ffc105170 0x7f9ffc19a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:05.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.825+0000 7fa000e51640 1 --2- 172.21.15.28:0/763617293 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9ffc103830 0x7f9ffc19a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:05.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.825+0000 7fa000e51640 1 -- 172.21.15.28:0/763617293 >> 172.21.15.28:0/763617293 conn(0x7f9ffc0fed40 msgr2=0x7f9ffc105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:05.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.825+0000 7fa000e51640 1 -- 172.21.15.28:0/763617293 shutdown_connections 2024-04-25T17:14:05.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.825+0000 7fa000e51640 1 -- 172.21.15.28:0/763617293 wait complete. 2024-04-25T17:14:05.837 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-25T17:14:05.952 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.951+0000 7f6d39d06640 1 -- 172.21.15.28:0/1400724780 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6d34104d40 msgr2=0x7f6d34105150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:05.952 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.951+0000 7f6d39d06640 1 --2- 172.21.15.28:0/1400724780 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6d34104d40 0x7f6d34105150 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c009900 tx=0x7f6d1c02a410 comp rx=0 tx=0).stop 2024-04-25T17:14:05.952 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.951+0000 7f6d39d06640 1 -- 172.21.15.28:0/1400724780 shutdown_connections 2024-04-25T17:14:05.952 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.951+0000 7f6d39d06640 1 --2- 172.21.15.28:0/1400724780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d34109a40 0x7f6d3410be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:05.952 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.951+0000 7f6d39d06640 1 --2- 172.21.15.28:0/1400724780 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6d34104d40 0x7f6d34105150 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:05.952 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.951+0000 7f6d39d06640 1 --2- 172.21.15.28:0/1400724780 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6d34103b00 0x7f6d34104800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:05.952 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.951+0000 7f6d39d06640 1 -- 172.21.15.28:0/1400724780 >> 172.21.15.28:0/1400724780 conn(0x7f6d340fed10 msgr2=0x7f6d341011a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:05.952 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.951+0000 7f6d39d06640 1 -- 172.21.15.28:0/1400724780 shutdown_connections 2024-04-25T17:14:05.953 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.951+0000 7f6d39d06640 1 -- 172.21.15.28:0/1400724780 wait complete. 2024-04-25T17:14:05.953 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.952+0000 7f6d39d06640 1 Processor -- start 2024-04-25T17:14:05.953 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.952+0000 7f6d39d06640 1 -- start start 2024-04-25T17:14:05.954 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.952+0000 7f6d39d06640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d34103b00 0x7f6d3419a110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:05.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.952+0000 7f6d39d06640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6d34104d40 0x7f6d3419a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:05.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.952+0000 7f6d39d06640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6d34109a40 0x7f6d341a15e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:05.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.952+0000 7f6d39d06640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f6d3410f4b0 con 0x7f6d34109a40 2024-04-25T17:14:05.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.952+0000 7f6d39d06640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6d3410f330 con 0x7f6d34103b00 2024-04-25T17:14:05.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.952+0000 7f6d39d06640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6d3410f630 con 0x7f6d34104d40 2024-04-25T17:14:05.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.953+0000 7f6d33fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6d34109a40 0x7f6d341a15e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:05.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.953+0000 7f6d33fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6d34109a40 0x7f6d341a15e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57030/0 (socket says 172.21.15.28:57030) 2024-04-25T17:14:05.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.953+0000 7f6d33fff640 1 -- 172.21.15.28:0/2453314995 learned_addr learned my addr 172.21.15.28:0/2453314995 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:05.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.953+0000 7f6d337fe640 1 --2- 172.21.15.28:0/2453314995 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d34103b00 0x7f6d3419a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:05.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.953+0000 7f6d2affd640 1 --2- 172.21.15.28:0/2453314995 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6d34104d40 0x7f6d3419a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:05.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.953+0000 7f6d33fff640 1 -- 172.21.15.28:0/2453314995 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6d34104d40 msgr2=0x7f6d3419a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:05.956 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.953+0000 7f6d33fff640 1 --2- 172.21.15.28:0/2453314995 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6d34104d40 0x7f6d3419a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:05.956 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.953+0000 7f6d33fff640 1 -- 172.21.15.28:0/2453314995 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d34103b00 msgr2=0x7f6d3419a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:05.956 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.953+0000 7f6d33fff640 1 --2- 172.21.15.28:0/2453314995 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d34103b00 0x7f6d3419a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:05.956 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.953+0000 7f6d33fff640 1 -- 172.21.15.28:0/2453314995 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d341a1c50 con 0x7f6d34109a40 2024-04-25T17:14:05.956 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.953+0000 7f6d337fe640 1 --2- 172.21.15.28:0/2453314995 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d34103b00 0x7f6d3419a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:14:05.956 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.953+0000 7f6d33fff640 1 --2- 172.21.15.28:0/2453314995 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6d34109a40 0x7f6d341a15e0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f6d2c00eaa0 tx=0x7f6d2c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:05.956 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.953+0000 7f6d317fa640 1 -- 172.21.15.28:0/2453314995 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d2c00cdb0 con 0x7f6d34109a40 2024-04-25T17:14:05.956 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.953+0000 7f6d39d06640 1 -- 172.21.15.28:0/2453314995 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d341a1f40 con 0x7f6d34109a40 2024-04-25T17:14:05.956 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.953+0000 7f6d317fa640 1 -- 172.21.15.28:0/2453314995 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6d2c005020 con 0x7f6d34109a40 2024-04-25T17:14:05.956 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.953+0000 7f6d317fa640 1 -- 172.21.15.28:0/2453314995 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d2c0116d0 con 0x7f6d34109a40 2024-04-25T17:14:05.956 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.953+0000 7f6d39d06640 1 -- 172.21.15.28:0/2453314995 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d341a23a0 con 0x7f6d34109a40 2024-04-25T17:14:05.956 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.954+0000 7f6d39d06640 1 -- 172.21.15.28:0/2453314995 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d34108850 con 0x7f6d34109a40 2024-04-25T17:14:05.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.956+0000 7f6d317fa640 1 -- 172.21.15.28:0/2453314995 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f6d2c0051d0 con 0x7f6d34109a40 2024-04-25T17:14:05.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.956+0000 7f6d317fa640 1 --2- 172.21.15.28:0/2453314995 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6d200afaf0 0x7f6d200b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:05.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.956+0000 7f6d317fa640 1 -- 172.21.15.28:0/2453314995 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f6d2c0df390 con 0x7f6d34109a40 2024-04-25T17:14:05.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.956+0000 7f6d337fe640 1 --2- 172.21.15.28:0/2453314995 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6d200afaf0 0x7f6d200b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:05.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.957+0000 7f6d337fe640 1 --2- 172.21.15.28:0/2453314995 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6d200afaf0 0x7f6d200b2000 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f6d240058c0 tx=0x7f6d24005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:05.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:05.960+0000 7f6d317fa640 1 -- 172.21.15.28:0/2453314995 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6d2c016030 con 0x7f6d34109a40 2024-04-25T17:14:06.186 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.186+0000 7f6d39d06640 1 -- 172.21.15.28:0/2453314995 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f6d3402dd10 con 0x7f6d34109a40 2024-04-25T17:14:06.340 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.340+0000 7f6d317fa640 1 -- 172.21.15.28:0/2453314995 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v18) ==== 118+0+0 (secure 0 0 0) 0x7f6d2c0a7d30 con 0x7f6d34109a40 2024-04-25T17:14:06.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.342+0000 7f6d39d06640 1 -- 172.21.15.28:0/2453314995 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6d200afaf0 msgr2=0x7f6d200b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:06.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.342+0000 7f6d39d06640 1 --2- 172.21.15.28:0/2453314995 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6d200afaf0 0x7f6d200b2000 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f6d240058c0 tx=0x7f6d24005850 comp rx=0 tx=0).stop 2024-04-25T17:14:06.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.342+0000 7f6d39d06640 1 -- 172.21.15.28:0/2453314995 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6d34109a40 msgr2=0x7f6d341a15e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:06.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.342+0000 7f6d39d06640 1 --2- 172.21.15.28:0/2453314995 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6d34109a40 0x7f6d341a15e0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f6d2c00eaa0 tx=0x7f6d2c00ef60 comp rx=0 tx=0).stop 2024-04-25T17:14:06.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.342+0000 7f6d39d06640 1 -- 172.21.15.28:0/2453314995 shutdown_connections 2024-04-25T17:14:06.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.342+0000 7f6d39d06640 1 --2- 172.21.15.28:0/2453314995 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6d200afaf0 0x7f6d200b2000 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:06.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.342+0000 7f6d39d06640 1 --2- 172.21.15.28:0/2453314995 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6d34109a40 0x7f6d341a15e0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:06.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.342+0000 7f6d39d06640 1 --2- 172.21.15.28:0/2453314995 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6d34104d40 0x7f6d3419a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:06.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.342+0000 7f6d39d06640 1 --2- 172.21.15.28:0/2453314995 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d34103b00 0x7f6d3419a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:06.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.342+0000 7f6d39d06640 1 -- 172.21.15.28:0/2453314995 >> 172.21.15.28:0/2453314995 conn(0x7f6d340fed10 msgr2=0x7f6d34105a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:06.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.343+0000 7f6d39d06640 1 -- 172.21.15.28:0/2453314995 shutdown_connections 2024-04-25T17:14:06.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.343+0000 7f6d39d06640 1 -- 172.21.15.28:0/2453314995 wait complete. 2024-04-25T17:14:06.354 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-04-25T17:14:06.354 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 3 2024-04-25T17:14:06.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.470+0000 7fd099461640 1 -- 172.21.15.28:0/2317669263 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd0941045c0 msgr2=0x7fd0941069e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:06.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.470+0000 7fd099461640 1 --2- 172.21.15.28:0/2317669263 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd0941045c0 0x7fd0941069e0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fd08c009900 tx=0x7fd08c02a410 comp rx=0 tx=0).stop 2024-04-25T17:14:06.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.470+0000 7fd099461640 1 -- 172.21.15.28:0/2317669263 shutdown_connections 2024-04-25T17:14:06.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.470+0000 7fd099461640 1 --2- 172.21.15.28:0/2317669263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd094109880 0x7fd09410bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:06.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.470+0000 7fd099461640 1 --2- 172.21.15.28:0/2317669263 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd094106f20 0x7fd094109340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:06.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.470+0000 7fd099461640 1 --2- 172.21.15.28:0/2317669263 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd0941045c0 0x7fd0941069e0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:06.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.470+0000 7fd099461640 1 -- 172.21.15.28:0/2317669263 >> 172.21.15.28:0/2317669263 conn(0x7fd0940fdbc0 msgr2=0x7fd094100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:06.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.470+0000 7fd099461640 1 -- 172.21.15.28:0/2317669263 shutdown_connections 2024-04-25T17:14:06.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.470+0000 7fd099461640 1 -- 172.21.15.28:0/2317669263 wait complete. 2024-04-25T17:14:06.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.470+0000 7fd099461640 1 Processor -- start 2024-04-25T17:14:06.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.471+0000 7fd099461640 1 -- start start 2024-04-25T17:14:06.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.471+0000 7fd099461640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd0941045c0 0x7fd09419a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:06.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.471+0000 7fd099461640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd094106f20 0x7fd09419a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:06.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.471+0000 7fd099461640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd094109880 0x7fd0941a1610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:06.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.471+0000 7fd099461640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fd09410f480 con 0x7fd0941045c0 2024-04-25T17:14:06.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.471+0000 7fd099461640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd09410f300 con 0x7fd094109880 2024-04-25T17:14:06.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.471+0000 7fd099461640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd09410f600 con 0x7fd094106f20 2024-04-25T17:14:06.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.471+0000 7fd092ffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd0941045c0 0x7fd09419a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:06.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.471+0000 7fd092ffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd0941045c0 0x7fd09419a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57056/0 (socket says 172.21.15.28:57056) 2024-04-25T17:14:06.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.471+0000 7fd092ffd640 1 -- 172.21.15.28:0/4078032059 learned_addr learned my addr 172.21.15.28:0/4078032059 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:06.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.471+0000 7fd0927fc640 1 --2- 172.21.15.28:0/4078032059 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd094106f20 0x7fd09419a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:06.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.471+0000 7fd0937fe640 1 --2- 172.21.15.28:0/4078032059 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd094109880 0x7fd0941a1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:06.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.471+0000 7fd092ffd640 1 -- 172.21.15.28:0/4078032059 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd094106f20 msgr2=0x7fd09419a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:06.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.471+0000 7fd092ffd640 1 --2- 172.21.15.28:0/4078032059 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd094106f20 0x7fd09419a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:06.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.471+0000 7fd092ffd640 1 -- 172.21.15.28:0/4078032059 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd094109880 msgr2=0x7fd0941a1610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:06.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.471+0000 7fd092ffd640 1 --2- 172.21.15.28:0/4078032059 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd094109880 0x7fd0941a1610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:06.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.471+0000 7fd092ffd640 1 -- 172.21.15.28:0/4078032059 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0941a1c80 con 0x7fd0941045c0 2024-04-25T17:14:06.475 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.471+0000 7fd0937fe640 1 --2- 172.21.15.28:0/4078032059 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd094109880 0x7fd0941a1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:14:06.475 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.472+0000 7fd092ffd640 1 --2- 172.21.15.28:0/4078032059 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd0941045c0 0x7fd09419a140 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fd08c031460 tx=0x7fd08c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:06.475 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.472+0000 7fd08bfff640 1 -- 172.21.15.28:0/4078032059 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd08c03f030 con 0x7fd0941045c0 2024-04-25T17:14:06.475 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.472+0000 7fd099461640 1 -- 172.21.15.28:0/4078032059 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0941a1f10 con 0x7fd0941045c0 2024-04-25T17:14:06.475 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.472+0000 7fd08bfff640 1 -- 172.21.15.28:0/4078032059 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd08c003a80 con 0x7fd0941045c0 2024-04-25T17:14:06.475 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.472+0000 7fd08bfff640 1 -- 172.21.15.28:0/4078032059 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd08c035070 con 0x7fd0941045c0 2024-04-25T17:14:06.475 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.472+0000 7fd099461640 1 -- 172.21.15.28:0/4078032059 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0941a2320 con 0x7fd0941045c0 2024-04-25T17:14:06.476 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.473+0000 7fd099461640 1 -- 172.21.15.28:0/4078032059 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0940ff6e0 con 0x7fd0941045c0 2024-04-25T17:14:06.476 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.474+0000 7fd08bfff640 1 -- 172.21.15.28:0/4078032059 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7fd08c042030 con 0x7fd0941045c0 2024-04-25T17:14:06.476 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.475+0000 7fd08bfff640 1 --2- 172.21.15.28:0/4078032059 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd0800afaf0 0x7fd0800b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:06.476 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.475+0000 7fd08bfff640 1 -- 172.21.15.28:0/4078032059 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7fd08c0ff930 con 0x7fd0941045c0 2024-04-25T17:14:06.476 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.475+0000 7fd0927fc640 1 --2- 172.21.15.28:0/4078032059 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd0800afaf0 0x7fd0800b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:06.476 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.475+0000 7fd0927fc640 1 --2- 172.21.15.28:0/4078032059 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd0800afaf0 0x7fd0800b2000 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fd07c0058c0 tx=0x7fd07c00a250 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:06.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.478+0000 7fd08bfff640 1 -- 172.21.15.28:0/4078032059 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd08c0c82d0 con 0x7fd0941045c0 2024-04-25T17:14:06.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:06 smithi042 ceph-mon[32851]: pgmap v297: 129 pgs: 129 active+clean; 581 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-25T17:14:06.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:06 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2753948195' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:14:06.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:06 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/763617293' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:14:06.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:06 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2453314995' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-25T17:14:06.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:06 smithi028 ceph-mon[29207]: pgmap v297: 129 pgs: 129 active+clean; 581 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-25T17:14:06.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:06 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2753948195' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:14:06.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:06 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/763617293' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:14:06.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:06 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2453314995' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-25T17:14:06.708 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.708+0000 7fd099461640 1 -- 172.21.15.28:0/4078032059 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7fd09402dce0 con 0x7fd0941045c0 2024-04-25T17:14:06.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:06 smithi084 ceph-mon[32752]: pgmap v297: 129 pgs: 129 active+clean; 581 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-25T17:14:06.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:06 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2753948195' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:14:06.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:06 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/763617293' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:14:06.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:06 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2453314995' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-25T17:14:06.897 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.897+0000 7fd08bfff640 1 -- 172.21.15.28:0/4078032059 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v19) ==== 105+0+0 (secure 0 0 0) 0x7fd08c0c7bd0 con 0x7fd0941045c0 2024-04-25T17:14:06.900 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.900+0000 7fd099461640 1 -- 172.21.15.28:0/4078032059 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd0800afaf0 msgr2=0x7fd0800b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:06.900 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.900+0000 7fd099461640 1 --2- 172.21.15.28:0/4078032059 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd0800afaf0 0x7fd0800b2000 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fd07c0058c0 tx=0x7fd07c00a250 comp rx=0 tx=0).stop 2024-04-25T17:14:06.900 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.900+0000 7fd099461640 1 -- 172.21.15.28:0/4078032059 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd0941045c0 msgr2=0x7fd09419a140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:06.900 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.900+0000 7fd099461640 1 --2- 172.21.15.28:0/4078032059 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd0941045c0 0x7fd09419a140 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fd08c031460 tx=0x7fd08c004270 comp rx=0 tx=0).stop 2024-04-25T17:14:06.900 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.900+0000 7fd099461640 1 -- 172.21.15.28:0/4078032059 shutdown_connections 2024-04-25T17:14:06.900 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.900+0000 7fd099461640 1 --2- 172.21.15.28:0/4078032059 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd0800afaf0 0x7fd0800b2000 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:06.900 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.900+0000 7fd099461640 1 --2- 172.21.15.28:0/4078032059 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd094109880 0x7fd0941a1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:06.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.900+0000 7fd099461640 1 --2- 172.21.15.28:0/4078032059 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd094106f20 0x7fd09419a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:06.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.900+0000 7fd099461640 1 --2- 172.21.15.28:0/4078032059 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd0941045c0 0x7fd09419a140 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:06.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.900+0000 7fd099461640 1 -- 172.21.15.28:0/4078032059 >> 172.21.15.28:0/4078032059 conn(0x7fd0940fdbc0 msgr2=0x7fd094106610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:06.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.900+0000 7fd099461640 1 -- 172.21.15.28:0/4078032059 shutdown_connections 2024-04-25T17:14:06.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:06.900+0000 7fd099461640 1 -- 172.21.15.28:0/4078032059 wait complete. 2024-04-25T17:14:06.914 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2024-04-25T17:14:07.031 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.028+0000 7f31d0d3f640 1 -- 172.21.15.28:0/302785252 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f31cc1050b0 msgr2=0x7f31cc1054c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:07.031 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.028+0000 7f31d0d3f640 1 --2- 172.21.15.28:0/302785252 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f31cc1050b0 0x7f31cc1054c0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f31bc009900 tx=0x7f31bc02a410 comp rx=0 tx=0).stop 2024-04-25T17:14:07.031 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.028+0000 7f31d0d3f640 1 -- 172.21.15.28:0/302785252 shutdown_connections 2024-04-25T17:14:07.031 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.028+0000 7f31d0d3f640 1 --2- 172.21.15.28:0/302785252 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31cc102260 0x7f31cc10bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:07.031 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.028+0000 7f31d0d3f640 1 --2- 172.21.15.28:0/302785252 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31cc101760 0x7f31cc101bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:07.031 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.028+0000 7f31d0d3f640 1 --2- 172.21.15.28:0/302785252 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f31cc1050b0 0x7f31cc1054c0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:07.031 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.028+0000 7f31d0d3f640 1 -- 172.21.15.28:0/302785252 >> 172.21.15.28:0/302785252 conn(0x7f31cc0fd380 msgr2=0x7f31cc0ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:07.031 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.029+0000 7f31d0d3f640 1 -- 172.21.15.28:0/302785252 shutdown_connections 2024-04-25T17:14:07.032 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.029+0000 7f31d0d3f640 1 -- 172.21.15.28:0/302785252 wait complete. 2024-04-25T17:14:07.032 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.029+0000 7f31d0d3f640 1 Processor -- start 2024-04-25T17:14:07.032 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.029+0000 7f31d0d3f640 1 -- start start 2024-04-25T17:14:07.032 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.030+0000 7f31d0d3f640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31cc101760 0x7f31cc19a120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:07.032 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.030+0000 7f31d0d3f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f31cc102260 0x7f31cc19a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:07.032 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.030+0000 7f31d0d3f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31cc1050b0 0x7f31cc1a15f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:07.032 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.030+0000 7f31d0d3f640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f31cc10f4b0 con 0x7f31cc102260 2024-04-25T17:14:07.032 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.030+0000 7f31d0d3f640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f31cc10f330 con 0x7f31cc101760 2024-04-25T17:14:07.032 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.030+0000 7f31d0d3f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f31cc10f630 con 0x7f31cc1050b0 2024-04-25T17:14:07.032 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.030+0000 7f31c9d9b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f31cc102260 0x7f31cc19a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:07.032 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.030+0000 7f31c9d9b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f31cc102260 0x7f31cc19a660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57072/0 (socket says 172.21.15.28:57072) 2024-04-25T17:14:07.032 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.030+0000 7f31c9d9b640 1 -- 172.21.15.28:0/820668797 learned_addr learned my addr 172.21.15.28:0/820668797 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:07.032 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.030+0000 7f31ca59c640 1 --2- 172.21.15.28:0/820668797 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31cc101760 0x7f31cc19a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:07.033 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.030+0000 7f31cad9d640 1 --2- 172.21.15.28:0/820668797 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31cc1050b0 0x7f31cc1a15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:07.033 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.030+0000 7f31c9d9b640 1 -- 172.21.15.28:0/820668797 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31cc1050b0 msgr2=0x7f31cc1a15f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:07.033 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.030+0000 7f31c9d9b640 1 --2- 172.21.15.28:0/820668797 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31cc1050b0 0x7f31cc1a15f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:07.033 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.030+0000 7f31c9d9b640 1 -- 172.21.15.28:0/820668797 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31cc101760 msgr2=0x7f31cc19a120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:07.033 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.030+0000 7f31c9d9b640 1 --2- 172.21.15.28:0/820668797 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31cc101760 0x7f31cc19a120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:07.033 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.030+0000 7f31c9d9b640 1 -- 172.21.15.28:0/820668797 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31cc1a1c60 con 0x7f31cc102260 2024-04-25T17:14:07.033 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.030+0000 7f31c9d9b640 1 --2- 172.21.15.28:0/820668797 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f31cc102260 0x7f31cc19a660 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f31c000e9f0 tx=0x7f31c000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:07.033 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.030+0000 7f31bb7fe640 1 -- 172.21.15.28:0/820668797 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c000cd80 con 0x7f31cc102260 2024-04-25T17:14:07.033 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.030+0000 7f31bb7fe640 1 -- 172.21.15.28:0/820668797 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f31c00108c0 con 0x7f31cc102260 2024-04-25T17:14:07.033 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.030+0000 7f31bb7fe640 1 -- 172.21.15.28:0/820668797 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c00187c0 con 0x7f31cc102260 2024-04-25T17:14:07.033 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.030+0000 7f31d0d3f640 1 -- 172.21.15.28:0/820668797 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31cc1a1f50 con 0x7f31cc102260 2024-04-25T17:14:07.033 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.031+0000 7f31d0d3f640 1 -- 172.21.15.28:0/820668797 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31cc1a2410 con 0x7f31cc102260 2024-04-25T17:14:07.034 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.031+0000 7f31d0d3f640 1 -- 172.21.15.28:0/820668797 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31cc108a40 con 0x7f31cc102260 2024-04-25T17:14:07.035 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.033+0000 7f31bb7fe640 1 -- 172.21.15.28:0/820668797 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f31c0010430 con 0x7f31cc102260 2024-04-25T17:14:07.035 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.034+0000 7f31bb7fe640 1 --2- 172.21.15.28:0/820668797 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f31b40afb70 0x7f31b40b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:07.035 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.034+0000 7f31ca59c640 1 --2- 172.21.15.28:0/820668797 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f31b40afb70 0x7f31b40b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:07.035 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.034+0000 7f31bb7fe640 1 -- 172.21.15.28:0/820668797 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f31c00df790 con 0x7f31cc102260 2024-04-25T17:14:07.035 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.034+0000 7f31ca59c640 1 --2- 172.21.15.28:0/820668797 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f31b40afb70 0x7f31b40b2080 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f31bc0057c0 tx=0x7f31bc005720 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:07.038 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.038+0000 7f31bb7fe640 1 -- 172.21.15.28:0/820668797 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f31c00a8130 con 0x7f31cc102260 2024-04-25T17:14:07.264 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.264+0000 7f31d0d3f640 1 -- 172.21.15.28:0/820668797 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f31cc02dd70 con 0x7f31cc102260 2024-04-25T17:14:07.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:07 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2453314995' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-25T17:14:07.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:07 smithi042 ceph-mon[32851]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T17:14:07.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:07 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/4078032059' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-04-25T17:14:07.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:07 smithi042 ceph-mon[32851]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-25T17:14:07.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:07 smithi042 ceph-mon[32851]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-25T17:14:07.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:07 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/4078032059' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-04-25T17:14:07.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:07 smithi042 ceph-mon[32851]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-04-25T17:14:07.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:07 smithi042 ceph-mon[32851]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-04-25T17:14:07.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:07 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/820668797' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-25T17:14:07.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:07 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2453314995' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-25T17:14:07.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:07 smithi028 ceph-mon[29207]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T17:14:07.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:07 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/4078032059' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-04-25T17:14:07.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:07 smithi028 ceph-mon[29207]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-25T17:14:07.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:07 smithi028 ceph-mon[29207]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-25T17:14:07.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:07 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/4078032059' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-04-25T17:14:07.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:07 smithi028 ceph-mon[29207]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-04-25T17:14:07.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:07 smithi028 ceph-mon[29207]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-04-25T17:14:07.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:07 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/820668797' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-25T17:14:07.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:07 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2453314995' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-25T17:14:07.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:07 smithi084 ceph-mon[32752]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-25T17:14:07.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:07 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/4078032059' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-04-25T17:14:07.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:07 smithi084 ceph-mon[32752]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-25T17:14:07.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:07 smithi084 ceph-mon[32752]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-25T17:14:07.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:07 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/4078032059' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-04-25T17:14:07.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:07 smithi084 ceph-mon[32752]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-04-25T17:14:07.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:07 smithi084 ceph-mon[32752]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-04-25T17:14:07.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:07 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/820668797' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-25T17:14:07.899 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.898+0000 7f31bb7fe640 1 -- 172.21.15.28:0/820668797 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v20) ==== 121+0+0 (secure 0 0 0) 0x7f31c00b01b0 con 0x7f31cc102260 2024-04-25T17:14:07.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.901+0000 7f31d0d3f640 1 -- 172.21.15.28:0/820668797 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f31b40afb70 msgr2=0x7f31b40b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:07.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.901+0000 7f31d0d3f640 1 --2- 172.21.15.28:0/820668797 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f31b40afb70 0x7f31b40b2080 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f31bc0057c0 tx=0x7f31bc005720 comp rx=0 tx=0).stop 2024-04-25T17:14:07.902 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.901+0000 7f31d0d3f640 1 -- 172.21.15.28:0/820668797 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f31cc102260 msgr2=0x7f31cc19a660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:07.902 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.901+0000 7f31d0d3f640 1 --2- 172.21.15.28:0/820668797 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f31cc102260 0x7f31cc19a660 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f31c000e9f0 tx=0x7f31c000eeb0 comp rx=0 tx=0).stop 2024-04-25T17:14:07.902 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.901+0000 7f31d0d3f640 1 -- 172.21.15.28:0/820668797 shutdown_connections 2024-04-25T17:14:07.902 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.901+0000 7f31d0d3f640 1 --2- 172.21.15.28:0/820668797 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f31b40afb70 0x7f31b40b2080 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:07.902 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.901+0000 7f31d0d3f640 1 --2- 172.21.15.28:0/820668797 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31cc1050b0 0x7f31cc1a15f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:07.902 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.901+0000 7f31d0d3f640 1 --2- 172.21.15.28:0/820668797 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f31cc102260 0x7f31cc19a660 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:07.902 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.901+0000 7f31d0d3f640 1 --2- 172.21.15.28:0/820668797 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31cc101760 0x7f31cc19a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:07.902 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.901+0000 7f31d0d3f640 1 -- 172.21.15.28:0/820668797 >> 172.21.15.28:0/820668797 conn(0x7f31cc0fd380 msgr2=0x7f31cc105c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:07.902 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.901+0000 7f31d0d3f640 1 -- 172.21.15.28:0/820668797 shutdown_connections 2024-04-25T17:14:07.902 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:07.902+0000 7f31d0d3f640 1 -- 172.21.15.28:0/820668797 wait complete. 2024-04-25T17:14:07.919 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2024-04-25T17:14:08.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.041+0000 7f96f1546640 1 -- 172.21.15.28:0/2491878185 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f96ec1029e0 msgr2=0x7f96ec1036e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:08.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.041+0000 7f96f1546640 1 --2- 172.21.15.28:0/2491878185 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f96ec1029e0 0x7f96ec1036e0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f96dc009ca0 tx=0x7f96dc02a8c0 comp rx=0 tx=0).stop 2024-04-25T17:14:08.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.041+0000 7f96f1546640 1 -- 172.21.15.28:0/2491878185 shutdown_connections 2024-04-25T17:14:08.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.041+0000 7f96f1546640 1 --2- 172.21.15.28:0/2491878185 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96ec108920 0x7f96ec10ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:08.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.041+0000 7f96f1546640 1 --2- 172.21.15.28:0/2491878185 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96ec103c20 0x7f96ec104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:08.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.041+0000 7f96f1546640 1 --2- 172.21.15.28:0/2491878185 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f96ec1029e0 0x7f96ec1036e0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:08.042 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.041+0000 7f96f1546640 1 -- 172.21.15.28:0/2491878185 >> 172.21.15.28:0/2491878185 conn(0x7f96ec0fdbd0 msgr2=0x7f96ec100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:08.042 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.041+0000 7f96f1546640 1 -- 172.21.15.28:0/2491878185 shutdown_connections 2024-04-25T17:14:08.042 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.041+0000 7f96f1546640 1 -- 172.21.15.28:0/2491878185 wait complete. 2024-04-25T17:14:08.042 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.041+0000 7f96f1546640 1 Processor -- start 2024-04-25T17:14:08.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.042+0000 7f96f1546640 1 -- start start 2024-04-25T17:14:08.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.042+0000 7f96f1546640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96ec1029e0 0x7f96ec0ffa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:08.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.042+0000 7f96f1546640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96ec103c20 0x7f96ec0fe100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:08.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.042+0000 7f96f1546640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f96ec108920 0x7f96ec0fe640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:08.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.042+0000 7f96f1546640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f96ec10e3e0 con 0x7f96ec108920 2024-04-25T17:14:08.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.042+0000 7f96f1546640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f96ec10e260 con 0x7f96ec1029e0 2024-04-25T17:14:08.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.042+0000 7f96f1546640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f96ec10e560 con 0x7f96ec103c20 2024-04-25T17:14:08.045 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.042+0000 7f96eb7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f96ec108920 0x7f96ec0fe640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:08.045 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.042+0000 7f96eaffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96ec1029e0 0x7f96ec0ffa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:08.045 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.042+0000 7f96eaffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96ec1029e0 0x7f96ec0ffa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:54472/0 (socket says 172.21.15.28:54472) 2024-04-25T17:14:08.045 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.042+0000 7f96eaffd640 1 -- 172.21.15.28:0/1772271718 learned_addr learned my addr 172.21.15.28:0/1772271718 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:08.045 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.042+0000 7f96ea7fc640 1 --2- 172.21.15.28:0/1772271718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96ec103c20 0x7f96ec0fe100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:08.045 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.042+0000 7f96eaffd640 1 -- 172.21.15.28:0/1772271718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96ec103c20 msgr2=0x7f96ec0fe100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:08.045 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.042+0000 7f96eaffd640 1 --2- 172.21.15.28:0/1772271718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96ec103c20 0x7f96ec0fe100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:08.045 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.042+0000 7f96eaffd640 1 -- 172.21.15.28:0/1772271718 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f96ec108920 msgr2=0x7f96ec0fe640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:08.045 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.042+0000 7f96eaffd640 1 --2- 172.21.15.28:0/1772271718 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f96ec108920 0x7f96ec0fe640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:08.045 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.042+0000 7f96eaffd640 1 -- 172.21.15.28:0/1772271718 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96ec0fed70 con 0x7f96ec1029e0 2024-04-25T17:14:08.045 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.042+0000 7f96eb7fe640 1 --2- 172.21.15.28:0/1772271718 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f96ec108920 0x7f96ec0fe640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:14:08.045 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.042+0000 7f96eaffd640 1 --2- 172.21.15.28:0/1772271718 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96ec1029e0 0x7f96ec0ffa60 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f96dc004af0 tx=0x7f96dc003970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:08.045 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.043+0000 7f96d3fff640 1 -- 172.21.15.28:0/1772271718 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96dc003e20 con 0x7f96ec1029e0 2024-04-25T17:14:08.045 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.043+0000 7f96d3fff640 1 -- 172.21.15.28:0/1772271718 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f96dc0044d0 con 0x7f96ec1029e0 2024-04-25T17:14:08.046 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.043+0000 7f96f1546640 1 -- 172.21.15.28:0/1772271718 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96ec1a4220 con 0x7f96ec1029e0 2024-04-25T17:14:08.046 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.043+0000 7f96d3fff640 1 -- 172.21.15.28:0/1772271718 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96dc030d10 con 0x7f96ec1029e0 2024-04-25T17:14:08.046 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.043+0000 7f96f1546640 1 -- 172.21.15.28:0/1772271718 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96ec1a4680 con 0x7f96ec1029e0 2024-04-25T17:14:08.046 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.044+0000 7f96f1546640 1 -- 172.21.15.28:0/1772271718 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96ec06a210 con 0x7f96ec1029e0 2024-04-25T17:14:08.047 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.045+0000 7f96d3fff640 1 -- 172.21.15.28:0/1772271718 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f96dc004680 con 0x7f96ec1029e0 2024-04-25T17:14:08.047 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.046+0000 7f96d3fff640 1 --2- 172.21.15.28:0/1772271718 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f96d40afaf0 0x7f96d40b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:08.047 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.046+0000 7f96ea7fc640 1 --2- 172.21.15.28:0/1772271718 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f96d40afaf0 0x7f96d40b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:08.047 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.046+0000 7f96d3fff640 1 -- 172.21.15.28:0/1772271718 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f96dc1004b0 con 0x7f96ec1029e0 2024-04-25T17:14:08.047 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.047+0000 7f96ea7fc640 1 --2- 172.21.15.28:0/1772271718 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f96d40afaf0 0x7f96d40b2000 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f96ec0ff400 tx=0x7f96e0005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:08.050 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.050+0000 7f96d3fff640 1 -- 172.21.15.28:0/1772271718 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f96dc0c8e50 con 0x7f96ec1029e0 2024-04-25T17:14:08.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.277+0000 7f96f1546640 1 -- 172.21.15.28:0/1772271718 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f96ec1a48e0 con 0x7f96ec1029e0 2024-04-25T17:14:08.610 INFO:journalctl@ceph.mds.b.smithi042.stdout:Apr 25 17:14:08 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-b[63675]: 2024-04-25T17:14:08.209+0000 7f5292b4b700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-04-25T17:14:08.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:08 smithi042 ceph-mon[32851]: pgmap v298: 129 pgs: 129 active+clean; 581 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-25T17:14:08.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:08 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/820668797' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-25T17:14:08.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:08 smithi042 ceph-mon[32851]: mds.? [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] up:active 2024-04-25T17:14:08.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:08 smithi042 ceph-mon[32851]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-25T17:14:08.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:08 smithi042 ceph-mon[32851]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-25T17:14:08.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:08 smithi042 ceph-mon[32851]: Cluster is now healthy 2024-04-25T17:14:08.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:08 smithi042 ceph-mon[32851]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-04-25T17:14:08.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:08 smithi042 ceph-mon[32851]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2024-04-25T17:14:08.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:08 smithi042 ceph-mon[32851]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-04-25T17:14:08.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:08 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1772271718' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T17:14:08.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:08 smithi042 ceph-mon[32851]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T17:14:08.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:08 smithi028 ceph-mon[29207]: pgmap v298: 129 pgs: 129 active+clean; 581 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-25T17:14:08.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:08 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/820668797' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-25T17:14:08.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:08 smithi028 ceph-mon[29207]: mds.? [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] up:active 2024-04-25T17:14:08.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:08 smithi028 ceph-mon[29207]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-25T17:14:08.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:08 smithi028 ceph-mon[29207]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-25T17:14:08.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:08 smithi028 ceph-mon[29207]: Cluster is now healthy 2024-04-25T17:14:08.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:08 smithi028 ceph-mon[29207]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-04-25T17:14:08.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:08 smithi028 ceph-mon[29207]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2024-04-25T17:14:08.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:08 smithi028 ceph-mon[29207]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-04-25T17:14:08.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:08 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1772271718' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T17:14:08.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:08 smithi028 ceph-mon[29207]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T17:14:08.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:08 smithi084 ceph-mon[32752]: pgmap v298: 129 pgs: 129 active+clean; 581 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-25T17:14:08.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:08 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/820668797' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-25T17:14:08.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:08 smithi084 ceph-mon[32752]: mds.? [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] up:active 2024-04-25T17:14:08.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:08 smithi084 ceph-mon[32752]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-25T17:14:08.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:08 smithi084 ceph-mon[32752]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-25T17:14:08.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:08 smithi084 ceph-mon[32752]: Cluster is now healthy 2024-04-25T17:14:08.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:08 smithi084 ceph-mon[32752]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-04-25T17:14:08.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:08 smithi084 ceph-mon[32752]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2024-04-25T17:14:08.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:08 smithi084 ceph-mon[32752]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-04-25T17:14:08.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:08 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1772271718' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T17:14:08.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:08 smithi084 ceph-mon[32752]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T17:14:08.910 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.910+0000 7f96d3fff640 1 -- 172.21.15.28:0/1772271718 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v22) ==== 115+0+0 (secure 0 0 0) 0x7f96dc0c8750 con 0x7f96ec1029e0 2024-04-25T17:14:08.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.913+0000 7f96f1546640 1 -- 172.21.15.28:0/1772271718 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f96d40afaf0 msgr2=0x7f96d40b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:08.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.913+0000 7f96f1546640 1 --2- 172.21.15.28:0/1772271718 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f96d40afaf0 0x7f96d40b2000 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f96ec0ff400 tx=0x7f96e0005f90 comp rx=0 tx=0).stop 2024-04-25T17:14:08.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.913+0000 7f96f1546640 1 -- 172.21.15.28:0/1772271718 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96ec1029e0 msgr2=0x7f96ec0ffa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:08.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.913+0000 7f96f1546640 1 --2- 172.21.15.28:0/1772271718 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96ec1029e0 0x7f96ec0ffa60 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f96dc004af0 tx=0x7f96dc003970 comp rx=0 tx=0).stop 2024-04-25T17:14:08.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.913+0000 7f96f1546640 1 -- 172.21.15.28:0/1772271718 shutdown_connections 2024-04-25T17:14:08.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.913+0000 7f96f1546640 1 --2- 172.21.15.28:0/1772271718 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f96d40afaf0 0x7f96d40b2000 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:08.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.913+0000 7f96f1546640 1 --2- 172.21.15.28:0/1772271718 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f96ec108920 0x7f96ec0fe640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:08.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.913+0000 7f96f1546640 1 --2- 172.21.15.28:0/1772271718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96ec103c20 0x7f96ec0fe100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:08.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.913+0000 7f96f1546640 1 --2- 172.21.15.28:0/1772271718 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96ec1029e0 0x7f96ec0ffa60 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:08.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.913+0000 7f96f1546640 1 -- 172.21.15.28:0/1772271718 >> 172.21.15.28:0/1772271718 conn(0x7f96ec0fdbd0 msgr2=0x7f96ec109eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:08.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.913+0000 7f96f1546640 1 -- 172.21.15.28:0/1772271718 shutdown_connections 2024-04-25T17:14:08.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:08.913+0000 7f96f1546640 1 -- 172.21.15.28:0/1772271718 wait complete. 2024-04-25T17:14:08.928 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated'} subvols for filesystem 'cephfs' 2024-04-25T17:14:08.928 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create cephfs qa 2024-04-25T17:14:09.053 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.050+0000 7f8744484640 1 -- 172.21.15.28:0/2561871415 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f873c109890 msgr2=0x7f873c10bcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:09.053 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.050+0000 7f8744484640 1 --2- 172.21.15.28:0/2561871415 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f873c109890 0x7f873c10bcb0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f8734009be0 tx=0x7f873402a6c0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.053 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.050+0000 7f8744484640 1 -- 172.21.15.28:0/2561871415 shutdown_connections 2024-04-25T17:14:09.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.050+0000 7f8744484640 1 --2- 172.21.15.28:0/2561871415 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f873c109890 0x7f873c10bcb0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.050+0000 7f8744484640 1 --2- 172.21.15.28:0/2561871415 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f873c106f30 0x7f873c109350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.050+0000 7f8744484640 1 --2- 172.21.15.28:0/2561871415 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f873c1045d0 0x7f873c1069f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.050+0000 7f8744484640 1 -- 172.21.15.28:0/2561871415 >> 172.21.15.28:0/2561871415 conn(0x7f873c0fdbd0 msgr2=0x7f873c100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:09.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.051+0000 7f8744484640 1 -- 172.21.15.28:0/2561871415 shutdown_connections 2024-04-25T17:14:09.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.051+0000 7f8744484640 1 -- 172.21.15.28:0/2561871415 wait complete. 2024-04-25T17:14:09.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.051+0000 7f8744484640 1 Processor -- start 2024-04-25T17:14:09.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.051+0000 7f8744484640 1 -- start start 2024-04-25T17:14:09.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.051+0000 7f8744484640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f873c1045d0 0x7f873c19a120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:09.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.051+0000 7f8744484640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f873c106f30 0x7f873c19a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:09.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.051+0000 7f8744484640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f873c109890 0x7f873c1a15f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:09.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.051+0000 7f8744484640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f873c10f4c0 con 0x7f873c1045d0 2024-04-25T17:14:09.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.051+0000 7f8744484640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f873c10f340 con 0x7f873c106f30 2024-04-25T17:14:09.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.051+0000 7f8744484640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f873c10f640 con 0x7f873c109890 2024-04-25T17:14:09.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.051+0000 7f8742220640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f873c1045d0 0x7f873c19a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:09.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.052+0000 7f8742220640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f873c1045d0 0x7f873c19a120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57098/0 (socket says 172.21.15.28:57098) 2024-04-25T17:14:09.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.052+0000 7f8742220640 1 -- 172.21.15.28:0/3048758383 learned_addr learned my addr 172.21.15.28:0/3048758383 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:09.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.052+0000 7f8741a1f640 1 --2- 172.21.15.28:0/3048758383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f873c106f30 0x7f873c19a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:09.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.052+0000 7f8742a21640 1 --2- 172.21.15.28:0/3048758383 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f873c109890 0x7f873c1a15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:09.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.052+0000 7f8742220640 1 -- 172.21.15.28:0/3048758383 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f873c109890 msgr2=0x7f873c1a15f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:09.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.052+0000 7f8742220640 1 --2- 172.21.15.28:0/3048758383 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f873c109890 0x7f873c1a15f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.052+0000 7f8742220640 1 -- 172.21.15.28:0/3048758383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f873c106f30 msgr2=0x7f873c19a660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:09.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.052+0000 7f8742220640 1 --2- 172.21.15.28:0/3048758383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f873c106f30 0x7f873c19a660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.052+0000 7f8742220640 1 -- 172.21.15.28:0/3048758383 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f873c1a1c60 con 0x7f873c1045d0 2024-04-25T17:14:09.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.052+0000 7f8741a1f640 1 --2- 172.21.15.28:0/3048758383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f873c106f30 0x7f873c19a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:14:09.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.052+0000 7f8742220640 1 --2- 172.21.15.28:0/3048758383 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f873c1045d0 0x7f873c19a120 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f873800d740 tx=0x7f873800dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:09.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.052+0000 7f87337fe640 1 -- 172.21.15.28:0/3048758383 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8738017070 con 0x7f873c1045d0 2024-04-25T17:14:09.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.052+0000 7f87337fe640 1 -- 172.21.15.28:0/3048758383 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f873800de50 con 0x7f873c1045d0 2024-04-25T17:14:09.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.052+0000 7f8744484640 1 -- 172.21.15.28:0/3048758383 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f873c1a1f50 con 0x7f873c1045d0 2024-04-25T17:14:09.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.052+0000 7f87337fe640 1 -- 172.21.15.28:0/3048758383 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8738004c60 con 0x7f873c1045d0 2024-04-25T17:14:09.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.052+0000 7f8744484640 1 -- 172.21.15.28:0/3048758383 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f873c1a23b0 con 0x7f873c1045d0 2024-04-25T17:14:09.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.053+0000 7f8744484640 1 -- 172.21.15.28:0/3048758383 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f873c06a210 con 0x7f873c1045d0 2024-04-25T17:14:09.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.055+0000 7f87337fe640 1 -- 172.21.15.28:0/3048758383 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f8738004e00 con 0x7f873c1045d0 2024-04-25T17:14:09.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.055+0000 7f87337fe640 1 --2- 172.21.15.28:0/3048758383 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f87280afb70 0x7f87280b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:09.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.056+0000 7f8741a1f640 1 --2- 172.21.15.28:0/3048758383 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f87280afb70 0x7f87280b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:09.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.056+0000 7f87337fe640 1 -- 172.21.15.28:0/3048758383 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f87380deae0 con 0x7f873c1045d0 2024-04-25T17:14:09.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.056+0000 7f8741a1f640 1 --2- 172.21.15.28:0/3048758383 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f87280afb70 0x7f87280b2080 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f872c0096c0 tx=0x7f872c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:09.059 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.059+0000 7f87337fe640 1 -- 172.21.15.28:0/3048758383 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f87380a6e50 con 0x7f873c1045d0 2024-04-25T17:14:09.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.271+0000 7f8744484640 1 -- 172.21.15.28:0/3048758383 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f873c062fe0 con 0x7f87280afb70 2024-04-25T17:14:09.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.296+0000 7f87337fe640 1 -- 172.21.15.28:0/3048758383 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f873c062fe0 con 0x7f87280afb70 2024-04-25T17:14:09.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.298+0000 7f8744484640 1 -- 172.21.15.28:0/3048758383 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f87280afb70 msgr2=0x7f87280b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:09.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.298+0000 7f8744484640 1 --2- 172.21.15.28:0/3048758383 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f87280afb70 0x7f87280b2080 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f872c0096c0 tx=0x7f872c009260 comp rx=0 tx=0).stop 2024-04-25T17:14:09.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.298+0000 7f8744484640 1 -- 172.21.15.28:0/3048758383 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f873c1045d0 msgr2=0x7f873c19a120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:09.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.298+0000 7f8744484640 1 --2- 172.21.15.28:0/3048758383 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f873c1045d0 0x7f873c19a120 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f873800d740 tx=0x7f873800dc00 comp rx=0 tx=0).stop 2024-04-25T17:14:09.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.298+0000 7f8744484640 1 -- 172.21.15.28:0/3048758383 shutdown_connections 2024-04-25T17:14:09.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.298+0000 7f8744484640 1 --2- 172.21.15.28:0/3048758383 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f87280afb70 0x7f87280b2080 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.298+0000 7f8744484640 1 --2- 172.21.15.28:0/3048758383 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f873c109890 0x7f873c1a15f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.298+0000 7f8744484640 1 --2- 172.21.15.28:0/3048758383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f873c106f30 0x7f873c19a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.298+0000 7f8744484640 1 --2- 172.21.15.28:0/3048758383 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f873c1045d0 0x7f873c19a120 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.298+0000 7f8744484640 1 -- 172.21.15.28:0/3048758383 >> 172.21.15.28:0/3048758383 conn(0x7f873c0fdbd0 msgr2=0x7f873c1053e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:09.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.299+0000 7f8744484640 1 -- 172.21.15.28:0/3048758383 shutdown_connections 2024-04-25T17:14:09.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.299+0000 7f8744484640 1 -- 172.21.15.28:0/3048758383 wait complete. 2024-04-25T17:14:09.310 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 --group_name qa 2024-04-25T17:14:09.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.429+0000 7f14dea9f640 1 -- 172.21.15.28:0/2206371939 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f14d8108910 msgr2=0x7f14d810ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:09.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.429+0000 7f14dea9f640 1 --2- 172.21.15.28:0/2206371939 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f14d8108910 0x7f14d810ad30 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f14d0009ca0 tx=0x7f14d002a8c0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.429+0000 7f14dea9f640 1 -- 172.21.15.28:0/2206371939 shutdown_connections 2024-04-25T17:14:09.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.429+0000 7f14dea9f640 1 --2- 172.21.15.28:0/2206371939 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f14d8108910 0x7f14d810ad30 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.429+0000 7f14dea9f640 1 --2- 172.21.15.28:0/2206371939 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14d8103c10 0x7f14d8104020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.429+0000 7f14dea9f640 1 --2- 172.21.15.28:0/2206371939 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14d81029d0 0x7f14d81036d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.429+0000 7f14dea9f640 1 -- 172.21.15.28:0/2206371939 >> 172.21.15.28:0/2206371939 conn(0x7f14d80fdbc0 msgr2=0x7f14d8100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:09.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.429+0000 7f14dea9f640 1 -- 172.21.15.28:0/2206371939 shutdown_connections 2024-04-25T17:14:09.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.429+0000 7f14dea9f640 1 -- 172.21.15.28:0/2206371939 wait complete. 2024-04-25T17:14:09.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.430+0000 7f14dea9f640 1 Processor -- start 2024-04-25T17:14:09.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.430+0000 7f14dea9f640 1 -- start start 2024-04-25T17:14:09.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.430+0000 7f14dea9f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14d81029d0 0x7f14d8198fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:09.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.430+0000 7f14dea9f640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14d8103c10 0x7f14d8199510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:09.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.430+0000 7f14dea9f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f14d8108910 0x7f14d81a04a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:09.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.430+0000 7f14dea9f640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f14d810e400 con 0x7f14d8108910 2024-04-25T17:14:09.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.430+0000 7f14dea9f640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f14d810e280 con 0x7f14d8103c10 2024-04-25T17:14:09.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.430+0000 7f14dea9f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f14d810e580 con 0x7f14d81029d0 2024-04-25T17:14:09.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.430+0000 7f14dd03c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f14d8108910 0x7f14d81a04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:09.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.430+0000 7f14dd03c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f14d8108910 0x7f14d81a04a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57130/0 (socket says 172.21.15.28:57130) 2024-04-25T17:14:09.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.430+0000 7f14dd03c640 1 -- 172.21.15.28:0/1204605064 learned_addr learned my addr 172.21.15.28:0/1204605064 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:09.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.430+0000 7f14d7fff640 1 --2- 172.21.15.28:0/1204605064 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14d8103c10 0x7f14d8199510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:09.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.430+0000 7f14dc83b640 1 --2- 172.21.15.28:0/1204605064 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14d81029d0 0x7f14d8198fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:09.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.431+0000 7f14dd03c640 1 -- 172.21.15.28:0/1204605064 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14d81029d0 msgr2=0x7f14d8198fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:09.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.431+0000 7f14dd03c640 1 --2- 172.21.15.28:0/1204605064 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14d81029d0 0x7f14d8198fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.431+0000 7f14dd03c640 1 -- 172.21.15.28:0/1204605064 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14d8103c10 msgr2=0x7f14d8199510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:09.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.431+0000 7f14dd03c640 1 --2- 172.21.15.28:0/1204605064 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14d8103c10 0x7f14d8199510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.431+0000 7f14dd03c640 1 -- 172.21.15.28:0/1204605064 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14d81a0b10 con 0x7f14d8108910 2024-04-25T17:14:09.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.431+0000 7f14d7fff640 1 --2- 172.21.15.28:0/1204605064 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14d8103c10 0x7f14d8199510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:14:09.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.431+0000 7f14dd03c640 1 --2- 172.21.15.28:0/1204605064 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f14d8108910 0x7f14d81a04a0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f14d0005e30 tx=0x7f14d0003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:09.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.431+0000 7f14d5ffb640 1 -- 172.21.15.28:0/1204605064 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14d0032e90 con 0x7f14d8108910 2024-04-25T17:14:09.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.431+0000 7f14d5ffb640 1 -- 172.21.15.28:0/1204605064 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f14d00044d0 con 0x7f14d8108910 2024-04-25T17:14:09.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.431+0000 7f14dea9f640 1 -- 172.21.15.28:0/1204605064 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14d81a0da0 con 0x7f14d8108910 2024-04-25T17:14:09.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.431+0000 7f14d5ffb640 1 -- 172.21.15.28:0/1204605064 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14d0030ce0 con 0x7f14d8108910 2024-04-25T17:14:09.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.431+0000 7f14dea9f640 1 -- 172.21.15.28:0/1204605064 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14d81a1260 con 0x7f14d8108910 2024-04-25T17:14:09.435 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.432+0000 7f14dea9f640 1 -- 172.21.15.28:0/1204605064 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14d8107720 con 0x7f14d8108910 2024-04-25T17:14:09.435 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.434+0000 7f14d5ffb640 1 -- 172.21.15.28:0/1204605064 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f14d0004040 con 0x7f14d8108910 2024-04-25T17:14:09.435 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.435+0000 7f14d5ffb640 1 --2- 172.21.15.28:0/1204605064 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f14c80afb70 0x7f14c80b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:09.435 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.435+0000 7f14d5ffb640 1 -- 172.21.15.28:0/1204605064 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f14d01003f0 con 0x7f14d8108910 2024-04-25T17:14:09.435 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.435+0000 7f14dc83b640 1 --2- 172.21.15.28:0/1204605064 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f14c80afb70 0x7f14c80b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:09.436 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.436+0000 7f14dc83b640 1 --2- 172.21.15.28:0/1204605064 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f14c80afb70 0x7f14c80b2080 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f14cc005fd0 tx=0x7f14cc00b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:09.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.439+0000 7f14d5ffb640 1 -- 172.21.15.28:0/1204605064 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f14d00c8d30 con 0x7f14d8108910 2024-04-25T17:14:09.655 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.655+0000 7f14dea9f640 1 -- 172.21.15.28:0/1204605064 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f14d8062fe0 con 0x7f14c80afb70 2024-04-25T17:14:09.674 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:14:09 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:14:09.276+0000 7f8c2be7b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T17:14:09.674 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:14:09 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:14:09.276+0000 7f8c2be7b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T17:14:09.674 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:14:09 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:14:09.276+0000 7f8c2be7b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T17:14:09.674 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:14:09 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:14:09.276+0000 7f8c2be7b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T17:14:09.674 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:14:09 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x[29440]: 2024-04-25T17:14:09.276+0000 7f8c2be7b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T17:14:09.683 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.684+0000 7f14d5ffb640 1 -- 172.21.15.28:0/1204605064 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f14d8062fe0 con 0x7f14c80afb70 2024-04-25T17:14:09.686 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.685+0000 7f14dea9f640 1 -- 172.21.15.28:0/1204605064 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f14c80afb70 msgr2=0x7f14c80b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:09.686 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.685+0000 7f14dea9f640 1 --2- 172.21.15.28:0/1204605064 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f14c80afb70 0x7f14c80b2080 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f14cc005fd0 tx=0x7f14cc00b390 comp rx=0 tx=0).stop 2024-04-25T17:14:09.686 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.686+0000 7f14dea9f640 1 -- 172.21.15.28:0/1204605064 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f14d8108910 msgr2=0x7f14d81a04a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:09.686 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.686+0000 7f14dea9f640 1 --2- 172.21.15.28:0/1204605064 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f14d8108910 0x7f14d81a04a0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f14d0005e30 tx=0x7f14d0003ba0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.686 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.686+0000 7f14dea9f640 1 -- 172.21.15.28:0/1204605064 shutdown_connections 2024-04-25T17:14:09.686 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.686+0000 7f14dea9f640 1 --2- 172.21.15.28:0/1204605064 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f14c80afb70 0x7f14c80b2080 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.686 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.686+0000 7f14dea9f640 1 --2- 172.21.15.28:0/1204605064 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f14d8108910 0x7f14d81a04a0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.686 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.686+0000 7f14dea9f640 1 --2- 172.21.15.28:0/1204605064 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14d8103c10 0x7f14d8199510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.687 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.686+0000 7f14dea9f640 1 --2- 172.21.15.28:0/1204605064 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14d81029d0 0x7f14d8198fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.687 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.686+0000 7f14dea9f640 1 -- 172.21.15.28:0/1204605064 >> 172.21.15.28:0/1204605064 conn(0x7f14d80fdbc0 msgr2=0x7f14d81048f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:09.687 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.686+0000 7f14dea9f640 1 -- 172.21.15.28:0/1204605064 shutdown_connections 2024-04-25T17:14:09.687 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.686+0000 7f14dea9f640 1 -- 172.21.15.28:0/1204605064 wait complete. 2024-04-25T17:14:09.697 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-04-25T17:14:09.816 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.814+0000 7f178234d640 1 -- 172.21.15.28:0/4208952667 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f177c101e70 msgr2=0x7f177c106b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:09.817 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.814+0000 7f178234d640 1 --2- 172.21.15.28:0/4208952667 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f177c101e70 0x7f177c106b30 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f176c009900 tx=0x7f176c02a410 comp rx=0 tx=0).stop 2024-04-25T17:14:09.817 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.814+0000 7f178234d640 1 -- 172.21.15.28:0/4208952667 shutdown_connections 2024-04-25T17:14:09.817 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.814+0000 7f178234d640 1 --2- 172.21.15.28:0/4208952667 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f177c109790 0x7f177c10bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.817 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.814+0000 7f178234d640 1 --2- 172.21.15.28:0/4208952667 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f177c102370 0x7f177c109100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.817 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.814+0000 7f178234d640 1 --2- 172.21.15.28:0/4208952667 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f177c101e70 0x7f177c106b30 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.817 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.814+0000 7f178234d640 1 -- 172.21.15.28:0/4208952667 >> 172.21.15.28:0/4208952667 conn(0x7f177c0fd380 msgr2=0x7f177c0ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:09.817 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.814+0000 7f178234d640 1 -- 172.21.15.28:0/4208952667 shutdown_connections 2024-04-25T17:14:09.817 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.814+0000 7f178234d640 1 -- 172.21.15.28:0/4208952667 wait complete. 2024-04-25T17:14:09.817 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.815+0000 7f178234d640 1 Processor -- start 2024-04-25T17:14:09.817 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.815+0000 7f178234d640 1 -- start start 2024-04-25T17:14:09.817 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.815+0000 7f178234d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f177c101e70 0x7f177c19a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:09.817 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.815+0000 7f178234d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f177c102370 0x7f177c19a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:09.818 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.815+0000 7f178234d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f177c109790 0x7f177c1a15c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:09.818 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.815+0000 7f178234d640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f177c10f4f0 con 0x7f177c102370 2024-04-25T17:14:09.818 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.815+0000 7f178234d640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f177c10f370 con 0x7f177c101e70 2024-04-25T17:14:09.818 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.815+0000 7f178234d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f177c10f670 con 0x7f177c109790 2024-04-25T17:14:09.818 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.815+0000 7f177b7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f177c102370 0x7f177c19a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:09.818 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.815+0000 7f177b7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f177c102370 0x7f177c19a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57148/0 (socket says 172.21.15.28:57148) 2024-04-25T17:14:09.818 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.815+0000 7f177b7fe640 1 -- 172.21.15.28:0/63905053 learned_addr learned my addr 172.21.15.28:0/63905053 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:09.818 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.815+0000 7f177bfff640 1 --2- 172.21.15.28:0/63905053 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f177c101e70 0x7f177c19a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:09.818 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.815+0000 7f17808ea640 1 --2- 172.21.15.28:0/63905053 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f177c109790 0x7f177c1a15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:09.818 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.816+0000 7f177b7fe640 1 -- 172.21.15.28:0/63905053 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f177c109790 msgr2=0x7f177c1a15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:09.818 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.816+0000 7f177b7fe640 1 --2- 172.21.15.28:0/63905053 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f177c109790 0x7f177c1a15c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.818 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.816+0000 7f177b7fe640 1 -- 172.21.15.28:0/63905053 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f177c101e70 msgr2=0x7f177c19a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:09.818 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.816+0000 7f177b7fe640 1 --2- 172.21.15.28:0/63905053 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f177c101e70 0x7f177c19a0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:09.819 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.816+0000 7f177b7fe640 1 -- 172.21.15.28:0/63905053 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f177c1a1c30 con 0x7f177c102370 2024-04-25T17:14:09.819 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.816+0000 7f177bfff640 1 --2- 172.21.15.28:0/63905053 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f177c101e70 0x7f177c19a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:14:09.819 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.816+0000 7f177b7fe640 1 --2- 172.21.15.28:0/63905053 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f177c102370 0x7f177c19a630 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f177000d770 tx=0x7f177000db70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:09.819 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.816+0000 7f17797fa640 1 -- 172.21.15.28:0/63905053 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1770017070 con 0x7f177c102370 2024-04-25T17:14:09.819 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.816+0000 7f178234d640 1 -- 172.21.15.28:0/63905053 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f177c1a1f20 con 0x7f177c102370 2024-04-25T17:14:09.819 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.816+0000 7f17797fa640 1 -- 172.21.15.28:0/63905053 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1770009820 con 0x7f177c102370 2024-04-25T17:14:09.819 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.816+0000 7f17797fa640 1 -- 172.21.15.28:0/63905053 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1770004b20 con 0x7f177c102370 2024-04-25T17:14:09.819 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.816+0000 7f178234d640 1 -- 172.21.15.28:0/63905053 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f177c1a2380 con 0x7f177c102370 2024-04-25T17:14:09.820 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.817+0000 7f178234d640 1 -- 172.21.15.28:0/63905053 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f177c0feea0 con 0x7f177c102370 2024-04-25T17:14:09.820 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.819+0000 7f17797fa640 1 -- 172.21.15.28:0/63905053 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f17700099d0 con 0x7f177c102370 2024-04-25T17:14:09.820 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.819+0000 7f17797fa640 1 --2- 172.21.15.28:0/63905053 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f17640afaf0 0x7f17640b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:09.820 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.819+0000 7f177bfff640 1 --2- 172.21.15.28:0/63905053 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f17640afaf0 0x7f17640b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:09.820 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.819+0000 7f17797fa640 1 -- 172.21.15.28:0/63905053 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f17700debc0 con 0x7f177c102370 2024-04-25T17:14:09.820 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.820+0000 7f177bfff640 1 --2- 172.21.15.28:0/63905053 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f17640afaf0 0x7f17640b2000 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f176c005760 tx=0x7f176c031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:09.823 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:09.823+0000 7f17797fa640 1 -- 172.21.15.28:0/63905053 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f17700a7560 con 0x7f177c102370 2024-04-25T17:14:10.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.040+0000 7f178234d640 1 -- 172.21.15.28:0/63905053 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f177c062fe0 con 0x7f17640afaf0 2024-04-25T17:14:10.046 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.046+0000 7f17797fa640 1 -- 172.21.15.28:0/63905053 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f177c062fe0 con 0x7f17640afaf0 2024-04-25T17:14:10.046 INFO:teuthology.orchestra.run.smithi028.stdout:/volumes/qa/sv_0/2394a55f-dd7f-4454-848c-57d280fbdd77 2024-04-25T17:14:10.048 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.048+0000 7f178234d640 1 -- 172.21.15.28:0/63905053 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f17640afaf0 msgr2=0x7f17640b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:10.048 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.048+0000 7f178234d640 1 --2- 172.21.15.28:0/63905053 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f17640afaf0 0x7f17640b2000 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f176c005760 tx=0x7f176c031400 comp rx=0 tx=0).stop 2024-04-25T17:14:10.048 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.048+0000 7f178234d640 1 -- 172.21.15.28:0/63905053 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f177c102370 msgr2=0x7f177c19a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:10.049 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.048+0000 7f178234d640 1 --2- 172.21.15.28:0/63905053 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f177c102370 0x7f177c19a630 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f177000d770 tx=0x7f177000db70 comp rx=0 tx=0).stop 2024-04-25T17:14:10.049 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.048+0000 7f178234d640 1 -- 172.21.15.28:0/63905053 shutdown_connections 2024-04-25T17:14:10.049 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.048+0000 7f178234d640 1 --2- 172.21.15.28:0/63905053 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f17640afaf0 0x7f17640b2000 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.049 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.048+0000 7f178234d640 1 --2- 172.21.15.28:0/63905053 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f177c109790 0x7f177c1a15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.049 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.048+0000 7f178234d640 1 --2- 172.21.15.28:0/63905053 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f177c102370 0x7f177c19a630 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.049 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.048+0000 7f178234d640 1 --2- 172.21.15.28:0/63905053 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f177c101e70 0x7f177c19a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.049 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.048+0000 7f178234d640 1 -- 172.21.15.28:0/63905053 >> 172.21.15.28:0/63905053 conn(0x7f177c0fd380 msgr2=0x7f177c10a3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:10.049 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.048+0000 7f178234d640 1 -- 172.21.15.28:0/63905053 shutdown_connections 2024-04-25T17:14:10.049 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.048+0000 7f178234d640 1 -- 172.21.15.28:0/63905053 wait complete. 2024-04-25T17:14:10.058 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:09 smithi028 ceph-mon[29207]: pgmap v299: 129 pgs: 129 active+clean; 583 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s wr, 2 op/s 2024-04-25T17:14:10.058 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:09 smithi028 ceph-mon[29207]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-25T17:14:10.058 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:09 smithi028 ceph-mon[29207]: mds.? [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] up:active 2024-04-25T17:14:10.059 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:09 smithi028 ceph-mon[29207]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2024-04-25T17:14:10.059 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:09 smithi028 ceph-mon[29207]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-25T17:14:10.059 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:09 smithi028 ceph-mon[29207]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:14:10.060 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 --group_name qa 2024-04-25T17:14:10.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.177+0000 7f4f12f72640 1 -- 172.21.15.28:0/3189556252 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4f0c1029d0 msgr2=0x7f4f0c1036d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:10.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.177+0000 7f4f12f72640 1 --2- 172.21.15.28:0/3189556252 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4f0c1029d0 0x7f4f0c1036d0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f4f00009900 tx=0x7f4f0002a410 comp rx=0 tx=0).stop 2024-04-25T17:14:10.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.177+0000 7f4f12f72640 1 -- 172.21.15.28:0/3189556252 shutdown_connections 2024-04-25T17:14:10.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.177+0000 7f4f12f72640 1 --2- 172.21.15.28:0/3189556252 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f0c108910 0x7f4f0c10ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.177+0000 7f4f12f72640 1 --2- 172.21.15.28:0/3189556252 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f0c103c10 0x7f4f0c104020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.177+0000 7f4f12f72640 1 --2- 172.21.15.28:0/3189556252 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4f0c1029d0 0x7f4f0c1036d0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.177+0000 7f4f12f72640 1 -- 172.21.15.28:0/3189556252 >> 172.21.15.28:0/3189556252 conn(0x7f4f0c0fdbc0 msgr2=0x7f4f0c100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:10.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.177+0000 7f4f12f72640 1 -- 172.21.15.28:0/3189556252 shutdown_connections 2024-04-25T17:14:10.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.177+0000 7f4f12f72640 1 -- 172.21.15.28:0/3189556252 wait complete. 2024-04-25T17:14:10.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.178+0000 7f4f12f72640 1 Processor -- start 2024-04-25T17:14:10.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.178+0000 7f4f12f72640 1 -- start start 2024-04-25T17:14:10.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.178+0000 7f4f12f72640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4f0c1029d0 0x7f4f0c19a120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:10.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.178+0000 7f4f12f72640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f0c103c10 0x7f4f0c19a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:10.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.178+0000 7f4f12f72640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f0c108910 0x7f4f0c1a15f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:10.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.178+0000 7f4f12f72640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f4f0c10f470 con 0x7f4f0c1029d0 2024-04-25T17:14:10.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.178+0000 7f4f12f72640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4f0c10f2f0 con 0x7f4f0c108910 2024-04-25T17:14:10.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.178+0000 7f4f12f72640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4f0c10f5f0 con 0x7f4f0c103c10 2024-04-25T17:14:10.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.178+0000 7f4f10d0e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4f0c1029d0 0x7f4f0c19a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:10.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.178+0000 7f4f10d0e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4f0c1029d0 0x7f4f0c19a120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57158/0 (socket says 172.21.15.28:57158) 2024-04-25T17:14:10.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.178+0000 7f4f10d0e640 1 -- 172.21.15.28:0/2588403718 learned_addr learned my addr 172.21.15.28:0/2588403718 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:10.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.178+0000 7f4f0bfff640 1 --2- 172.21.15.28:0/2588403718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f0c103c10 0x7f4f0c19a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:10.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.178+0000 7f4f1150f640 1 --2- 172.21.15.28:0/2588403718 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f0c108910 0x7f4f0c1a15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:10.182 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.178+0000 7f4f10d0e640 1 -- 172.21.15.28:0/2588403718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f0c103c10 msgr2=0x7f4f0c19a660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:10.182 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.178+0000 7f4f10d0e640 1 --2- 172.21.15.28:0/2588403718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f0c103c10 0x7f4f0c19a660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.182 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.178+0000 7f4f10d0e640 1 -- 172.21.15.28:0/2588403718 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f0c108910 msgr2=0x7f4f0c1a15f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:10.182 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.178+0000 7f4f10d0e640 1 --2- 172.21.15.28:0/2588403718 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f0c108910 0x7f4f0c1a15f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.182 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.178+0000 7f4f10d0e640 1 -- 172.21.15.28:0/2588403718 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f0c1a1c60 con 0x7f4f0c1029d0 2024-04-25T17:14:10.182 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.178+0000 7f4f1150f640 1 --2- 172.21.15.28:0/2588403718 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f0c108910 0x7f4f0c1a15f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:14:10.182 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.178+0000 7f4f10d0e640 1 --2- 172.21.15.28:0/2588403718 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4f0c1029d0 0x7f4f0c19a120 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f4f00005760 tx=0x7f4f00004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:10.182 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.179+0000 7f4f09ffb640 1 -- 172.21.15.28:0/2588403718 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f0003f030 con 0x7f4f0c1029d0 2024-04-25T17:14:10.182 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.179+0000 7f4f09ffb640 1 -- 172.21.15.28:0/2588403718 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4f00003a80 con 0x7f4f0c1029d0 2024-04-25T17:14:10.182 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.179+0000 7f4f12f72640 1 -- 172.21.15.28:0/2588403718 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f0c1a1ef0 con 0x7f4f0c1029d0 2024-04-25T17:14:10.183 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.179+0000 7f4f09ffb640 1 -- 172.21.15.28:0/2588403718 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f00035070 con 0x7f4f0c1029d0 2024-04-25T17:14:10.183 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.179+0000 7f4f12f72640 1 -- 172.21.15.28:0/2588403718 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f0c1a22f0 con 0x7f4f0c1029d0 2024-04-25T17:14:10.183 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.180+0000 7f4f12f72640 1 -- 172.21.15.28:0/2588403718 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f0c107720 con 0x7f4f0c1029d0 2024-04-25T17:14:10.183 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.181+0000 7f4f09ffb640 1 -- 172.21.15.28:0/2588403718 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f4f00042030 con 0x7f4f0c1029d0 2024-04-25T17:14:10.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.182+0000 7f4f09ffb640 1 --2- 172.21.15.28:0/2588403718 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4efc0afaf0 0x7f4efc0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:10.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.182+0000 7f4f0bfff640 1 --2- 172.21.15.28:0/2588403718 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4efc0afaf0 0x7f4efc0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:10.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.182+0000 7f4f09ffb640 1 -- 172.21.15.28:0/2588403718 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f4f000ff980 con 0x7f4f0c1029d0 2024-04-25T17:14:10.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.182+0000 7f4f0bfff640 1 --2- 172.21.15.28:0/2588403718 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4efc0afaf0 0x7f4efc0b2000 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f4f0c19b1c0 tx=0x7f4ef800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:10.185 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.186+0000 7f4f09ffb640 1 -- 172.21.15.28:0/2588403718 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4f000c8320 con 0x7f4f0c1029d0 2024-04-25T17:14:10.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:09 smithi084 ceph-mon[32752]: pgmap v299: 129 pgs: 129 active+clean; 583 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s wr, 2 op/s 2024-04-25T17:14:10.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:09 smithi084 ceph-mon[32752]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-25T17:14:10.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:09 smithi084 ceph-mon[32752]: mds.? [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] up:active 2024-04-25T17:14:10.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:09 smithi084 ceph-mon[32752]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2024-04-25T17:14:10.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:09 smithi084 ceph-mon[32752]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-25T17:14:10.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:09 smithi084 ceph-mon[32752]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:14:10.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:09 smithi042 ceph-mon[32851]: pgmap v299: 129 pgs: 129 active+clean; 583 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s wr, 2 op/s 2024-04-25T17:14:10.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:09 smithi042 ceph-mon[32851]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-25T17:14:10.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:09 smithi042 ceph-mon[32851]: mds.? [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] up:active 2024-04-25T17:14:10.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:09 smithi042 ceph-mon[32851]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2024-04-25T17:14:10.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:09 smithi042 ceph-mon[32851]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-25T17:14:10.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:09 smithi042 ceph-mon[32851]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:14:10.404 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.404+0000 7f4f12f72640 1 -- 172.21.15.28:0/2588403718 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f4f0c062fe0 con 0x7f4efc0afaf0 2024-04-25T17:14:10.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.431+0000 7f4f09ffb640 1 -- 172.21.15.28:0/2588403718 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f4f0c062fe0 con 0x7f4efc0afaf0 2024-04-25T17:14:10.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.433+0000 7f4f12f72640 1 -- 172.21.15.28:0/2588403718 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4efc0afaf0 msgr2=0x7f4efc0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:10.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.433+0000 7f4f12f72640 1 --2- 172.21.15.28:0/2588403718 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4efc0afaf0 0x7f4efc0b2000 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f4f0c19b1c0 tx=0x7f4ef800b410 comp rx=0 tx=0).stop 2024-04-25T17:14:10.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.433+0000 7f4f12f72640 1 -- 172.21.15.28:0/2588403718 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4f0c1029d0 msgr2=0x7f4f0c19a120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:10.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.433+0000 7f4f12f72640 1 --2- 172.21.15.28:0/2588403718 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4f0c1029d0 0x7f4f0c19a120 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f4f00005760 tx=0x7f4f00004270 comp rx=0 tx=0).stop 2024-04-25T17:14:10.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.433+0000 7f4f12f72640 1 -- 172.21.15.28:0/2588403718 shutdown_connections 2024-04-25T17:14:10.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.433+0000 7f4f12f72640 1 --2- 172.21.15.28:0/2588403718 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4efc0afaf0 0x7f4efc0b2000 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.433+0000 7f4f12f72640 1 --2- 172.21.15.28:0/2588403718 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f0c108910 0x7f4f0c1a15f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.433+0000 7f4f12f72640 1 --2- 172.21.15.28:0/2588403718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f0c103c10 0x7f4f0c19a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.433+0000 7f4f12f72640 1 --2- 172.21.15.28:0/2588403718 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4f0c1029d0 0x7f4f0c19a120 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.433+0000 7f4f12f72640 1 -- 172.21.15.28:0/2588403718 >> 172.21.15.28:0/2588403718 conn(0x7f4f0c0fdbc0 msgr2=0x7f4f0c1048f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:10.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.433+0000 7f4f12f72640 1 -- 172.21.15.28:0/2588403718 shutdown_connections 2024-04-25T17:14:10.435 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.433+0000 7f4f12f72640 1 -- 172.21.15.28:0/2588403718 wait complete. 2024-04-25T17:14:10.445 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-04-25T17:14:10.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.561+0000 7f9b30a34640 1 -- 172.21.15.28:0/1480037863 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b2c103940 msgr2=0x7f9b2c103df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:10.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.561+0000 7f9b30a34640 1 --2- 172.21.15.28:0/1480037863 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b2c103940 0x7f9b2c103df0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f9b20009900 tx=0x7f9b2002a410 comp rx=0 tx=0).stop 2024-04-25T17:14:10.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.562+0000 7f9b30a34640 1 -- 172.21.15.28:0/1480037863 shutdown_connections 2024-04-25T17:14:10.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.562+0000 7f9b30a34640 1 --2- 172.21.15.28:0/1480037863 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b2c104480 0x7f9b2c10abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.562+0000 7f9b30a34640 1 --2- 172.21.15.28:0/1480037863 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b2c103940 0x7f9b2c103df0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.562+0000 7f9b30a34640 1 --2- 172.21.15.28:0/1480037863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b2c102f60 0x7f9b2c103370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.562+0000 7f9b30a34640 1 -- 172.21.15.28:0/1480037863 >> 172.21.15.28:0/1480037863 conn(0x7f9b2c0fd380 msgr2=0x7f9b2c0ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:10.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.562+0000 7f9b30a34640 1 -- 172.21.15.28:0/1480037863 shutdown_connections 2024-04-25T17:14:10.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.562+0000 7f9b30a34640 1 -- 172.21.15.28:0/1480037863 wait complete. 2024-04-25T17:14:10.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.562+0000 7f9b30a34640 1 Processor -- start 2024-04-25T17:14:10.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.562+0000 7f9b30a34640 1 -- start start 2024-04-25T17:14:10.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.563+0000 7f9b30a34640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b2c102f60 0x7f9b2c199030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:10.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.563+0000 7f9b30a34640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b2c103940 0x7f9b2c199570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:10.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.563+0000 7f9b30a34640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b2c104480 0x7f9b2c1a0500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:10.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.563+0000 7f9b30a34640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f9b2c10e400 con 0x7f9b2c104480 2024-04-25T17:14:10.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.563+0000 7f9b30a34640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9b2c10e280 con 0x7f9b2c103940 2024-04-25T17:14:10.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.563+0000 7f9b30a34640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9b2c10e580 con 0x7f9b2c102f60 2024-04-25T17:14:10.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.563+0000 7f9b2ad9d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b2c104480 0x7f9b2c1a0500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:10.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.563+0000 7f9b2ad9d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b2c104480 0x7f9b2c1a0500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57162/0 (socket says 172.21.15.28:57162) 2024-04-25T17:14:10.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.563+0000 7f9b2ad9d640 1 -- 172.21.15.28:0/3815885657 learned_addr learned my addr 172.21.15.28:0/3815885657 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:10.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.563+0000 7f9b29d9b640 1 --2- 172.21.15.28:0/3815885657 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b2c103940 0x7f9b2c199570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:10.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.563+0000 7f9b2a59c640 1 --2- 172.21.15.28:0/3815885657 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b2c102f60 0x7f9b2c199030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:10.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.563+0000 7f9b2ad9d640 1 -- 172.21.15.28:0/3815885657 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b2c102f60 msgr2=0x7f9b2c199030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:10.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.563+0000 7f9b2ad9d640 1 --2- 172.21.15.28:0/3815885657 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b2c102f60 0x7f9b2c199030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.563+0000 7f9b2ad9d640 1 -- 172.21.15.28:0/3815885657 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b2c103940 msgr2=0x7f9b2c199570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:10.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.563+0000 7f9b2ad9d640 1 --2- 172.21.15.28:0/3815885657 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b2c103940 0x7f9b2c199570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.563+0000 7f9b2ad9d640 1 -- 172.21.15.28:0/3815885657 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b2c1a0b70 con 0x7f9b2c104480 2024-04-25T17:14:10.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.563+0000 7f9b2ad9d640 1 --2- 172.21.15.28:0/3815885657 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b2c104480 0x7f9b2c1a0500 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f9b2400cad0 tx=0x7f9b2400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:10.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.564+0000 7f9b1b7fe640 1 -- 172.21.15.28:0/3815885657 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b2400ae20 con 0x7f9b2c104480 2024-04-25T17:14:10.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.564+0000 7f9b1b7fe640 1 -- 172.21.15.28:0/3815885657 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9b24005020 con 0x7f9b2c104480 2024-04-25T17:14:10.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.564+0000 7f9b30a34640 1 -- 172.21.15.28:0/3815885657 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b2c1a0e60 con 0x7f9b2c104480 2024-04-25T17:14:10.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.564+0000 7f9b1b7fe640 1 -- 172.21.15.28:0/3815885657 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b2400f6b0 con 0x7f9b2c104480 2024-04-25T17:14:10.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.564+0000 7f9b30a34640 1 -- 172.21.15.28:0/3815885657 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b2c1a1270 con 0x7f9b2c104480 2024-04-25T17:14:10.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.565+0000 7f9b30a34640 1 -- 172.21.15.28:0/3815885657 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b2c107900 con 0x7f9b2c104480 2024-04-25T17:14:10.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.566+0000 7f9b1b7fe640 1 -- 172.21.15.28:0/3815885657 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 16) ==== 147520+0+0 (secure 0 0 0) 0x7f9b240051d0 con 0x7f9b2c104480 2024-04-25T17:14:10.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.567+0000 7f9b1b7fe640 1 --2- 172.21.15.28:0/3815885657 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9b140afaf0 0x7f9b140b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:10.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.567+0000 7f9b2a59c640 1 --2- 172.21.15.28:0/3815885657 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9b140afaf0 0x7f9b140b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:10.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.567+0000 7f9b1b7fe640 1 -- 172.21.15.28:0/3815885657 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f9b240df160 con 0x7f9b2c104480 2024-04-25T17:14:10.568 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.568+0000 7f9b2a59c640 1 --2- 172.21.15.28:0/3815885657 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9b140afaf0 0x7f9b140b2000 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f9b2c06b590 tx=0x7f9b1c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:10.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.572+0000 7f9b1b7fe640 1 -- 172.21.15.28:0/3815885657 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9b24014030 con 0x7f9b2c104480 2024-04-25T17:14:10.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.789+0000 7f9b30a34640 1 -- 172.21.15.28:0/3815885657 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f9b2c062fe0 con 0x7f9b140afaf0 2024-04-25T17:14:10.794 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.794+0000 7f9b1b7fe640 1 -- 172.21.15.28:0/3815885657 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f9b2c062fe0 con 0x7f9b140afaf0 2024-04-25T17:14:10.794 INFO:teuthology.orchestra.run.smithi028.stdout:/volumes/qa/sv_1/4cd8b0a5-514d-46a8-b2fc-1706d88077fc 2024-04-25T17:14:10.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.796+0000 7f9b30a34640 1 -- 172.21.15.28:0/3815885657 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9b140afaf0 msgr2=0x7f9b140b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:10.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.796+0000 7f9b30a34640 1 --2- 172.21.15.28:0/3815885657 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9b140afaf0 0x7f9b140b2000 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f9b2c06b590 tx=0x7f9b1c005f90 comp rx=0 tx=0).stop 2024-04-25T17:14:10.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.796+0000 7f9b30a34640 1 -- 172.21.15.28:0/3815885657 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b2c104480 msgr2=0x7f9b2c1a0500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:10.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.796+0000 7f9b30a34640 1 --2- 172.21.15.28:0/3815885657 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b2c104480 0x7f9b2c1a0500 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f9b2400cad0 tx=0x7f9b2400cf90 comp rx=0 tx=0).stop 2024-04-25T17:14:10.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.796+0000 7f9b30a34640 1 -- 172.21.15.28:0/3815885657 shutdown_connections 2024-04-25T17:14:10.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.796+0000 7f9b30a34640 1 --2- 172.21.15.28:0/3815885657 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9b140afaf0 0x7f9b140b2000 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.796+0000 7f9b30a34640 1 --2- 172.21.15.28:0/3815885657 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b2c104480 0x7f9b2c1a0500 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.796+0000 7f9b30a34640 1 --2- 172.21.15.28:0/3815885657 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b2c103940 0x7f9b2c199570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.796+0000 7f9b30a34640 1 --2- 172.21.15.28:0/3815885657 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b2c102f60 0x7f9b2c199030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.796+0000 7f9b30a34640 1 -- 172.21.15.28:0/3815885657 >> 172.21.15.28:0/3815885657 conn(0x7f9b2c0fd380 msgr2=0x7f9b2c104ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:10.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.796+0000 7f9b30a34640 1 -- 172.21.15.28:0/3815885657 shutdown_connections 2024-04-25T17:14:10.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.797+0000 7f9b30a34640 1 -- 172.21.15.28:0/3815885657 wait complete. 2024-04-25T17:14:10.808 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:14:10.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.929+0000 7f2b58ea8640 1 -- 172.21.15.28:0/2144444974 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b541033d0 msgr2=0x7f2b541037e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:10.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.929+0000 7f2b58ea8640 1 --2- 172.21.15.28:0/2144444974 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b541033d0 0x7f2b541037e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f2b48014ce0 tx=0x7f2b480326e0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.929+0000 7f2b58ea8640 1 -- 172.21.15.28:0/2144444974 shutdown_connections 2024-04-25T17:14:10.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.929+0000 7f2b58ea8640 1 --2- 172.21.15.28:0/2144444974 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2b541080d0 0x7f2b5410a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.930 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.929+0000 7f2b58ea8640 1 --2- 172.21.15.28:0/2144444974 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b541033d0 0x7f2b541037e0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.930 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.929+0000 7f2b58ea8640 1 --2- 172.21.15.28:0/2144444974 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2b54102190 0x7f2b54102e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.930 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.929+0000 7f2b58ea8640 1 -- 172.21.15.28:0/2144444974 >> 172.21.15.28:0/2144444974 conn(0x7f2b540fd380 msgr2=0x7f2b540ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:10.930 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.929+0000 7f2b58ea8640 1 -- 172.21.15.28:0/2144444974 shutdown_connections 2024-04-25T17:14:10.930 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.929+0000 7f2b58ea8640 1 -- 172.21.15.28:0/2144444974 wait complete. 2024-04-25T17:14:10.932 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.930+0000 7f2b58ea8640 1 Processor -- start 2024-04-25T17:14:10.932 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.930+0000 7f2b58ea8640 1 -- start start 2024-04-25T17:14:10.932 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.930+0000 7f2b58ea8640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b54102190 0x7f2b54197e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:10.932 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.930+0000 7f2b58ea8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2b541033d0 0x7f2b541983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:10.932 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.930+0000 7f2b58ea8640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2b541080d0 0x7f2b5419f340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:10.932 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.930+0000 7f2b58ea8640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f2b5410d320 con 0x7f2b541080d0 2024-04-25T17:14:10.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.930+0000 7f2b58ea8640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2b5410d1a0 con 0x7f2b54102190 2024-04-25T17:14:10.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.930+0000 7f2b58ea8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f2b5410d4a0 con 0x7f2b541033d0 2024-04-25T17:14:10.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.930+0000 7f2b52d9d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2b541080d0 0x7f2b5419f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:10.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.930+0000 7f2b52d9d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2b541080d0 0x7f2b5419f340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57182/0 (socket says 172.21.15.28:57182) 2024-04-25T17:14:10.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.930+0000 7f2b52d9d640 1 -- 172.21.15.28:0/2094135256 learned_addr learned my addr 172.21.15.28:0/2094135256 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:10.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.930+0000 7f2b51d9b640 1 --2- 172.21.15.28:0/2094135256 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2b541033d0 0x7f2b541983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:10.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.930+0000 7f2b5259c640 1 --2- 172.21.15.28:0/2094135256 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b54102190 0x7f2b54197e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:10.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.931+0000 7f2b52d9d640 1 -- 172.21.15.28:0/2094135256 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2b541033d0 msgr2=0x7f2b541983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:10.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.931+0000 7f2b52d9d640 1 --2- 172.21.15.28:0/2094135256 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2b541033d0 0x7f2b541983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.931+0000 7f2b52d9d640 1 -- 172.21.15.28:0/2094135256 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b54102190 msgr2=0x7f2b54197e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:10.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.931+0000 7f2b52d9d640 1 --2- 172.21.15.28:0/2094135256 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b54102190 0x7f2b54197e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:10.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.931+0000 7f2b52d9d640 1 -- 172.21.15.28:0/2094135256 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b5419f9b0 con 0x7f2b541080d0 2024-04-25T17:14:10.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.931+0000 7f2b52d9d640 1 --2- 172.21.15.28:0/2094135256 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2b541080d0 0x7f2b5419f340 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f2b4c004660 tx=0x7f2b4c00b7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:10.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.931+0000 7f2b437fe640 1 -- 172.21.15.28:0/2094135256 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b4c003e20 con 0x7f2b541080d0 2024-04-25T17:14:10.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.931+0000 7f2b437fe640 1 -- 172.21.15.28:0/2094135256 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2b4c005020 con 0x7f2b541080d0 2024-04-25T17:14:10.934 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.931+0000 7f2b437fe640 1 -- 172.21.15.28:0/2094135256 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b4c014680 con 0x7f2b541080d0 2024-04-25T17:14:10.934 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.931+0000 7f2b58ea8640 1 -- 172.21.15.28:0/2094135256 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b5419fca0 con 0x7f2b541080d0 2024-04-25T17:14:10.934 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.931+0000 7f2b58ea8640 1 -- 172.21.15.28:0/2094135256 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b541a01a0 con 0x7f2b541080d0 2024-04-25T17:14:10.934 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.932+0000 7f2b58ea8640 1 -- 172.21.15.28:0/2094135256 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b54106ee0 con 0x7f2b541080d0 2024-04-25T17:14:10.934 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.934+0000 7f2b437fe640 1 -- 172.21.15.28:0/2094135256 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7f2b4c01b020 con 0x7f2b541080d0 2024-04-25T17:14:10.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.935+0000 7f2b437fe640 1 --2- 172.21.15.28:0/2094135256 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f2b3c0afca0 0x7f2b3c0b21b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:10.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.935+0000 7f2b5259c640 1 --2- 172.21.15.28:0/2094135256 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f2b3c0afca0 0x7f2b3c0b21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:10.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.935+0000 7f2b437fe640 1 -- 172.21.15.28:0/2094135256 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f2b4c0df8b0 con 0x7f2b541080d0 2024-04-25T17:14:10.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.936+0000 7f2b5259c640 1 --2- 172.21.15.28:0/2094135256 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f2b3c0afca0 0x7f2b3c0b21b0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f2b54102d90 tx=0x7f2b4400f040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:10.938 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:10.939+0000 7f2b437fe640 1 -- 172.21.15.28:0/2094135256 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2b4c0a8090 con 0x7f2b541080d0 2024-04-25T17:14:11.164 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.165+0000 7f2b58ea8640 1 -- 172.21.15.28:0/2094135256 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2b5402db50 con 0x7f2b541080d0 2024-04-25T17:14:11.165 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.165+0000 7f2b437fe640 1 -- 172.21.15.28:0/2094135256 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11858 (secure 0 0 0) 0x7f2b4c0a7990 con 0x7f2b541080d0 2024-04-25T17:14:11.166 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:14:11.166 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14661,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6839/1659868687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6838","nonce":1659868687},{"type":"v1","addr":"172.21.15.28:6839","nonce":1659868687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14673,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6841/1611935230","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6840","nonce":1611935230},{"type":"v1","addr":"172.21.15.28:6841","nonce":1611935230}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T17:13:42.616399+0000","modified":"2024-04-25T17:14:08.911426+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24551,"mds_1":24532,"mds_2":24506},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6837/1172878965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1172878965},{"type":"v1","addr":"172.21.15.84:6837","nonce":1172878965}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.42:6837/229475507","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":229475507},{"type":"v1","addr":"172.21.15.42:6837","nonce":229475507}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.84:6839/1332945442","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":1332945442},{"type":"v1","addr":"172.21.15.84:6839","nonce":1332945442}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.42:6839/616693654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":616693654},{"type":"v1","addr":"172.21.15.42:6839","nonce":616693654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24506,24532,24551]},"id":1}]} 2024-04-25T17:14:11.166 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 23 2024-04-25T17:14:11.167 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.167+0000 7f2b58ea8640 1 -- 172.21.15.28:0/2094135256 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f2b3c0afca0 msgr2=0x7f2b3c0b21b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:11.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.167+0000 7f2b58ea8640 1 --2- 172.21.15.28:0/2094135256 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f2b3c0afca0 0x7f2b3c0b21b0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f2b54102d90 tx=0x7f2b4400f040 comp rx=0 tx=0).stop 2024-04-25T17:14:11.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.167+0000 7f2b58ea8640 1 -- 172.21.15.28:0/2094135256 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2b541080d0 msgr2=0x7f2b5419f340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:11.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.167+0000 7f2b58ea8640 1 --2- 172.21.15.28:0/2094135256 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2b541080d0 0x7f2b5419f340 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f2b4c004660 tx=0x7f2b4c00b7d0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.167+0000 7f2b58ea8640 1 -- 172.21.15.28:0/2094135256 shutdown_connections 2024-04-25T17:14:11.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.167+0000 7f2b58ea8640 1 --2- 172.21.15.28:0/2094135256 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f2b3c0afca0 0x7f2b3c0b21b0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.167+0000 7f2b58ea8640 1 --2- 172.21.15.28:0/2094135256 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2b541080d0 0x7f2b5419f340 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.167+0000 7f2b58ea8640 1 --2- 172.21.15.28:0/2094135256 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2b541033d0 0x7f2b541983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.167+0000 7f2b58ea8640 1 --2- 172.21.15.28:0/2094135256 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b54102190 0x7f2b54197e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.167+0000 7f2b58ea8640 1 -- 172.21.15.28:0/2094135256 >> 172.21.15.28:0/2094135256 conn(0x7f2b540fd380 msgr2=0x7f2b541040b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:11.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.167+0000 7f2b58ea8640 1 -- 172.21.15.28:0/2094135256 shutdown_connections 2024-04-25T17:14:11.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.167+0000 7f2b58ea8640 1 -- 172.21.15.28:0/2094135256 wait complete. 2024-04-25T17:14:11.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:10 smithi028 ceph-mon[29207]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:14:11.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:10 smithi028 ceph-mon[29207]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:14:11.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:10 smithi028 ceph-mon[29207]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:14:11.180 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T17:14:11.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:10 smithi084 ceph-mon[32752]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:14:11.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:10 smithi084 ceph-mon[32752]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:14:11.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:10 smithi084 ceph-mon[32752]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:14:11.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.292+0000 7fd464cc6640 1 -- 172.21.15.28:0/106414073 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd460108940 msgr2=0x7fd46010ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:11.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.292+0000 7fd464cc6640 1 --2- 172.21.15.28:0/106414073 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd460108940 0x7fd46010ad60 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fd458009ca0 tx=0x7fd45802a8c0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.292+0000 7fd464cc6640 1 -- 172.21.15.28:0/106414073 shutdown_connections 2024-04-25T17:14:11.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.292+0000 7fd464cc6640 1 --2- 172.21.15.28:0/106414073 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd460108940 0x7fd46010ad60 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.293 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.292+0000 7fd464cc6640 1 --2- 172.21.15.28:0/106414073 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd460103c40 0x7fd460104050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.293 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.292+0000 7fd464cc6640 1 --2- 172.21.15.28:0/106414073 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd460102a00 0x7fd460103700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.293 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.292+0000 7fd464cc6640 1 -- 172.21.15.28:0/106414073 >> 172.21.15.28:0/106414073 conn(0x7fd4600fdbf0 msgr2=0x7fd4601000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:11.293 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.292+0000 7fd464cc6640 1 -- 172.21.15.28:0/106414073 shutdown_connections 2024-04-25T17:14:11.293 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.292+0000 7fd464cc6640 1 -- 172.21.15.28:0/106414073 wait complete. 2024-04-25T17:14:11.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.293+0000 7fd464cc6640 1 Processor -- start 2024-04-25T17:14:11.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.293+0000 7fd464cc6640 1 -- start start 2024-04-25T17:14:11.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.293+0000 7fd464cc6640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd460102a00 0x7fd46019a080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:11.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.293+0000 7fd464cc6640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd460103c40 0x7fd46019a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:11.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.293+0000 7fd464cc6640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd460108940 0x7fd4601a1550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:11.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.293+0000 7fd464cc6640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fd46010e410 con 0x7fd460103c40 2024-04-25T17:14:11.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.293+0000 7fd464cc6640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd46010e290 con 0x7fd460102a00 2024-04-25T17:14:11.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.293+0000 7fd464cc6640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd46010e590 con 0x7fd460108940 2024-04-25T17:14:11.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.293+0000 7fd45dd9b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd460103c40 0x7fd46019a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:11.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.293+0000 7fd45dd9b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd460103c40 0x7fd46019a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57190/0 (socket says 172.21.15.28:57190) 2024-04-25T17:14:11.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.293+0000 7fd45dd9b640 1 -- 172.21.15.28:0/2442170326 learned_addr learned my addr 172.21.15.28:0/2442170326 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:11.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.293+0000 7fd45ed9d640 1 --2- 172.21.15.28:0/2442170326 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd460108940 0x7fd4601a1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:11.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.293+0000 7fd45e59c640 1 --2- 172.21.15.28:0/2442170326 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd460102a00 0x7fd46019a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:11.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.294+0000 7fd45dd9b640 1 -- 172.21.15.28:0/2442170326 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd460108940 msgr2=0x7fd4601a1550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:11.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.294+0000 7fd45dd9b640 1 --2- 172.21.15.28:0/2442170326 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd460108940 0x7fd4601a1550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.294+0000 7fd45dd9b640 1 -- 172.21.15.28:0/2442170326 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd460102a00 msgr2=0x7fd46019a080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:11.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.294+0000 7fd45dd9b640 1 --2- 172.21.15.28:0/2442170326 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd460102a00 0x7fd46019a080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.294+0000 7fd45dd9b640 1 -- 172.21.15.28:0/2442170326 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4601a1bc0 con 0x7fd460103c40 2024-04-25T17:14:11.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.294+0000 7fd45dd9b640 1 --2- 172.21.15.28:0/2442170326 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd460103c40 0x7fd46019a5c0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fd45400e9f0 tx=0x7fd45400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:11.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.294+0000 7fd44f7fe640 1 -- 172.21.15.28:0/2442170326 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd45400cd80 con 0x7fd460103c40 2024-04-25T17:14:11.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.294+0000 7fd464cc6640 1 -- 172.21.15.28:0/2442170326 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4601a1eb0 con 0x7fd460103c40 2024-04-25T17:14:11.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.294+0000 7fd44f7fe640 1 -- 172.21.15.28:0/2442170326 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd4540108c0 con 0x7fd460103c40 2024-04-25T17:14:11.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.294+0000 7fd44f7fe640 1 -- 172.21.15.28:0/2442170326 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4540187c0 con 0x7fd460103c40 2024-04-25T17:14:11.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.294+0000 7fd464cc6640 1 -- 172.21.15.28:0/2442170326 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4601a2320 con 0x7fd460103c40 2024-04-25T17:14:11.297 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.295+0000 7fd464cc6640 1 -- 172.21.15.28:0/2442170326 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd460108040 con 0x7fd460103c40 2024-04-25T17:14:11.297 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.296+0000 7fd44f7fe640 1 -- 172.21.15.28:0/2442170326 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7fd454010430 con 0x7fd460103c40 2024-04-25T17:14:11.297 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.297+0000 7fd44f7fe640 1 --2- 172.21.15.28:0/2442170326 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd4480afc20 0x7fd4480b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:11.297 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.297+0000 7fd45e59c640 1 --2- 172.21.15.28:0/2442170326 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd4480afc20 0x7fd4480b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:11.297 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.297+0000 7fd44f7fe640 1 -- 172.21.15.28:0/2442170326 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7fd4540df880 con 0x7fd460103c40 2024-04-25T17:14:11.298 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.298+0000 7fd45e59c640 1 --2- 172.21.15.28:0/2442170326 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd4480afc20 0x7fd4480b2130 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fd460103600 tx=0x7fd450005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:11.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.300+0000 7fd44f7fe640 1 -- 172.21.15.28:0/2442170326 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd4540a80c0 con 0x7fd460103c40 2024-04-25T17:14:11.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:10 smithi042 ceph-mon[32851]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:14:11.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:10 smithi042 ceph-mon[32851]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:14:11.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:10 smithi042 ceph-mon[32851]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:14:11.492 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.492+0000 7fd464cc6640 1 -- 172.21.15.28:0/2442170326 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd46002dd70 con 0x7fd460103c40 2024-04-25T17:14:11.494 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.494+0000 7fd44f7fe640 1 -- 172.21.15.28:0/2442170326 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+24045 (secure 0 0 0) 0x7fd4540b0140 con 0x7fd460103c40 2024-04-25T17:14:11.494 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:14:11.495 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":80,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:13:47.675772+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T17:13:40.495256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T17:13:41.573638+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T17:13:45.282812+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:14:11.497 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.496+0000 7fd464cc6640 1 -- 172.21.15.28:0/2442170326 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd4480afc20 msgr2=0x7fd4480b2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:11.497 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.496+0000 7fd464cc6640 1 --2- 172.21.15.28:0/2442170326 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd4480afc20 0x7fd4480b2130 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fd460103600 tx=0x7fd450005f90 comp rx=0 tx=0).stop 2024-04-25T17:14:11.497 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.496+0000 7fd464cc6640 1 -- 172.21.15.28:0/2442170326 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd460103c40 msgr2=0x7fd46019a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:11.497 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.496+0000 7fd464cc6640 1 --2- 172.21.15.28:0/2442170326 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd460103c40 0x7fd46019a5c0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fd45400e9f0 tx=0x7fd45400eeb0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.497 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.496+0000 7fd464cc6640 1 -- 172.21.15.28:0/2442170326 shutdown_connections 2024-04-25T17:14:11.497 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.496+0000 7fd464cc6640 1 --2- 172.21.15.28:0/2442170326 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd4480afc20 0x7fd4480b2130 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.497 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.496+0000 7fd464cc6640 1 --2- 172.21.15.28:0/2442170326 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd460108940 0x7fd4601a1550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.497 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.496+0000 7fd464cc6640 1 --2- 172.21.15.28:0/2442170326 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd460103c40 0x7fd46019a5c0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.497 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.496+0000 7fd464cc6640 1 --2- 172.21.15.28:0/2442170326 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd460102a00 0x7fd46019a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.497 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.496+0000 7fd464cc6640 1 -- 172.21.15.28:0/2442170326 >> 172.21.15.28:0/2442170326 conn(0x7fd4600fdbf0 msgr2=0x7fd460101080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:11.497 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.497+0000 7fd464cc6640 1 -- 172.21.15.28:0/2442170326 shutdown_connections 2024-04-25T17:14:11.497 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.497+0000 7fd464cc6640 1 -- 172.21.15.28:0/2442170326 wait complete. 2024-04-25T17:14:11.508 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-25T17:14:11.509 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-25T17:14:11.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.620+0000 7f1eb18d8640 1 -- 172.21.15.28:0/1230130203 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1eac105170 msgr2=0x7f1eac1032f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:11.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.620+0000 7f1eb18d8640 1 --2- 172.21.15.28:0/1230130203 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1eac105170 0x7f1eac1032f0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f1e9c009900 tx=0x7f1e9c02a410 comp rx=0 tx=0).stop 2024-04-25T17:14:11.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.620+0000 7f1eb18d8640 1 -- 172.21.15.28:0/1230130203 shutdown_connections 2024-04-25T17:14:11.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.620+0000 7f1eb18d8640 1 --2- 172.21.15.28:0/1230130203 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1eac109a70 0x7f1eac10be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.620+0000 7f1eb18d8640 1 --2- 172.21.15.28:0/1230130203 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1eac103830 0x7f1eac103c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.620+0000 7f1eb18d8640 1 --2- 172.21.15.28:0/1230130203 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1eac105170 0x7f1eac1032f0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.620+0000 7f1eb18d8640 1 -- 172.21.15.28:0/1230130203 >> 172.21.15.28:0/1230130203 conn(0x7f1eac0fed40 msgr2=0x7f1eac1011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:11.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.620+0000 7f1eb18d8640 1 -- 172.21.15.28:0/1230130203 shutdown_connections 2024-04-25T17:14:11.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.620+0000 7f1eb18d8640 1 -- 172.21.15.28:0/1230130203 wait complete. 2024-04-25T17:14:11.622 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.621+0000 7f1eb18d8640 1 Processor -- start 2024-04-25T17:14:11.622 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.621+0000 7f1eb18d8640 1 -- start start 2024-04-25T17:14:11.623 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.621+0000 7f1eb18d8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1eac103830 0x7f1eac19a200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:11.623 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.621+0000 7f1eb18d8640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1eac105170 0x7f1eac19a740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:11.623 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.621+0000 7f1eb18d8640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1eac109a70 0x7f1eac1a1660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:11.624 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.621+0000 7f1eb18d8640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f1eac10f5d0 con 0x7f1eac105170 2024-04-25T17:14:11.624 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.621+0000 7f1eb18d8640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1eac10f450 con 0x7f1eac109a70 2024-04-25T17:14:11.624 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.621+0000 7f1eb18d8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1eac10f750 con 0x7f1eac103830 2024-04-25T17:14:11.624 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.621+0000 7f1eaa7fc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1eac105170 0x7f1eac19a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:11.624 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.622+0000 7f1eaa7fc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1eac105170 0x7f1eac19a740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57196/0 (socket says 172.21.15.28:57196) 2024-04-25T17:14:11.624 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.622+0000 7f1eaa7fc640 1 -- 172.21.15.28:0/1816824202 learned_addr learned my addr 172.21.15.28:0/1816824202 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:11.624 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.622+0000 7f1eaaffd640 1 --2- 172.21.15.28:0/1816824202 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1eac103830 0x7f1eac19a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:11.624 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.622+0000 7f1eab7fe640 1 --2- 172.21.15.28:0/1816824202 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1eac109a70 0x7f1eac1a1660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:11.624 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.622+0000 7f1eaa7fc640 1 -- 172.21.15.28:0/1816824202 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1eac103830 msgr2=0x7f1eac19a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:11.624 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.622+0000 7f1eaa7fc640 1 --2- 172.21.15.28:0/1816824202 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1eac103830 0x7f1eac19a200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.624 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.622+0000 7f1eaa7fc640 1 -- 172.21.15.28:0/1816824202 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1eac109a70 msgr2=0x7f1eac1a1660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:11.624 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.622+0000 7f1eaa7fc640 1 --2- 172.21.15.28:0/1816824202 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1eac109a70 0x7f1eac1a1660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.624 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.622+0000 7f1eaa7fc640 1 -- 172.21.15.28:0/1816824202 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1eac1a1cd0 con 0x7f1eac105170 2024-04-25T17:14:11.624 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.622+0000 7f1eaa7fc640 1 --2- 172.21.15.28:0/1816824202 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1eac105170 0x7f1eac19a740 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1ea000c890 tx=0x7f1ea000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:11.625 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.622+0000 7f1eb08d6640 1 -- 172.21.15.28:0/1816824202 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ea0004220 con 0x7f1eac105170 2024-04-25T17:14:11.625 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.622+0000 7f1eb08d6640 1 -- 172.21.15.28:0/1816824202 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1ea0007e40 con 0x7f1eac105170 2024-04-25T17:14:11.625 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.622+0000 7f1eb18d8640 1 -- 172.21.15.28:0/1816824202 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1eac1a1fc0 con 0x7f1eac105170 2024-04-25T17:14:11.625 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.622+0000 7f1eb08d6640 1 -- 172.21.15.28:0/1816824202 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ea0004a00 con 0x7f1eac105170 2024-04-25T17:14:11.625 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.622+0000 7f1eb18d8640 1 -- 172.21.15.28:0/1816824202 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1eac1a2420 con 0x7f1eac105170 2024-04-25T17:14:11.625 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.623+0000 7f1eb18d8640 1 -- 172.21.15.28:0/1816824202 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1eac06a210 con 0x7f1eac105170 2024-04-25T17:14:11.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.625+0000 7f1eb08d6640 1 -- 172.21.15.28:0/1816824202 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7f1ea00079b0 con 0x7f1eac105170 2024-04-25T17:14:11.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.625+0000 7f1eb08d6640 1 --2- 172.21.15.28:0/1816824202 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1e940afc20 0x7f1e940b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:11.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.625+0000 7f1eaaffd640 1 --2- 172.21.15.28:0/1816824202 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1e940afc20 0x7f1e940b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:11.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.625+0000 7f1eb08d6640 1 -- 172.21.15.28:0/1816824202 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f1ea00dec40 con 0x7f1eac105170 2024-04-25T17:14:11.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.626+0000 7f1eaaffd640 1 --2- 172.21.15.28:0/1816824202 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1e940afc20 0x7f1e940b2130 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f1e9c005760 tx=0x7f1e9c000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:11.630 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.630+0000 7f1eb08d6640 1 -- 172.21.15.28:0/1816824202 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1ea00e5080 con 0x7f1eac105170 2024-04-25T17:14:11.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.815+0000 7f1eb18d8640 1 -- 172.21.15.28:0/1816824202 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1eac062fe0 con 0x7f1e940afc20 2024-04-25T17:14:11.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.826+0000 7f1eb08d6640 1 -- 172.21.15.28:0/1816824202 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340282 (secure 0 0 0) 0x7f1eac062fe0 con 0x7f1e940afc20 2024-04-25T17:14:11.830 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:14:11.832 INFO:teuthology.orchestra.run.smithi028.stderr:dumped all 2024-04-25T17:14:11.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.829+0000 7f1eb18d8640 1 -- 172.21.15.28:0/1816824202 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1e940afc20 msgr2=0x7f1e940b2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:11.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.829+0000 7f1eb18d8640 1 --2- 172.21.15.28:0/1816824202 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1e940afc20 0x7f1e940b2130 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f1e9c005760 tx=0x7f1e9c000bc0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.829+0000 7f1eb18d8640 1 -- 172.21.15.28:0/1816824202 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1eac105170 msgr2=0x7f1eac19a740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:11.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.829+0000 7f1eb18d8640 1 --2- 172.21.15.28:0/1816824202 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1eac105170 0x7f1eac19a740 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1ea000c890 tx=0x7f1ea000cd50 comp rx=0 tx=0).stop 2024-04-25T17:14:11.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.829+0000 7f1eb18d8640 1 -- 172.21.15.28:0/1816824202 shutdown_connections 2024-04-25T17:14:11.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.829+0000 7f1eb18d8640 1 --2- 172.21.15.28:0/1816824202 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1e940afc20 0x7f1e940b2130 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.829+0000 7f1eb18d8640 1 --2- 172.21.15.28:0/1816824202 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1eac109a70 0x7f1eac1a1660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.829+0000 7f1eb18d8640 1 --2- 172.21.15.28:0/1816824202 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1eac105170 0x7f1eac19a740 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.829+0000 7f1eb18d8640 1 --2- 172.21.15.28:0/1816824202 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1eac103830 0x7f1eac19a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.829+0000 7f1eb18d8640 1 -- 172.21.15.28:0/1816824202 >> 172.21.15.28:0/1816824202 conn(0x7f1eac0fed40 msgr2=0x7f1eac105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:11.835 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.829+0000 7f1eb18d8640 1 -- 172.21.15.28:0/1816824202 shutdown_connections 2024-04-25T17:14:11.835 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.829+0000 7f1eb18d8640 1 -- 172.21.15.28:0/1816824202 wait complete. 2024-04-25T17:14:11.841 INFO:teuthology.orchestra.run.smithi028.stdout:{"pg_ready":true,"pg_map":{"version":300,"stamp":"2024-04-25T17:14:10.712042+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":597803,"num_objects":55,"num_object_clones":0,"num_object_copies":166,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":90,"num_read_kb":79,"num_write":238,"num_write_kb":2185,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":35,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":192,"ondisk_log_size":192,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":373872,"kb_used_data":12228,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124567952,"statfs":{"total":1151940427776,"available":1151557582848,"internally_reserved":0,"allocated":12521472,"data_stored":6903101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":370193723},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5025,"num_objects":31,"num_object_clones":0,"num_object_copies":94,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":14,"num_read_kb":15,"num_write":70,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004046"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.912094+0000","last_change":"2024-04-25T17:13:43.268418+0000","last_active":"2024-04-25T17:13:49.912094+0000","last_peered":"2024-04-25T17:13:49.912094+0000","last_clean":"2024-04-25T17:13:49.912094+0000","last_became_active":"2024-04-25T17:13:43.267802+0000","last_became_peered":"2024-04-25T17:13:43.267802+0000","last_unstale":"2024-04-25T17:13:49.912094+0000","last_undegraded":"2024-04-25T17:13:49.912094+0000","last_fullsized":"2024-04-25T17:13:49.912094+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:20:09.796507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899200+0000","last_change":"2024-04-25T17:13:43.259123+0000","last_active":"2024-04-25T17:13:49.899200+0000","last_peered":"2024-04-25T17:13:49.899200+0000","last_clean":"2024-04-25T17:13:49.899200+0000","last_became_active":"2024-04-25T17:13:43.258765+0000","last_became_peered":"2024-04-25T17:13:43.258765+0000","last_unstale":"2024-04-25T17:13:49.899200+0000","last_undegraded":"2024-04-25T17:13:49.899200+0000","last_fullsized":"2024-04-25T17:13:49.899200+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:15:21.011900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899013+0000","last_change":"2024-04-25T17:13:43.278438+0000","last_active":"2024-04-25T17:13:49.899013+0000","last_peered":"2024-04-25T17:13:49.899013+0000","last_clean":"2024-04-25T17:13:49.899013+0000","last_became_active":"2024-04-25T17:13:43.278071+0000","last_became_peered":"2024-04-25T17:13:43.278071+0000","last_unstale":"2024-04-25T17:13:49.899013+0000","last_undegraded":"2024-04-25T17:13:49.899013+0000","last_fullsized":"2024-04-25T17:13:49.899013+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:08:32.560517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900503+0000","last_change":"2024-04-25T17:13:43.261675+0000","last_active":"2024-04-25T17:13:49.900503+0000","last_peered":"2024-04-25T17:13:49.900503+0000","last_clean":"2024-04-25T17:13:49.900503+0000","last_became_active":"2024-04-25T17:13:43.261311+0000","last_became_peered":"2024-04-25T17:13:43.261311+0000","last_unstale":"2024-04-25T17:13:49.900503+0000","last_undegraded":"2024-04-25T17:13:49.900503+0000","last_fullsized":"2024-04-25T17:13:49.900503+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:20:35.607177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899261+0000","last_change":"2024-04-25T17:13:43.287602+0000","last_active":"2024-04-25T17:13:49.899261+0000","last_peered":"2024-04-25T17:13:49.899261+0000","last_clean":"2024-04-25T17:13:49.899261+0000","last_became_active":"2024-04-25T17:13:43.287183+0000","last_became_peered":"2024-04-25T17:13:43.287183+0000","last_unstale":"2024-04-25T17:13:49.899261+0000","last_undegraded":"2024-04-25T17:13:49.899261+0000","last_fullsized":"2024-04-25T17:13:49.899261+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:02:25.083295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290540+0000","last_change":"2024-04-25T17:13:43.250000+0000","last_active":"2024-04-25T17:13:48.290540+0000","last_peered":"2024-04-25T17:13:48.290540+0000","last_clean":"2024-04-25T17:13:48.290540+0000","last_became_active":"2024-04-25T17:13:43.249159+0000","last_became_peered":"2024-04-25T17:13:43.249159+0000","last_unstale":"2024-04-25T17:13:48.290540+0000","last_undegraded":"2024-04-25T17:13:48.290540+0000","last_fullsized":"2024-04-25T17:13:48.290540+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:45.139862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.741769+0000","last_change":"2024-04-25T17:13:43.259359+0000","last_active":"2024-04-25T17:13:49.741769+0000","last_peered":"2024-04-25T17:13:49.741769+0000","last_clean":"2024-04-25T17:13:49.741769+0000","last_became_active":"2024-04-25T17:13:43.258633+0000","last_became_peered":"2024-04-25T17:13:43.258633+0000","last_unstale":"2024-04-25T17:13:49.741769+0000","last_undegraded":"2024-04-25T17:13:49.741769+0000","last_fullsized":"2024-04-25T17:13:49.741769+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:33:17.434516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290225+0000","last_change":"2024-04-25T17:13:43.284147+0000","last_active":"2024-04-25T17:13:48.290225+0000","last_peered":"2024-04-25T17:13:48.290225+0000","last_clean":"2024-04-25T17:13:48.290225+0000","last_became_active":"2024-04-25T17:13:43.283781+0000","last_became_peered":"2024-04-25T17:13:43.283781+0000","last_unstale":"2024-04-25T17:13:48.290225+0000","last_undegraded":"2024-04-25T17:13:48.290225+0000","last_fullsized":"2024-04-25T17:13:48.290225+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:22:56.884633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900387+0000","last_change":"2024-04-25T17:13:43.261614+0000","last_active":"2024-04-25T17:13:49.900387+0000","last_peered":"2024-04-25T17:13:49.900387+0000","last_clean":"2024-04-25T17:13:49.900387+0000","last_became_active":"2024-04-25T17:13:43.261125+0000","last_became_peered":"2024-04-25T17:13:43.261125+0000","last_unstale":"2024-04-25T17:13:49.900387+0000","last_undegraded":"2024-04-25T17:13:49.900387+0000","last_fullsized":"2024-04-25T17:13:49.900387+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:25:54.564219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.291168+0000","last_change":"2024-04-25T17:13:43.258673+0000","last_active":"2024-04-25T17:13:48.291168+0000","last_peered":"2024-04-25T17:13:48.291168+0000","last_clean":"2024-04-25T17:13:48.291168+0000","last_became_active":"2024-04-25T17:13:43.258263+0000","last_became_peered":"2024-04-25T17:13:43.258263+0000","last_unstale":"2024-04-25T17:13:48.291168+0000","last_undegraded":"2024-04-25T17:13:48.291168+0000","last_fullsized":"2024-04-25T17:13:48.291168+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:06:29.171288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.742319+0000","last_change":"2024-04-25T17:13:43.272822+0000","last_active":"2024-04-25T17:13:49.742319+0000","last_peered":"2024-04-25T17:13:49.742319+0000","last_clean":"2024-04-25T17:13:49.742319+0000","last_became_active":"2024-04-25T17:13:43.272406+0000","last_became_peered":"2024-04-25T17:13:43.272406+0000","last_unstale":"2024-04-25T17:13:49.742319+0000","last_undegraded":"2024-04-25T17:13:49.742319+0000","last_fullsized":"2024-04-25T17:13:49.742319+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:34:06.406479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900762+0000","last_change":"2024-04-25T17:13:43.260849+0000","last_active":"2024-04-25T17:13:49.900762+0000","last_peered":"2024-04-25T17:13:49.900762+0000","last_clean":"2024-04-25T17:13:49.900762+0000","last_became_active":"2024-04-25T17:13:43.257657+0000","last_became_peered":"2024-04-25T17:13:43.257657+0000","last_unstale":"2024-04-25T17:13:49.900762+0000","last_undegraded":"2024-04-25T17:13:49.900762+0000","last_fullsized":"2024-04-25T17:13:49.900762+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:02:32.428737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.728507+0000","last_change":"2024-04-25T17:13:43.259033+0000","last_active":"2024-04-25T17:13:49.728507+0000","last_peered":"2024-04-25T17:13:49.728507+0000","last_clean":"2024-04-25T17:13:49.728507+0000","last_became_active":"2024-04-25T17:13:43.257318+0000","last_became_peered":"2024-04-25T17:13:43.257318+0000","last_unstale":"2024-04-25T17:13:49.728507+0000","last_undegraded":"2024-04-25T17:13:49.728507+0000","last_fullsized":"2024-04-25T17:13:49.728507+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:49:16.846343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.898527+0000","last_change":"2024-04-25T17:13:43.257132+0000","last_active":"2024-04-25T17:13:49.898527+0000","last_peered":"2024-04-25T17:13:49.898527+0000","last_clean":"2024-04-25T17:13:49.898527+0000","last_became_active":"2024-04-25T17:13:43.256756+0000","last_became_peered":"2024-04-25T17:13:43.256756+0000","last_unstale":"2024-04-25T17:13:49.898527+0000","last_undegraded":"2024-04-25T17:13:49.898527+0000","last_fullsized":"2024-04-25T17:13:49.898527+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:21:56.777678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.898662+0000","last_change":"2024-04-25T17:13:43.278677+0000","last_active":"2024-04-25T17:13:49.898662+0000","last_peered":"2024-04-25T17:13:49.898662+0000","last_clean":"2024-04-25T17:13:49.898662+0000","last_became_active":"2024-04-25T17:13:43.278314+0000","last_became_peered":"2024-04-25T17:13:43.278314+0000","last_unstale":"2024-04-25T17:13:49.898662+0000","last_undegraded":"2024-04-25T17:13:49.898662+0000","last_fullsized":"2024-04-25T17:13:49.898662+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:57:44.275742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899096+0000","last_change":"2024-04-25T17:13:43.267687+0000","last_active":"2024-04-25T17:13:49.899096+0000","last_peered":"2024-04-25T17:13:49.899096+0000","last_clean":"2024-04-25T17:13:49.899096+0000","last_became_active":"2024-04-25T17:13:43.267319+0000","last_became_peered":"2024-04-25T17:13:43.267319+0000","last_unstale":"2024-04-25T17:13:49.899096+0000","last_undegraded":"2024-04-25T17:13:49.899096+0000","last_fullsized":"2024-04-25T17:13:49.899096+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:29:49.137580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.911941+0000","last_change":"2024-04-25T17:13:43.268659+0000","last_active":"2024-04-25T17:13:49.911941+0000","last_peered":"2024-04-25T17:13:49.911941+0000","last_clean":"2024-04-25T17:13:49.911941+0000","last_became_active":"2024-04-25T17:13:43.268297+0000","last_became_peered":"2024-04-25T17:13:43.268297+0000","last_unstale":"2024-04-25T17:13:49.911941+0000","last_undegraded":"2024-04-25T17:13:49.911941+0000","last_fullsized":"2024-04-25T17:13:49.911941+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:17:19.444814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900022+0000","last_change":"2024-04-25T17:13:43.263221+0000","last_active":"2024-04-25T17:13:49.900022+0000","last_peered":"2024-04-25T17:13:49.900022+0000","last_clean":"2024-04-25T17:13:49.900022+0000","last_became_active":"2024-04-25T17:13:43.262813+0000","last_became_peered":"2024-04-25T17:13:43.262813+0000","last_unstale":"2024-04-25T17:13:49.900022+0000","last_undegraded":"2024-04-25T17:13:49.900022+0000","last_fullsized":"2024-04-25T17:13:49.900022+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:43:27.997341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900325+0000","last_change":"2024-04-25T17:13:43.287546+0000","last_active":"2024-04-25T17:13:49.900325+0000","last_peered":"2024-04-25T17:13:49.900325+0000","last_clean":"2024-04-25T17:13:49.900325+0000","last_became_active":"2024-04-25T17:13:43.287146+0000","last_became_peered":"2024-04-25T17:13:43.287146+0000","last_unstale":"2024-04-25T17:13:49.900325+0000","last_undegraded":"2024-04-25T17:13:49.900325+0000","last_fullsized":"2024-04-25T17:13:49.900325+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:19:26.806274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899444+0000","last_change":"2024-04-25T17:13:47.310227+0000","last_active":"2024-04-25T17:13:49.899444+0000","last_peered":"2024-04-25T17:13:49.899444+0000","last_clean":"2024-04-25T17:13:49.899444+0000","last_became_active":"2024-04-25T17:13:47.309735+0000","last_became_peered":"2024-04-25T17:13:47.309735+0000","last_unstale":"2024-04-25T17:13:49.899444+0000","last_undegraded":"2024-04-25T17:13:49.899444+0000","last_fullsized":"2024-04-25T17:13:49.899444+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:02:58.960939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"80'9","reported_seq":32,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:07.918968+0000","last_change":"2024-04-25T17:13:42.255603+0000","last_active":"2024-04-25T17:14:07.918968+0000","last_peered":"2024-04-25T17:14:07.918968+0000","last_clean":"2024-04-25T17:14:07.918968+0000","last_became_active":"2024-04-25T17:13:42.255249+0000","last_became_peered":"2024-04-25T17:13:42.255249+0000","last_unstale":"2024-04-25T17:14:07.918968+0000","last_undegraded":"2024-04-25T17:14:07.918968+0000","last_fullsized":"2024-04-25T17:14:07.918968+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:05:39.704304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290557+0000","last_change":"2024-04-25T17:13:43.289115+0000","last_active":"2024-04-25T17:13:48.290557+0000","last_peered":"2024-04-25T17:13:48.290557+0000","last_clean":"2024-04-25T17:13:48.290557+0000","last_became_active":"2024-04-25T17:13:43.286410+0000","last_became_peered":"2024-04-25T17:13:43.286410+0000","last_unstale":"2024-04-25T17:13:48.290557+0000","last_undegraded":"2024-04-25T17:13:48.290557+0000","last_fullsized":"2024-04-25T17:13:48.290557+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:58:41.971292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899171+0000","last_change":"2024-04-25T17:13:47.310487+0000","last_active":"2024-04-25T17:13:49.899171+0000","last_peered":"2024-04-25T17:13:49.899171+0000","last_clean":"2024-04-25T17:13:49.899171+0000","last_became_active":"2024-04-25T17:13:47.309975+0000","last_became_peered":"2024-04-25T17:13:47.309975+0000","last_unstale":"2024-04-25T17:13:49.899171+0000","last_undegraded":"2024-04-25T17:13:49.899171+0000","last_fullsized":"2024-04-25T17:13:49.899171+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:30:17.709116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"75'1","reported_seq":23,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290708+0000","last_change":"2024-04-25T17:13:42.261708+0000","last_active":"2024-04-25T17:13:48.290708+0000","last_peered":"2024-04-25T17:13:48.290708+0000","last_clean":"2024-04-25T17:13:48.290708+0000","last_became_active":"2024-04-25T17:13:42.261367+0000","last_became_peered":"2024-04-25T17:13:42.261367+0000","last_unstale":"2024-04-25T17:13:48.290708+0000","last_undegraded":"2024-04-25T17:13:48.290708+0000","last_fullsized":"2024-04-25T17:13:48.290708+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:13:20.328945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899153+0000","last_change":"2024-04-25T17:13:43.266002+0000","last_active":"2024-04-25T17:13:49.899153+0000","last_peered":"2024-04-25T17:13:49.899153+0000","last_clean":"2024-04-25T17:13:49.899153+0000","last_became_active":"2024-04-25T17:13:43.265629+0000","last_became_peered":"2024-04-25T17:13:43.265629+0000","last_unstale":"2024-04-25T17:13:49.899153+0000","last_undegraded":"2024-04-25T17:13:49.899153+0000","last_fullsized":"2024-04-25T17:13:49.899153+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:51:28.821145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900013+0000","last_change":"2024-04-25T17:13:47.311181+0000","last_active":"2024-04-25T17:13:49.900013+0000","last_peered":"2024-04-25T17:13:49.900013+0000","last_clean":"2024-04-25T17:13:49.900013+0000","last_became_active":"2024-04-25T17:13:47.310267+0000","last_became_peered":"2024-04-25T17:13:47.310267+0000","last_unstale":"2024-04-25T17:13:49.900013+0000","last_undegraded":"2024-04-25T17:13:49.900013+0000","last_fullsized":"2024-04-25T17:13:49.900013+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:17:54.900065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"75'2","reported_seq":24,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900074+0000","last_change":"2024-04-25T17:13:42.256839+0000","last_active":"2024-04-25T17:13:49.900074+0000","last_peered":"2024-04-25T17:13:49.900074+0000","last_clean":"2024-04-25T17:13:49.900074+0000","last_became_active":"2024-04-25T17:13:42.256472+0000","last_became_peered":"2024-04-25T17:13:42.256472+0000","last_unstale":"2024-04-25T17:13:49.900074+0000","last_undegraded":"2024-04-25T17:13:49.900074+0000","last_fullsized":"2024-04-25T17:13:49.900074+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:55:08.777730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900153+0000","last_change":"2024-04-25T17:13:43.280506+0000","last_active":"2024-04-25T17:13:49.900153+0000","last_peered":"2024-04-25T17:13:49.900153+0000","last_clean":"2024-04-25T17:13:49.900153+0000","last_became_active":"2024-04-25T17:13:43.279854+0000","last_became_peered":"2024-04-25T17:13:43.279854+0000","last_unstale":"2024-04-25T17:13:49.900153+0000","last_undegraded":"2024-04-25T17:13:49.900153+0000","last_fullsized":"2024-04-25T17:13:49.900153+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:09:18.274791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899584+0000","last_change":"2024-04-25T17:13:47.306051+0000","last_active":"2024-04-25T17:13:49.899584+0000","last_peered":"2024-04-25T17:13:49.899584+0000","last_clean":"2024-04-25T17:13:49.899584+0000","last_became_active":"2024-04-25T17:13:47.305572+0000","last_became_peered":"2024-04-25T17:13:47.305572+0000","last_unstale":"2024-04-25T17:13:49.899584+0000","last_undegraded":"2024-04-25T17:13:49.899584+0000","last_fullsized":"2024-04-25T17:13:49.899584+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:06:33.124600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"75'2","reported_seq":24,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899858+0000","last_change":"2024-04-25T17:13:42.256723+0000","last_active":"2024-04-25T17:13:49.899858+0000","last_peered":"2024-04-25T17:13:49.899858+0000","last_clean":"2024-04-25T17:13:49.899858+0000","last_became_active":"2024-04-25T17:13:42.256349+0000","last_became_peered":"2024-04-25T17:13:42.256349+0000","last_unstale":"2024-04-25T17:13:49.899858+0000","last_undegraded":"2024-04-25T17:13:49.899858+0000","last_fullsized":"2024-04-25T17:13:49.899858+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:03:23.969900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290993+0000","last_change":"2024-04-25T17:13:43.262301+0000","last_active":"2024-04-25T17:13:48.290993+0000","last_peered":"2024-04-25T17:13:48.290993+0000","last_clean":"2024-04-25T17:13:48.290993+0000","last_became_active":"2024-04-25T17:13:43.261914+0000","last_became_peered":"2024-04-25T17:13:43.261914+0000","last_unstale":"2024-04-25T17:13:48.290993+0000","last_undegraded":"2024-04-25T17:13:48.290993+0000","last_fullsized":"2024-04-25T17:13:48.290993+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:14:03.591364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900324+0000","last_change":"2024-04-25T17:13:47.303787+0000","last_active":"2024-04-25T17:13:49.900324+0000","last_peered":"2024-04-25T17:13:49.900324+0000","last_clean":"2024-04-25T17:13:49.900324+0000","last_became_active":"2024-04-25T17:13:47.302920+0000","last_became_peered":"2024-04-25T17:13:47.302920+0000","last_unstale":"2024-04-25T17:13:49.900324+0000","last_undegraded":"2024-04-25T17:13:49.900324+0000","last_fullsized":"2024-04-25T17:13:49.900324+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:35:26.506281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"80'5","reported_seq":27,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:06.912221+0000","last_change":"2024-04-25T17:13:42.253162+0000","last_active":"2024-04-25T17:14:06.912221+0000","last_peered":"2024-04-25T17:14:06.912221+0000","last_clean":"2024-04-25T17:14:06.912221+0000","last_became_active":"2024-04-25T17:13:42.252424+0000","last_became_peered":"2024-04-25T17:13:42.252424+0000","last_unstale":"2024-04-25T17:14:06.912221+0000","last_undegraded":"2024-04-25T17:14:06.912221+0000","last_fullsized":"2024-04-25T17:14:06.912221+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:39:47.815173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899490+0000","last_change":"2024-04-25T17:13:43.256048+0000","last_active":"2024-04-25T17:13:49.899490+0000","last_peered":"2024-04-25T17:13:49.899490+0000","last_clean":"2024-04-25T17:13:49.899490+0000","last_became_active":"2024-04-25T17:13:43.255646+0000","last_became_peered":"2024-04-25T17:13:43.255646+0000","last_unstale":"2024-04-25T17:13:49.899490+0000","last_undegraded":"2024-04-25T17:13:49.899490+0000","last_fullsized":"2024-04-25T17:13:49.899490+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:49:07.768810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899599+0000","last_change":"2024-04-25T17:13:47.311850+0000","last_active":"2024-04-25T17:13:49.899599+0000","last_peered":"2024-04-25T17:13:49.899599+0000","last_clean":"2024-04-25T17:13:49.899599+0000","last_became_active":"2024-04-25T17:13:47.311398+0000","last_became_peered":"2024-04-25T17:13:47.311398+0000","last_unstale":"2024-04-25T17:13:49.899599+0000","last_undegraded":"2024-04-25T17:13:49.899599+0000","last_fullsized":"2024-04-25T17:13:49.899599+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:11.394989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"80'3","reported_seq":26,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:07.916823+0000","last_change":"2024-04-25T17:13:42.253580+0000","last_active":"2024-04-25T17:14:07.916823+0000","last_peered":"2024-04-25T17:14:07.916823+0000","last_clean":"2024-04-25T17:14:07.916823+0000","last_became_active":"2024-04-25T17:13:42.253201+0000","last_became_peered":"2024-04-25T17:13:42.253201+0000","last_unstale":"2024-04-25T17:14:07.916823+0000","last_undegraded":"2024-04-25T17:14:07.916823+0000","last_fullsized":"2024-04-25T17:14:07.916823+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:26:41.271535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290935+0000","last_change":"2024-04-25T17:13:43.271538+0000","last_active":"2024-04-25T17:13:48.290935+0000","last_peered":"2024-04-25T17:13:48.290935+0000","last_clean":"2024-04-25T17:13:48.290935+0000","last_became_active":"2024-04-25T17:13:43.271150+0000","last_became_peered":"2024-04-25T17:13:43.271150+0000","last_unstale":"2024-04-25T17:13:48.290935+0000","last_undegraded":"2024-04-25T17:13:48.290935+0000","last_fullsized":"2024-04-25T17:13:48.290935+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:01:03.019147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.911976+0000","last_change":"2024-04-25T17:13:47.322358+0000","last_active":"2024-04-25T17:13:49.911976+0000","last_peered":"2024-04-25T17:13:49.911976+0000","last_clean":"2024-04-25T17:13:49.911976+0000","last_became_active":"2024-04-25T17:13:47.321984+0000","last_became_peered":"2024-04-25T17:13:47.321984+0000","last_unstale":"2024-04-25T17:13:49.911976+0000","last_undegraded":"2024-04-25T17:13:49.911976+0000","last_fullsized":"2024-04-25T17:13:49.911976+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:40:41.463912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"80'2","reported_seq":24,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:07.919102+0000","last_change":"2024-04-25T17:13:42.250599+0000","last_active":"2024-04-25T17:14:07.919102+0000","last_peered":"2024-04-25T17:14:07.919102+0000","last_clean":"2024-04-25T17:14:07.919102+0000","last_became_active":"2024-04-25T17:13:42.250250+0000","last_became_peered":"2024-04-25T17:13:42.250250+0000","last_unstale":"2024-04-25T17:14:07.919102+0000","last_undegraded":"2024-04-25T17:14:07.919102+0000","last_fullsized":"2024-04-25T17:14:07.919102+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:38:21.581317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290559+0000","last_change":"2024-04-25T17:13:43.289335+0000","last_active":"2024-04-25T17:13:48.290559+0000","last_peered":"2024-04-25T17:13:48.290559+0000","last_clean":"2024-04-25T17:13:48.290559+0000","last_became_active":"2024-04-25T17:13:43.288381+0000","last_became_peered":"2024-04-25T17:13:43.288381+0000","last_unstale":"2024-04-25T17:13:48.290559+0000","last_undegraded":"2024-04-25T17:13:48.290559+0000","last_fullsized":"2024-04-25T17:13:48.290559+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:48:17.293276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899131+0000","last_change":"2024-04-25T17:13:47.312617+0000","last_active":"2024-04-25T17:13:49.899131+0000","last_peered":"2024-04-25T17:13:49.899131+0000","last_clean":"2024-04-25T17:13:49.899131+0000","last_became_active":"2024-04-25T17:13:47.311958+0000","last_became_peered":"2024-04-25T17:13:47.311958+0000","last_unstale":"2024-04-25T17:13:49.899131+0000","last_undegraded":"2024-04-25T17:13:49.899131+0000","last_fullsized":"2024-04-25T17:13:49.899131+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:04:41.190580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"80'1","reported_seq":23,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290412+0000","last_change":"2024-04-25T17:13:42.253272+0000","last_active":"2024-04-25T17:13:48.290412+0000","last_peered":"2024-04-25T17:13:48.290412+0000","last_clean":"2024-04-25T17:13:48.290412+0000","last_became_active":"2024-04-25T17:13:42.252963+0000","last_became_peered":"2024-04-25T17:13:42.252963+0000","last_unstale":"2024-04-25T17:13:48.290412+0000","last_undegraded":"2024-04-25T17:13:48.290412+0000","last_fullsized":"2024-04-25T17:13:48.290412+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:07:07.518147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899136+0000","last_change":"2024-04-25T17:13:43.269310+0000","last_active":"2024-04-25T17:13:49.899136+0000","last_peered":"2024-04-25T17:13:49.899136+0000","last_clean":"2024-04-25T17:13:49.899136+0000","last_became_active":"2024-04-25T17:13:43.268945+0000","last_became_peered":"2024-04-25T17:13:43.268945+0000","last_unstale":"2024-04-25T17:13:49.899136+0000","last_undegraded":"2024-04-25T17:13:49.899136+0000","last_fullsized":"2024-04-25T17:13:49.899136+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:24:53.733270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290362+0000","last_change":"2024-04-25T17:13:47.308087+0000","last_active":"2024-04-25T17:13:48.290362+0000","last_peered":"2024-04-25T17:13:48.290362+0000","last_clean":"2024-04-25T17:13:48.290362+0000","last_became_active":"2024-04-25T17:13:47.307586+0000","last_became_peered":"2024-04-25T17:13:47.307586+0000","last_unstale":"2024-04-25T17:13:48.290362+0000","last_undegraded":"2024-04-25T17:13:48.290362+0000","last_fullsized":"2024-04-25T17:13:48.290362+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:01:19.660591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"80'3","reported_seq":27,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:06.910570+0000","last_change":"2024-04-25T17:13:42.248527+0000","last_active":"2024-04-25T17:14:06.910570+0000","last_peered":"2024-04-25T17:14:06.910570+0000","last_clean":"2024-04-25T17:14:06.910570+0000","last_became_active":"2024-04-25T17:13:42.248171+0000","last_became_peered":"2024-04-25T17:13:42.248171+0000","last_unstale":"2024-04-25T17:14:06.910570+0000","last_undegraded":"2024-04-25T17:14:06.910570+0000","last_fullsized":"2024-04-25T17:14:06.910570+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:03:13.600121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900039+0000","last_change":"2024-04-25T17:13:43.278007+0000","last_active":"2024-04-25T17:13:49.900039+0000","last_peered":"2024-04-25T17:13:49.900039+0000","last_clean":"2024-04-25T17:13:49.900039+0000","last_became_active":"2024-04-25T17:13:43.277613+0000","last_became_peered":"2024-04-25T17:13:43.277613+0000","last_unstale":"2024-04-25T17:13:49.900039+0000","last_undegraded":"2024-04-25T17:13:49.900039+0000","last_fullsized":"2024-04-25T17:13:49.900039+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:23:00.430287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899161+0000","last_change":"2024-04-25T17:13:47.313023+0000","last_active":"2024-04-25T17:13:49.899161+0000","last_peered":"2024-04-25T17:13:49.899161+0000","last_clean":"2024-04-25T17:13:49.899161+0000","last_became_active":"2024-04-25T17:13:47.311673+0000","last_became_peered":"2024-04-25T17:13:47.311673+0000","last_unstale":"2024-04-25T17:13:49.899161+0000","last_undegraded":"2024-04-25T17:13:49.899161+0000","last_fullsized":"2024-04-25T17:13:49.899161+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:46:44.858281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"80'2","reported_seq":25,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:06.909700+0000","last_change":"2024-04-25T17:13:42.253720+0000","last_active":"2024-04-25T17:14:06.909700+0000","last_peered":"2024-04-25T17:14:06.909700+0000","last_clean":"2024-04-25T17:14:06.909700+0000","last_became_active":"2024-04-25T17:13:42.253305+0000","last_became_peered":"2024-04-25T17:13:42.253305+0000","last_unstale":"2024-04-25T17:14:06.909700+0000","last_undegraded":"2024-04-25T17:14:06.909700+0000","last_fullsized":"2024-04-25T17:14:06.909700+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:35:31.730790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899094+0000","last_change":"2024-04-25T17:13:43.262850+0000","last_active":"2024-04-25T17:13:49.899094+0000","last_peered":"2024-04-25T17:13:49.899094+0000","last_clean":"2024-04-25T17:13:49.899094+0000","last_became_active":"2024-04-25T17:13:43.262145+0000","last_became_peered":"2024-04-25T17:13:43.262145+0000","last_unstale":"2024-04-25T17:13:49.899094+0000","last_undegraded":"2024-04-25T17:13:49.899094+0000","last_fullsized":"2024-04-25T17:13:49.899094+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:02:00.785006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900407+0000","last_change":"2024-04-25T17:13:47.310769+0000","last_active":"2024-04-25T17:13:49.900407+0000","last_peered":"2024-04-25T17:13:49.900407+0000","last_clean":"2024-04-25T17:13:49.900407+0000","last_became_active":"2024-04-25T17:13:47.309997+0000","last_became_peered":"2024-04-25T17:13:47.309997+0000","last_unstale":"2024-04-25T17:13:49.900407+0000","last_undegraded":"2024-04-25T17:13:49.900407+0000","last_fullsized":"2024-04-25T17:13:49.900407+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:42:49.623756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"80'4","reported_seq":26,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.291026+0000","last_change":"2024-04-25T17:13:42.263567+0000","last_active":"2024-04-25T17:13:48.291026+0000","last_peered":"2024-04-25T17:13:48.291026+0000","last_clean":"2024-04-25T17:13:48.291026+0000","last_became_active":"2024-04-25T17:13:42.263290+0000","last_became_peered":"2024-04-25T17:13:42.263290+0000","last_unstale":"2024-04-25T17:13:48.291026+0000","last_undegraded":"2024-04-25T17:13:48.291026+0000","last_fullsized":"2024-04-25T17:13:48.291026+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:55:55.700223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899912+0000","last_change":"2024-04-25T17:13:43.269684+0000","last_active":"2024-04-25T17:13:49.899912+0000","last_peered":"2024-04-25T17:13:49.899912+0000","last_clean":"2024-04-25T17:13:49.899912+0000","last_became_active":"2024-04-25T17:13:43.269313+0000","last_became_peered":"2024-04-25T17:13:43.269313+0000","last_unstale":"2024-04-25T17:13:49.899912+0000","last_undegraded":"2024-04-25T17:13:49.899912+0000","last_fullsized":"2024-04-25T17:13:49.899912+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:47:58.748967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899412+0000","last_change":"2024-04-25T17:13:47.315142+0000","last_active":"2024-04-25T17:13:49.899412+0000","last_peered":"2024-04-25T17:13:49.899412+0000","last_clean":"2024-04-25T17:13:49.899412+0000","last_became_active":"2024-04-25T17:13:47.314663+0000","last_became_peered":"2024-04-25T17:13:47.314663+0000","last_unstale":"2024-04-25T17:13:49.899412+0000","last_undegraded":"2024-04-25T17:13:49.899412+0000","last_fullsized":"2024-04-25T17:13:49.899412+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:01:30.858240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"80'12","reported_seq":39,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:08.921436+0000","last_change":"2024-04-25T17:13:42.247803+0000","last_active":"2024-04-25T17:14:08.921436+0000","last_peered":"2024-04-25T17:14:08.921436+0000","last_clean":"2024-04-25T17:14:08.921436+0000","last_became_active":"2024-04-25T17:13:42.247403+0000","last_became_peered":"2024-04-25T17:13:42.247403+0000","last_unstale":"2024-04-25T17:14:08.921436+0000","last_undegraded":"2024-04-25T17:14:08.921436+0000","last_fullsized":"2024-04-25T17:14:08.921436+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:49:15.282479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":6,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899751+0000","last_change":"2024-04-25T17:13:43.264005+0000","last_active":"2024-04-25T17:13:49.899751+0000","last_peered":"2024-04-25T17:13:49.899751+0000","last_clean":"2024-04-25T17:13:49.899751+0000","last_became_active":"2024-04-25T17:13:43.263657+0000","last_became_peered":"2024-04-25T17:13:43.263657+0000","last_unstale":"2024-04-25T17:13:49.899751+0000","last_undegraded":"2024-04-25T17:13:49.899751+0000","last_fullsized":"2024-04-25T17:13:49.899751+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:16:02.894712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.291410+0000","last_change":"2024-04-25T17:13:47.308776+0000","last_active":"2024-04-25T17:13:48.291410+0000","last_peered":"2024-04-25T17:13:48.291410+0000","last_clean":"2024-04-25T17:13:48.291410+0000","last_became_active":"2024-04-25T17:13:47.308230+0000","last_became_peered":"2024-04-25T17:13:47.308230+0000","last_unstale":"2024-04-25T17:13:48.291410+0000","last_undegraded":"2024-04-25T17:13:48.291410+0000","last_fullsized":"2024-04-25T17:13:48.291410+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:00:55.460714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"80'6","reported_seq":28,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:07.915981+0000","last_change":"2024-04-25T17:13:42.248380+0000","last_active":"2024-04-25T17:14:07.915981+0000","last_peered":"2024-04-25T17:14:07.915981+0000","last_clean":"2024-04-25T17:14:07.915981+0000","last_became_active":"2024-04-25T17:13:42.248036+0000","last_became_peered":"2024-04-25T17:13:42.248036+0000","last_unstale":"2024-04-25T17:14:07.915981+0000","last_undegraded":"2024-04-25T17:14:07.915981+0000","last_fullsized":"2024-04-25T17:14:07.915981+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:32:11.747718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.728331+0000","last_change":"2024-04-25T17:13:43.291191+0000","last_active":"2024-04-25T17:13:49.728331+0000","last_peered":"2024-04-25T17:13:49.728331+0000","last_clean":"2024-04-25T17:13:49.728331+0000","last_became_active":"2024-04-25T17:13:43.290790+0000","last_became_peered":"2024-04-25T17:13:43.290790+0000","last_unstale":"2024-04-25T17:13:49.728331+0000","last_undegraded":"2024-04-25T17:13:49.728331+0000","last_fullsized":"2024-04-25T17:13:49.728331+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:11:27.201248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.911781+0000","last_change":"2024-04-25T17:13:47.314999+0000","last_active":"2024-04-25T17:13:49.911781+0000","last_peered":"2024-04-25T17:13:49.911781+0000","last_clean":"2024-04-25T17:13:49.911781+0000","last_became_active":"2024-04-25T17:13:47.314456+0000","last_became_peered":"2024-04-25T17:13:47.314456+0000","last_unstale":"2024-04-25T17:13:49.911781+0000","last_undegraded":"2024-04-25T17:13:49.911781+0000","last_fullsized":"2024-04-25T17:13:49.911781+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:44:39.851493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"80'3","reported_seq":25,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:06.911948+0000","last_change":"2024-04-25T17:13:42.253955+0000","last_active":"2024-04-25T17:14:06.911948+0000","last_peered":"2024-04-25T17:14:06.911948+0000","last_clean":"2024-04-25T17:14:06.911948+0000","last_became_active":"2024-04-25T17:13:42.253621+0000","last_became_peered":"2024-04-25T17:13:42.253621+0000","last_unstale":"2024-04-25T17:14:06.911948+0000","last_undegraded":"2024-04-25T17:14:06.911948+0000","last_fullsized":"2024-04-25T17:14:06.911948+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:37:24.748356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.742211+0000","last_change":"2024-04-25T17:13:43.270104+0000","last_active":"2024-04-25T17:13:49.742211+0000","last_peered":"2024-04-25T17:13:49.742211+0000","last_clean":"2024-04-25T17:13:49.742211+0000","last_became_active":"2024-04-25T17:13:43.269665+0000","last_became_peered":"2024-04-25T17:13:43.269665+0000","last_unstale":"2024-04-25T17:13:49.742211+0000","last_undegraded":"2024-04-25T17:13:49.742211+0000","last_fullsized":"2024-04-25T17:13:49.742211+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:06:28.063664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899599+0000","last_change":"2024-04-25T17:13:47.315917+0000","last_active":"2024-04-25T17:13:49.899599+0000","last_peered":"2024-04-25T17:13:49.899599+0000","last_clean":"2024-04-25T17:13:49.899599+0000","last_became_active":"2024-04-25T17:13:47.315085+0000","last_became_peered":"2024-04-25T17:13:47.315085+0000","last_unstale":"2024-04-25T17:13:49.899599+0000","last_undegraded":"2024-04-25T17:13:49.899599+0000","last_fullsized":"2024-04-25T17:13:49.899599+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:45:09.895791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"80'3","reported_seq":28,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:08.918948+0000","last_change":"2024-04-25T17:13:42.251154+0000","last_active":"2024-04-25T17:14:08.918948+0000","last_peered":"2024-04-25T17:14:08.918948+0000","last_clean":"2024-04-25T17:14:08.918948+0000","last_became_active":"2024-04-25T17:13:42.250777+0000","last_became_peered":"2024-04-25T17:13:42.250777+0000","last_unstale":"2024-04-25T17:14:08.918948+0000","last_undegraded":"2024-04-25T17:14:08.918948+0000","last_fullsized":"2024-04-25T17:14:08.918948+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:57:36.672575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.741952+0000","last_change":"2024-04-25T17:13:43.258198+0000","last_active":"2024-04-25T17:13:49.741952+0000","last_peered":"2024-04-25T17:13:49.741952+0000","last_clean":"2024-04-25T17:13:49.741952+0000","last_became_active":"2024-04-25T17:13:43.256692+0000","last_became_peered":"2024-04-25T17:13:43.256692+0000","last_unstale":"2024-04-25T17:13:49.741952+0000","last_undegraded":"2024-04-25T17:13:49.741952+0000","last_fullsized":"2024-04-25T17:13:49.741952+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:37:59.066932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.728600+0000","last_change":"2024-04-25T17:13:47.314569+0000","last_active":"2024-04-25T17:13:49.728600+0000","last_peered":"2024-04-25T17:13:49.728600+0000","last_clean":"2024-04-25T17:13:49.728600+0000","last_became_active":"2024-04-25T17:13:47.314120+0000","last_became_peered":"2024-04-25T17:13:47.314120+0000","last_unstale":"2024-04-25T17:13:49.728600+0000","last_undegraded":"2024-04-25T17:13:49.728600+0000","last_fullsized":"2024-04-25T17:13:49.728600+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:50:54.373184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"75'8","reported_seq":30,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899061+0000","last_change":"2024-04-25T17:13:42.256990+0000","last_active":"2024-04-25T17:13:49.899061+0000","last_peered":"2024-04-25T17:13:49.899061+0000","last_clean":"2024-04-25T17:13:49.899061+0000","last_became_active":"2024-04-25T17:13:42.256650+0000","last_became_peered":"2024-04-25T17:13:42.256650+0000","last_unstale":"2024-04-25T17:13:49.899061+0000","last_undegraded":"2024-04-25T17:13:49.899061+0000","last_fullsized":"2024-04-25T17:13:49.899061+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:53:41.517828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290595+0000","last_change":"2024-04-25T17:13:43.262197+0000","last_active":"2024-04-25T17:13:48.290595+0000","last_peered":"2024-04-25T17:13:48.290595+0000","last_clean":"2024-04-25T17:13:48.290595+0000","last_became_active":"2024-04-25T17:13:43.261768+0000","last_became_peered":"2024-04-25T17:13:43.261768+0000","last_unstale":"2024-04-25T17:13:48.290595+0000","last_undegraded":"2024-04-25T17:13:48.290595+0000","last_fullsized":"2024-04-25T17:13:48.290595+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:26:29.414364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290689+0000","last_change":"2024-04-25T17:13:47.313654+0000","last_active":"2024-04-25T17:13:48.290689+0000","last_peered":"2024-04-25T17:13:48.290689+0000","last_clean":"2024-04-25T17:13:48.290689+0000","last_became_active":"2024-04-25T17:13:47.313184+0000","last_became_peered":"2024-04-25T17:13:47.313184+0000","last_unstale":"2024-04-25T17:13:48.290689+0000","last_undegraded":"2024-04-25T17:13:48.290689+0000","last_fullsized":"2024-04-25T17:13:48.290689+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:00:56.020898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"75'1","reported_seq":23,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900042+0000","last_change":"2024-04-25T17:13:42.257432+0000","last_active":"2024-04-25T17:13:49.900042+0000","last_peered":"2024-04-25T17:13:49.900042+0000","last_clean":"2024-04-25T17:13:49.900042+0000","last_became_active":"2024-04-25T17:13:42.257096+0000","last_became_peered":"2024-04-25T17:13:42.257096+0000","last_unstale":"2024-04-25T17:13:49.900042+0000","last_undegraded":"2024-04-25T17:13:49.900042+0000","last_fullsized":"2024-04-25T17:13:49.900042+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:56:40.819260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.911798+0000","last_change":"2024-04-25T17:13:43.252268+0000","last_active":"2024-04-25T17:13:49.911798+0000","last_peered":"2024-04-25T17:13:49.911798+0000","last_clean":"2024-04-25T17:13:49.911798+0000","last_became_active":"2024-04-25T17:13:43.251886+0000","last_became_peered":"2024-04-25T17:13:43.251886+0000","last_unstale":"2024-04-25T17:13:49.911798+0000","last_undegraded":"2024-04-25T17:13:49.911798+0000","last_fullsized":"2024-04-25T17:13:49.911798+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:53:55.747546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899260+0000","last_change":"2024-04-25T17:13:47.318607+0000","last_active":"2024-04-25T17:13:49.899260+0000","last_peered":"2024-04-25T17:13:49.899260+0000","last_clean":"2024-04-25T17:13:49.899260+0000","last_became_active":"2024-04-25T17:13:47.318021+0000","last_became_peered":"2024-04-25T17:13:47.318021+0000","last_unstale":"2024-04-25T17:13:49.899260+0000","last_undegraded":"2024-04-25T17:13:49.899260+0000","last_fullsized":"2024-04-25T17:13:49.899260+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:16:57.361401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899614+0000","last_change":"2024-04-25T17:13:42.261684+0000","last_active":"2024-04-25T17:13:49.899614+0000","last_peered":"2024-04-25T17:13:49.899614+0000","last_clean":"2024-04-25T17:13:49.899614+0000","last_became_active":"2024-04-25T17:13:42.261311+0000","last_became_peered":"2024-04-25T17:13:42.261311+0000","last_unstale":"2024-04-25T17:13:49.899614+0000","last_undegraded":"2024-04-25T17:13:49.899614+0000","last_fullsized":"2024-04-25T17:13:49.899614+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:09:48.192868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290962+0000","last_change":"2024-04-25T17:13:43.272523+0000","last_active":"2024-04-25T17:13:48.290962+0000","last_peered":"2024-04-25T17:13:48.290962+0000","last_clean":"2024-04-25T17:13:48.290962+0000","last_became_active":"2024-04-25T17:13:43.272136+0000","last_became_peered":"2024-04-25T17:13:43.272136+0000","last_unstale":"2024-04-25T17:13:48.290962+0000","last_undegraded":"2024-04-25T17:13:48.290962+0000","last_fullsized":"2024-04-25T17:13:48.290962+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:00:20.231655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.728669+0000","last_change":"2024-04-25T17:13:47.306244+0000","last_active":"2024-04-25T17:13:49.728669+0000","last_peered":"2024-04-25T17:13:49.728669+0000","last_clean":"2024-04-25T17:13:49.728669+0000","last_became_active":"2024-04-25T17:13:47.305029+0000","last_became_peered":"2024-04-25T17:13:47.305029+0000","last_unstale":"2024-04-25T17:13:49.728669+0000","last_undegraded":"2024-04-25T17:13:49.728669+0000","last_fullsized":"2024-04-25T17:13:49.728669+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:38:22.161775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"80'1","reported_seq":24,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.741818+0000","last_change":"2024-04-25T17:13:42.254095+0000","last_active":"2024-04-25T17:13:49.741818+0000","last_peered":"2024-04-25T17:13:49.741818+0000","last_clean":"2024-04-25T17:13:49.741818+0000","last_became_active":"2024-04-25T17:13:42.253753+0000","last_became_peered":"2024-04-25T17:13:42.253753+0000","last_unstale":"2024-04-25T17:13:49.741818+0000","last_undegraded":"2024-04-25T17:13:49.741818+0000","last_fullsized":"2024-04-25T17:13:49.741818+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:52.534242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290718+0000","last_change":"2024-04-25T17:13:43.265067+0000","last_active":"2024-04-25T17:13:48.290718+0000","last_peered":"2024-04-25T17:13:48.290718+0000","last_clean":"2024-04-25T17:13:48.290718+0000","last_became_active":"2024-04-25T17:13:43.264622+0000","last_became_peered":"2024-04-25T17:13:43.264622+0000","last_unstale":"2024-04-25T17:13:48.290718+0000","last_undegraded":"2024-04-25T17:13:48.290718+0000","last_fullsized":"2024-04-25T17:13:48.290718+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:34:20.634458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.729017+0000","last_change":"2024-04-25T17:13:47.318784+0000","last_active":"2024-04-25T17:13:49.729017+0000","last_peered":"2024-04-25T17:13:49.729017+0000","last_clean":"2024-04-25T17:13:49.729017+0000","last_became_active":"2024-04-25T17:13:47.318311+0000","last_became_peered":"2024-04-25T17:13:47.318311+0000","last_unstale":"2024-04-25T17:13:49.729017+0000","last_undegraded":"2024-04-25T17:13:49.729017+0000","last_fullsized":"2024-04-25T17:13:49.729017+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:35:10.223552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290560+0000","last_change":"2024-04-25T17:13:43.267649+0000","last_active":"2024-04-25T17:13:48.290560+0000","last_peered":"2024-04-25T17:13:48.290560+0000","last_clean":"2024-04-25T17:13:48.290560+0000","last_became_active":"2024-04-25T17:13:43.267261+0000","last_became_peered":"2024-04-25T17:13:43.267261+0000","last_unstale":"2024-04-25T17:13:48.290560+0000","last_undegraded":"2024-04-25T17:13:48.290560+0000","last_fullsized":"2024-04-25T17:13:48.290560+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:57:47.612489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"80'4","reported_seq":28,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:08.918654+0000","last_change":"2024-04-25T17:13:42.249991+0000","last_active":"2024-04-25T17:14:08.918654+0000","last_peered":"2024-04-25T17:14:08.918654+0000","last_clean":"2024-04-25T17:14:08.918654+0000","last_became_active":"2024-04-25T17:13:42.246842+0000","last_became_peered":"2024-04-25T17:13:42.246842+0000","last_unstale":"2024-04-25T17:14:08.918654+0000","last_undegraded":"2024-04-25T17:14:08.918654+0000","last_fullsized":"2024-04-25T17:14:08.918654+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:20:28.616738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"80'1","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:50.258841+0000","last_change":"2024-04-25T17:13:47.310303+0000","last_active":"2024-04-25T17:13:50.258841+0000","last_peered":"2024-04-25T17:13:50.258841+0000","last_clean":"2024-04-25T17:13:50.258841+0000","last_became_active":"2024-04-25T17:13:47.309854+0000","last_became_peered":"2024-04-25T17:13:47.309854+0000","last_unstale":"2024-04-25T17:13:50.258841+0000","last_undegraded":"2024-04-25T17:13:50.258841+0000","last_fullsized":"2024-04-25T17:13:50.258841+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:01:31.856617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290693+0000","last_change":"2024-04-25T17:13:43.280919+0000","last_active":"2024-04-25T17:13:48.290693+0000","last_peered":"2024-04-25T17:13:48.290693+0000","last_clean":"2024-04-25T17:13:48.290693+0000","last_became_active":"2024-04-25T17:13:43.280540+0000","last_became_peered":"2024-04-25T17:13:43.280540+0000","last_unstale":"2024-04-25T17:13:48.290693+0000","last_undegraded":"2024-04-25T17:13:48.290693+0000","last_fullsized":"2024-04-25T17:13:48.290693+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:21:27.387579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"80'3","reported_seq":27,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:08.916891+0000","last_change":"2024-04-25T17:13:42.255138+0000","last_active":"2024-04-25T17:14:08.916891+0000","last_peered":"2024-04-25T17:14:08.916891+0000","last_clean":"2024-04-25T17:14:08.916891+0000","last_became_active":"2024-04-25T17:13:42.254789+0000","last_became_peered":"2024-04-25T17:13:42.254789+0000","last_unstale":"2024-04-25T17:14:08.916891+0000","last_undegraded":"2024-04-25T17:14:08.916891+0000","last_fullsized":"2024-04-25T17:14:08.916891+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:34.178793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":98,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.741634+0000","last_change":"2024-04-25T17:12:26.646633+0000","last_active":"2024-04-25T17:13:49.741634+0000","last_peered":"2024-04-25T17:13:49.741634+0000","last_clean":"2024-04-25T17:13:49.741634+0000","last_became_active":"2024-04-25T17:12:26.640706+0000","last_became_peered":"2024-04-25T17:12:26.640706+0000","last_unstale":"2024-04-25T17:13:49.741634+0000","last_undegraded":"2024-04-25T17:13:49.741634+0000","last_fullsized":"2024-04-25T17:13:49.741634+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:08:59.666167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:08:59.666167+0000","last_clean_scrub_stamp":"2024-04-25T17:08:59.666167+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:05:35.886707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.291505+0000","last_change":"2024-04-25T17:13:47.318653+0000","last_active":"2024-04-25T17:13:48.291505+0000","last_peered":"2024-04-25T17:13:48.291505+0000","last_clean":"2024-04-25T17:13:48.291505+0000","last_became_active":"2024-04-25T17:13:47.318201+0000","last_became_peered":"2024-04-25T17:13:47.318201+0000","last_unstale":"2024-04-25T17:13:48.291505+0000","last_undegraded":"2024-04-25T17:13:48.291505+0000","last_fullsized":"2024-04-25T17:13:48.291505+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:08:06.948411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.728068+0000","last_change":"2024-04-25T17:13:43.262977+0000","last_active":"2024-04-25T17:13:49.728068+0000","last_peered":"2024-04-25T17:13:49.728068+0000","last_clean":"2024-04-25T17:13:49.728068+0000","last_became_active":"2024-04-25T17:13:43.262622+0000","last_became_peered":"2024-04-25T17:13:43.262622+0000","last_unstale":"2024-04-25T17:13:49.728068+0000","last_undegraded":"2024-04-25T17:13:49.728068+0000","last_fullsized":"2024-04-25T17:13:49.728068+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:36:05.205724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'3","reported_seq":26,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:07.918724+0000","last_change":"2024-04-25T17:13:42.258592+0000","last_active":"2024-04-25T17:14:07.918724+0000","last_peered":"2024-04-25T17:14:07.918724+0000","last_clean":"2024-04-25T17:14:07.918724+0000","last_became_active":"2024-04-25T17:13:42.258214+0000","last_became_peered":"2024-04-25T17:13:42.258214+0000","last_unstale":"2024-04-25T17:14:07.918724+0000","last_undegraded":"2024-04-25T17:14:07.918724+0000","last_fullsized":"2024-04-25T17:14:07.918724+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:36:18.364717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.911812+0000","last_change":"2024-04-25T17:13:47.307961+0000","last_active":"2024-04-25T17:13:49.911812+0000","last_peered":"2024-04-25T17:13:49.911812+0000","last_clean":"2024-04-25T17:13:49.911812+0000","last_became_active":"2024-04-25T17:13:47.307505+0000","last_became_peered":"2024-04-25T17:13:47.307505+0000","last_unstale":"2024-04-25T17:13:49.911812+0000","last_undegraded":"2024-04-25T17:13:49.911812+0000","last_fullsized":"2024-04-25T17:13:49.911812+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:45:26.968675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899885+0000","last_change":"2024-04-25T17:13:42.259766+0000","last_active":"2024-04-25T17:13:49.899885+0000","last_peered":"2024-04-25T17:13:49.899885+0000","last_clean":"2024-04-25T17:13:49.899885+0000","last_became_active":"2024-04-25T17:13:42.259415+0000","last_became_peered":"2024-04-25T17:13:42.259415+0000","last_unstale":"2024-04-25T17:13:49.899885+0000","last_undegraded":"2024-04-25T17:13:49.899885+0000","last_fullsized":"2024-04-25T17:13:49.899885+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:21:53.586449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.728702+0000","last_change":"2024-04-25T17:13:43.262971+0000","last_active":"2024-04-25T17:13:49.728702+0000","last_peered":"2024-04-25T17:13:49.728702+0000","last_clean":"2024-04-25T17:13:49.728702+0000","last_became_active":"2024-04-25T17:13:43.262586+0000","last_became_peered":"2024-04-25T17:13:43.262586+0000","last_unstale":"2024-04-25T17:13:49.728702+0000","last_undegraded":"2024-04-25T17:13:49.728702+0000","last_fullsized":"2024-04-25T17:13:49.728702+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:24:06.318153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290334+0000","last_change":"2024-04-25T17:13:47.318965+0000","last_active":"2024-04-25T17:13:48.290334+0000","last_peered":"2024-04-25T17:13:48.290334+0000","last_clean":"2024-04-25T17:13:48.290334+0000","last_became_active":"2024-04-25T17:13:47.318521+0000","last_became_peered":"2024-04-25T17:13:47.318521+0000","last_unstale":"2024-04-25T17:13:48.290334+0000","last_undegraded":"2024-04-25T17:13:48.290334+0000","last_fullsized":"2024-04-25T17:13:48.290334+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:32:41.804297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"80'3","reported_seq":26,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:07.917305+0000","last_change":"2024-04-25T17:13:42.255000+0000","last_active":"2024-04-25T17:14:07.917305+0000","last_peered":"2024-04-25T17:14:07.917305+0000","last_clean":"2024-04-25T17:14:07.917305+0000","last_became_active":"2024-04-25T17:13:42.254539+0000","last_became_peered":"2024-04-25T17:13:42.254539+0000","last_unstale":"2024-04-25T17:14:07.917305+0000","last_undegraded":"2024-04-25T17:14:07.917305+0000","last_fullsized":"2024-04-25T17:14:07.917305+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:07:18.951663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290737+0000","last_change":"2024-04-25T17:13:43.288283+0000","last_active":"2024-04-25T17:13:48.290737+0000","last_peered":"2024-04-25T17:13:48.290737+0000","last_clean":"2024-04-25T17:13:48.290737+0000","last_became_active":"2024-04-25T17:13:43.287769+0000","last_became_peered":"2024-04-25T17:13:43.287769+0000","last_unstale":"2024-04-25T17:13:48.290737+0000","last_undegraded":"2024-04-25T17:13:48.290737+0000","last_fullsized":"2024-04-25T17:13:48.290737+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:19:24.419633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.898963+0000","last_change":"2024-04-25T17:13:47.303405+0000","last_active":"2024-04-25T17:13:49.898963+0000","last_peered":"2024-04-25T17:13:49.898963+0000","last_clean":"2024-04-25T17:13:49.898963+0000","last_became_active":"2024-04-25T17:13:47.302897+0000","last_became_peered":"2024-04-25T17:13:47.302897+0000","last_unstale":"2024-04-25T17:13:49.898963+0000","last_undegraded":"2024-04-25T17:13:49.898963+0000","last_fullsized":"2024-04-25T17:13:49.898963+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:32:20.882489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"80'4","reported_seq":26,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:06.907338+0000","last_change":"2024-04-25T17:13:42.253837+0000","last_active":"2024-04-25T17:14:06.907338+0000","last_peered":"2024-04-25T17:14:06.907338+0000","last_clean":"2024-04-25T17:14:06.907338+0000","last_became_active":"2024-04-25T17:13:42.253460+0000","last_became_peered":"2024-04-25T17:13:42.253460+0000","last_unstale":"2024-04-25T17:14:06.907338+0000","last_undegraded":"2024-04-25T17:14:06.907338+0000","last_fullsized":"2024-04-25T17:14:06.907338+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:36:58.351942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899309+0000","last_change":"2024-04-25T17:13:43.281828+0000","last_active":"2024-04-25T17:13:49.899309+0000","last_peered":"2024-04-25T17:13:49.899309+0000","last_clean":"2024-04-25T17:13:49.899309+0000","last_became_active":"2024-04-25T17:13:43.281357+0000","last_became_peered":"2024-04-25T17:13:43.281357+0000","last_unstale":"2024-04-25T17:13:49.899309+0000","last_undegraded":"2024-04-25T17:13:49.899309+0000","last_fullsized":"2024-04-25T17:13:49.899309+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:51:31.035568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900678+0000","last_change":"2024-04-25T17:13:47.320313+0000","last_active":"2024-04-25T17:13:49.900678+0000","last_peered":"2024-04-25T17:13:49.900678+0000","last_clean":"2024-04-25T17:13:49.900678+0000","last_became_active":"2024-04-25T17:13:47.319771+0000","last_became_peered":"2024-04-25T17:13:47.319771+0000","last_unstale":"2024-04-25T17:13:49.900678+0000","last_undegraded":"2024-04-25T17:13:49.900678+0000","last_fullsized":"2024-04-25T17:13:49.900678+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:17:35.954919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":24,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:06.910992+0000","last_change":"2024-04-25T17:13:42.257445+0000","last_active":"2024-04-25T17:14:06.910992+0000","last_peered":"2024-04-25T17:14:06.910992+0000","last_clean":"2024-04-25T17:14:06.910992+0000","last_became_active":"2024-04-25T17:13:42.257060+0000","last_became_peered":"2024-04-25T17:13:42.257060+0000","last_unstale":"2024-04-25T17:14:06.910992+0000","last_undegraded":"2024-04-25T17:14:06.910992+0000","last_fullsized":"2024-04-25T17:14:06.910992+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:53:16.730921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899252+0000","last_change":"2024-04-25T17:13:43.254994+0000","last_active":"2024-04-25T17:13:49.899252+0000","last_peered":"2024-04-25T17:13:49.899252+0000","last_clean":"2024-04-25T17:13:49.899252+0000","last_became_active":"2024-04-25T17:13:43.254618+0000","last_became_peered":"2024-04-25T17:13:43.254618+0000","last_unstale":"2024-04-25T17:13:49.899252+0000","last_undegraded":"2024-04-25T17:13:49.899252+0000","last_fullsized":"2024-04-25T17:13:49.899252+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:27:14.692287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899943+0000","last_change":"2024-04-25T17:13:47.315557+0000","last_active":"2024-04-25T17:13:49.899943+0000","last_peered":"2024-04-25T17:13:49.899943+0000","last_clean":"2024-04-25T17:13:49.899943+0000","last_became_active":"2024-04-25T17:13:47.314551+0000","last_became_peered":"2024-04-25T17:13:47.314551+0000","last_unstale":"2024-04-25T17:13:49.899943+0000","last_undegraded":"2024-04-25T17:13:49.899943+0000","last_fullsized":"2024-04-25T17:13:49.899943+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:28:48.783228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"80'3","reported_seq":25,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:06.909493+0000","last_change":"2024-04-25T17:13:42.257830+0000","last_active":"2024-04-25T17:14:06.909493+0000","last_peered":"2024-04-25T17:14:06.909493+0000","last_clean":"2024-04-25T17:14:06.909493+0000","last_became_active":"2024-04-25T17:13:42.257474+0000","last_became_peered":"2024-04-25T17:13:42.257474+0000","last_unstale":"2024-04-25T17:14:06.909493+0000","last_undegraded":"2024-04-25T17:14:06.909493+0000","last_fullsized":"2024-04-25T17:14:06.909493+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:48:47.208261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.911561+0000","last_change":"2024-04-25T17:13:43.267691+0000","last_active":"2024-04-25T17:13:49.911561+0000","last_peered":"2024-04-25T17:13:49.911561+0000","last_clean":"2024-04-25T17:13:49.911561+0000","last_became_active":"2024-04-25T17:13:43.267292+0000","last_became_peered":"2024-04-25T17:13:43.267292+0000","last_unstale":"2024-04-25T17:13:49.911561+0000","last_undegraded":"2024-04-25T17:13:49.911561+0000","last_fullsized":"2024-04-25T17:13:49.911561+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:45:55.332648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900204+0000","last_change":"2024-04-25T17:13:47.314673+0000","last_active":"2024-04-25T17:13:49.900204+0000","last_peered":"2024-04-25T17:13:49.900204+0000","last_clean":"2024-04-25T17:13:49.900204+0000","last_became_active":"2024-04-25T17:13:47.314287+0000","last_became_peered":"2024-04-25T17:13:47.314287+0000","last_unstale":"2024-04-25T17:13:49.900204+0000","last_undegraded":"2024-04-25T17:13:49.900204+0000","last_fullsized":"2024-04-25T17:13:49.900204+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:56:39.911915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"80'1","reported_seq":23,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899191+0000","last_change":"2024-04-25T17:13:42.254521+0000","last_active":"2024-04-25T17:13:49.899191+0000","last_peered":"2024-04-25T17:13:49.899191+0000","last_clean":"2024-04-25T17:13:49.899191+0000","last_became_active":"2024-04-25T17:13:42.254180+0000","last_became_peered":"2024-04-25T17:13:42.254180+0000","last_unstale":"2024-04-25T17:13:49.899191+0000","last_undegraded":"2024-04-25T17:13:49.899191+0000","last_fullsized":"2024-04-25T17:13:49.899191+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:31:24.385653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290996+0000","last_change":"2024-04-25T17:13:43.289188+0000","last_active":"2024-04-25T17:13:48.290996+0000","last_peered":"2024-04-25T17:13:48.290996+0000","last_clean":"2024-04-25T17:13:48.290996+0000","last_became_active":"2024-04-25T17:13:43.285588+0000","last_became_peered":"2024-04-25T17:13:43.285588+0000","last_unstale":"2024-04-25T17:13:48.290996+0000","last_undegraded":"2024-04-25T17:13:48.290996+0000","last_fullsized":"2024-04-25T17:13:48.290996+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:01:48.765573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900449+0000","last_change":"2024-04-25T17:13:47.318468+0000","last_active":"2024-04-25T17:13:49.900449+0000","last_peered":"2024-04-25T17:13:49.900449+0000","last_clean":"2024-04-25T17:13:49.900449+0000","last_became_active":"2024-04-25T17:13:47.318047+0000","last_became_peered":"2024-04-25T17:13:47.318047+0000","last_unstale":"2024-04-25T17:13:49.900449+0000","last_undegraded":"2024-04-25T17:13:49.900449+0000","last_fullsized":"2024-04-25T17:13:49.900449+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:16:34.409933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"75'2","reported_seq":24,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899316+0000","last_change":"2024-04-25T17:13:42.260066+0000","last_active":"2024-04-25T17:13:49.899316+0000","last_peered":"2024-04-25T17:13:49.899316+0000","last_clean":"2024-04-25T17:13:49.899316+0000","last_became_active":"2024-04-25T17:13:42.259716+0000","last_became_peered":"2024-04-25T17:13:42.259716+0000","last_unstale":"2024-04-25T17:13:49.899316+0000","last_undegraded":"2024-04-25T17:13:49.899316+0000","last_fullsized":"2024-04-25T17:13:49.899316+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:09:52.528226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.741982+0000","last_change":"2024-04-25T17:13:43.264970+0000","last_active":"2024-04-25T17:13:49.741982+0000","last_peered":"2024-04-25T17:13:49.741982+0000","last_clean":"2024-04-25T17:13:49.741982+0000","last_became_active":"2024-04-25T17:13:43.264524+0000","last_became_peered":"2024-04-25T17:13:43.264524+0000","last_unstale":"2024-04-25T17:13:49.741982+0000","last_undegraded":"2024-04-25T17:13:49.741982+0000","last_fullsized":"2024-04-25T17:13:49.741982+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:08.443599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899195+0000","last_change":"2024-04-25T17:13:47.297953+0000","last_active":"2024-04-25T17:13:49.899195+0000","last_peered":"2024-04-25T17:13:49.899195+0000","last_clean":"2024-04-25T17:13:49.899195+0000","last_became_active":"2024-04-25T17:13:47.297425+0000","last_became_peered":"2024-04-25T17:13:47.297425+0000","last_unstale":"2024-04-25T17:13:49.899195+0000","last_undegraded":"2024-04-25T17:13:49.899195+0000","last_fullsized":"2024-04-25T17:13:49.899195+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:13:40.449490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"80'3","reported_seq":25,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:07.916686+0000","last_change":"2024-04-25T17:13:42.261648+0000","last_active":"2024-04-25T17:14:07.916686+0000","last_peered":"2024-04-25T17:14:07.916686+0000","last_clean":"2024-04-25T17:14:07.916686+0000","last_became_active":"2024-04-25T17:13:42.261154+0000","last_became_peered":"2024-04-25T17:13:42.261154+0000","last_unstale":"2024-04-25T17:14:07.916686+0000","last_undegraded":"2024-04-25T17:14:07.916686+0000","last_fullsized":"2024-04-25T17:14:07.916686+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:35:32.369682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.742428+0000","last_change":"2024-04-25T17:13:43.274257+0000","last_active":"2024-04-25T17:13:49.742428+0000","last_peered":"2024-04-25T17:13:49.742428+0000","last_clean":"2024-04-25T17:13:49.742428+0000","last_became_active":"2024-04-25T17:13:43.273869+0000","last_became_peered":"2024-04-25T17:13:43.273869+0000","last_unstale":"2024-04-25T17:13:49.742428+0000","last_undegraded":"2024-04-25T17:13:49.742428+0000","last_fullsized":"2024-04-25T17:13:49.742428+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:45:09.550814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.898672+0000","last_change":"2024-04-25T17:13:47.311914+0000","last_active":"2024-04-25T17:13:49.898672+0000","last_peered":"2024-04-25T17:13:49.898672+0000","last_clean":"2024-04-25T17:13:49.898672+0000","last_became_active":"2024-04-25T17:13:47.311345+0000","last_became_peered":"2024-04-25T17:13:47.311345+0000","last_unstale":"2024-04-25T17:13:49.898672+0000","last_undegraded":"2024-04-25T17:13:49.898672+0000","last_fullsized":"2024-04-25T17:13:49.898672+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:45:33.187018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"75'1","reported_seq":23,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.291410+0000","last_change":"2024-04-25T17:13:42.254684+0000","last_active":"2024-04-25T17:13:48.291410+0000","last_peered":"2024-04-25T17:13:48.291410+0000","last_clean":"2024-04-25T17:13:48.291410+0000","last_became_active":"2024-04-25T17:13:42.254364+0000","last_became_peered":"2024-04-25T17:13:42.254364+0000","last_unstale":"2024-04-25T17:13:48.291410+0000","last_undegraded":"2024-04-25T17:13:48.291410+0000","last_fullsized":"2024-04-25T17:13:48.291410+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:02:45.875471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.742196+0000","last_change":"2024-04-25T17:13:43.290952+0000","last_active":"2024-04-25T17:13:49.742196+0000","last_peered":"2024-04-25T17:13:49.742196+0000","last_clean":"2024-04-25T17:13:49.742196+0000","last_became_active":"2024-04-25T17:13:43.290601+0000","last_became_peered":"2024-04-25T17:13:43.290601+0000","last_unstale":"2024-04-25T17:13:49.742196+0000","last_undegraded":"2024-04-25T17:13:49.742196+0000","last_fullsized":"2024-04-25T17:13:49.742196+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:40:50.307780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290409+0000","last_change":"2024-04-25T17:13:47.305309+0000","last_active":"2024-04-25T17:13:48.290409+0000","last_peered":"2024-04-25T17:13:48.290409+0000","last_clean":"2024-04-25T17:13:48.290409+0000","last_became_active":"2024-04-25T17:13:47.304876+0000","last_became_peered":"2024-04-25T17:13:47.304876+0000","last_unstale":"2024-04-25T17:13:48.290409+0000","last_undegraded":"2024-04-25T17:13:48.290409+0000","last_fullsized":"2024-04-25T17:13:48.290409+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:54:45.899895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"75'2","reported_seq":24,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.728637+0000","last_change":"2024-04-25T17:13:42.248466+0000","last_active":"2024-04-25T17:13:49.728637+0000","last_peered":"2024-04-25T17:13:49.728637+0000","last_clean":"2024-04-25T17:13:49.728637+0000","last_became_active":"2024-04-25T17:13:42.247770+0000","last_became_peered":"2024-04-25T17:13:42.247770+0000","last_unstale":"2024-04-25T17:13:49.728637+0000","last_undegraded":"2024-04-25T17:13:49.728637+0000","last_fullsized":"2024-04-25T17:13:49.728637+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:28:31.611709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.742510+0000","last_change":"2024-04-25T17:13:43.261759+0000","last_active":"2024-04-25T17:13:49.742510+0000","last_peered":"2024-04-25T17:13:49.742510+0000","last_clean":"2024-04-25T17:13:49.742510+0000","last_became_active":"2024-04-25T17:13:43.261370+0000","last_became_peered":"2024-04-25T17:13:43.261370+0000","last_unstale":"2024-04-25T17:13:49.742510+0000","last_undegraded":"2024-04-25T17:13:49.742510+0000","last_fullsized":"2024-04-25T17:13:49.742510+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:59:04.532021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.911744+0000","last_change":"2024-04-25T17:13:43.258611+0000","last_active":"2024-04-25T17:13:49.911744+0000","last_peered":"2024-04-25T17:13:49.911744+0000","last_clean":"2024-04-25T17:13:49.911744+0000","last_became_active":"2024-04-25T17:13:43.258222+0000","last_became_peered":"2024-04-25T17:13:43.258222+0000","last_unstale":"2024-04-25T17:13:49.911744+0000","last_undegraded":"2024-04-25T17:13:49.911744+0000","last_fullsized":"2024-04-25T17:13:49.911744+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:47:08.181197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899231+0000","last_change":"2024-04-25T17:13:43.265860+0000","last_active":"2024-04-25T17:13:49.899231+0000","last_peered":"2024-04-25T17:13:49.899231+0000","last_clean":"2024-04-25T17:13:49.899231+0000","last_became_active":"2024-04-25T17:13:43.265386+0000","last_became_peered":"2024-04-25T17:13:43.265386+0000","last_unstale":"2024-04-25T17:13:49.899231+0000","last_undegraded":"2024-04-25T17:13:49.899231+0000","last_fullsized":"2024-04-25T17:13:49.899231+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:17:40.278521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.898930+0000","last_change":"2024-04-25T17:13:43.287830+0000","last_active":"2024-04-25T17:13:49.898930+0000","last_peered":"2024-04-25T17:13:49.898930+0000","last_clean":"2024-04-25T17:13:49.898930+0000","last_became_active":"2024-04-25T17:13:43.287226+0000","last_became_peered":"2024-04-25T17:13:43.287226+0000","last_unstale":"2024-04-25T17:13:49.898930+0000","last_undegraded":"2024-04-25T17:13:49.898930+0000","last_fullsized":"2024-04-25T17:13:49.898930+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:06.008495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.898853+0000","last_change":"2024-04-25T17:13:43.271233+0000","last_active":"2024-04-25T17:13:49.898853+0000","last_peered":"2024-04-25T17:13:49.898853+0000","last_clean":"2024-04-25T17:13:49.898853+0000","last_became_active":"2024-04-25T17:13:43.270022+0000","last_became_peered":"2024-04-25T17:13:43.270022+0000","last_unstale":"2024-04-25T17:13:49.898853+0000","last_undegraded":"2024-04-25T17:13:49.898853+0000","last_fullsized":"2024-04-25T17:13:49.898853+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:05:46.302002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.728731+0000","last_change":"2024-04-25T17:13:43.272457+0000","last_active":"2024-04-25T17:13:49.728731+0000","last_peered":"2024-04-25T17:13:49.728731+0000","last_clean":"2024-04-25T17:13:49.728731+0000","last_became_active":"2024-04-25T17:13:43.271825+0000","last_became_peered":"2024-04-25T17:13:43.271825+0000","last_unstale":"2024-04-25T17:13:49.728731+0000","last_undegraded":"2024-04-25T17:13:49.728731+0000","last_fullsized":"2024-04-25T17:13:49.728731+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:45:37.144933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.912105+0000","last_change":"2024-04-25T17:13:43.256047+0000","last_active":"2024-04-25T17:13:49.912105+0000","last_peered":"2024-04-25T17:13:49.912105+0000","last_clean":"2024-04-25T17:13:49.912105+0000","last_became_active":"2024-04-25T17:13:43.255603+0000","last_became_peered":"2024-04-25T17:13:43.255603+0000","last_unstale":"2024-04-25T17:13:49.912105+0000","last_undegraded":"2024-04-25T17:13:49.912105+0000","last_fullsized":"2024-04-25T17:13:49.912105+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:47:13.586785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900016+0000","last_change":"2024-04-25T17:13:43.263140+0000","last_active":"2024-04-25T17:13:49.900016+0000","last_peered":"2024-04-25T17:13:49.900016+0000","last_clean":"2024-04-25T17:13:49.900016+0000","last_became_active":"2024-04-25T17:13:43.262295+0000","last_became_peered":"2024-04-25T17:13:43.262295+0000","last_unstale":"2024-04-25T17:13:49.900016+0000","last_undegraded":"2024-04-25T17:13:49.900016+0000","last_fullsized":"2024-04-25T17:13:49.900016+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:25:07.228735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290873+0000","last_change":"2024-04-25T17:13:43.284295+0000","last_active":"2024-04-25T17:13:48.290873+0000","last_peered":"2024-04-25T17:13:48.290873+0000","last_clean":"2024-04-25T17:13:48.290873+0000","last_became_active":"2024-04-25T17:13:43.283697+0000","last_became_peered":"2024-04-25T17:13:43.283697+0000","last_unstale":"2024-04-25T17:13:48.290873+0000","last_undegraded":"2024-04-25T17:13:48.290873+0000","last_fullsized":"2024-04-25T17:13:48.290873+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:39:25.637940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290495+0000","last_change":"2024-04-25T17:13:43.272581+0000","last_active":"2024-04-25T17:13:48.290495+0000","last_peered":"2024-04-25T17:13:48.290495+0000","last_clean":"2024-04-25T17:13:48.290495+0000","last_became_active":"2024-04-25T17:13:43.272248+0000","last_became_peered":"2024-04-25T17:13:43.272248+0000","last_unstale":"2024-04-25T17:13:48.290495+0000","last_undegraded":"2024-04-25T17:13:48.290495+0000","last_fullsized":"2024-04-25T17:13:48.290495+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:13:37.778091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290429+0000","last_change":"2024-04-25T17:13:43.287102+0000","last_active":"2024-04-25T17:13:48.290429+0000","last_peered":"2024-04-25T17:13:48.290429+0000","last_clean":"2024-04-25T17:13:48.290429+0000","last_became_active":"2024-04-25T17:13:43.285639+0000","last_became_peered":"2024-04-25T17:13:43.285639+0000","last_unstale":"2024-04-25T17:13:48.290429+0000","last_undegraded":"2024-04-25T17:13:48.290429+0000","last_fullsized":"2024-04-25T17:13:48.290429+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:57:31.092215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899640+0000","last_change":"2024-04-25T17:13:43.277104+0000","last_active":"2024-04-25T17:13:49.899640+0000","last_peered":"2024-04-25T17:13:49.899640+0000","last_clean":"2024-04-25T17:13:49.899640+0000","last_became_active":"2024-04-25T17:13:43.276713+0000","last_became_peered":"2024-04-25T17:13:43.276713+0000","last_unstale":"2024-04-25T17:13:49.899640+0000","last_undegraded":"2024-04-25T17:13:49.899640+0000","last_fullsized":"2024-04-25T17:13:49.899640+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:16:21.915786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.728413+0000","last_change":"2024-04-25T17:13:43.269758+0000","last_active":"2024-04-25T17:13:49.728413+0000","last_peered":"2024-04-25T17:13:49.728413+0000","last_clean":"2024-04-25T17:13:49.728413+0000","last_became_active":"2024-04-25T17:13:43.269383+0000","last_became_peered":"2024-04-25T17:13:43.269383+0000","last_unstale":"2024-04-25T17:13:49.728413+0000","last_undegraded":"2024-04-25T17:13:49.728413+0000","last_fullsized":"2024-04-25T17:13:49.728413+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:14:21.761555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.911915+0000","last_change":"2024-04-25T17:13:43.250526+0000","last_active":"2024-04-25T17:13:49.911915+0000","last_peered":"2024-04-25T17:13:49.911915+0000","last_clean":"2024-04-25T17:13:49.911915+0000","last_became_active":"2024-04-25T17:13:43.250119+0000","last_became_peered":"2024-04-25T17:13:43.250119+0000","last_unstale":"2024-04-25T17:13:49.911915+0000","last_undegraded":"2024-04-25T17:13:49.911915+0000","last_fullsized":"2024-04-25T17:13:49.911915+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:36:18.407594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":7318,"num_objects":52,"num_object_clones":0,"num_object_copies":156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52,"num_whiteouts":0,"num_read":14,"num_read_kb":15,"num_write":114,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":35,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":229376,"data_stored":24347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99,"ondisk_log_size":99,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678034,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32036,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713116,"statfs":{"total":95995035648,"available":95962230784,"internally_reserved":0,"allocated":876544,"data_stored":425507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874263,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36816,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708336,"statfs":{"total":95995035648,"available":95957336064,"internally_reserved":0,"allocated":1515520,"data_stored":1021295,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037788,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":892928,"data_stored":426291,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234017,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36204,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708948,"statfs":{"total":95995035648,"available":95957962752,"internally_reserved":0,"allocated":884736,"data_stored":426111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430247,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36792,"kb_used_data":1456,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708360,"statfs":{"total":95995035648,"available":95957360640,"internally_reserved":0,"allocated":1490944,"data_stored":1022154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593773,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27876,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717276,"statfs":{"total":95995035648,"available":95966490624,"internally_reserved":0,"allocated":880640,"data_stored":425597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574917,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36204,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708948,"statfs":{"total":95995035648,"available":95957962752,"internally_reserved":0,"allocated":888832,"data_stored":429349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738443,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":426985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411393,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":913408,"data_stored":430699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149755,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27884,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717268,"statfs":{"total":95995035648,"available":95966482432,"internally_reserved":0,"allocated":884736,"data_stored":425611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953526,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27884,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717268,"statfs":{"total":95995035648,"available":95966482432,"internally_reserved":0,"allocated":888832,"data_stored":426151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790001,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28480,"kb_used_data":1464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716672,"statfs":{"total":95995035648,"available":95965872128,"internally_reserved":0,"allocated":1499136,"data_stored":1017351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":6248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":5192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":5420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T17:14:11.848 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-25T17:14:11.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.994+0000 7f6fecd08640 1 -- 172.21.15.28:0/283575418 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6fe8108940 msgr2=0x7f6fe810ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:11.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.994+0000 7f6fecd08640 1 --2- 172.21.15.28:0/283575418 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6fe8108940 0x7f6fe810ad60 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f6fe0009ca0 tx=0x7f6fe002a8c0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.994+0000 7f6fecd08640 1 -- 172.21.15.28:0/283575418 shutdown_connections 2024-04-25T17:14:11.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.994+0000 7f6fecd08640 1 --2- 172.21.15.28:0/283575418 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6fe8108940 0x7f6fe810ad60 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.994+0000 7f6fecd08640 1 --2- 172.21.15.28:0/283575418 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6fe8103c40 0x7f6fe8104050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.994+0000 7f6fecd08640 1 --2- 172.21.15.28:0/283575418 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6fe8102a00 0x7f6fe8103700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.994+0000 7f6fecd08640 1 -- 172.21.15.28:0/283575418 >> 172.21.15.28:0/283575418 conn(0x7f6fe80fdbf0 msgr2=0x7f6fe81000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:11.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.994+0000 7f6fecd08640 1 -- 172.21.15.28:0/283575418 shutdown_connections 2024-04-25T17:14:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.994+0000 7f6fecd08640 1 -- 172.21.15.28:0/283575418 wait complete. 2024-04-25T17:14:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.995+0000 7f6fecd08640 1 Processor -- start 2024-04-25T17:14:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.995+0000 7f6fecd08640 1 -- start start 2024-04-25T17:14:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.995+0000 7f6fecd08640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6fe8102a00 0x7f6fe819a030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.995+0000 7f6fecd08640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6fe8103c40 0x7f6fe819a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.995+0000 7f6fecd08640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6fe8108940 0x7f6fe81a1500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.995+0000 7f6fecd08640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe810e430 con 0x7f6fe8102a00 2024-04-25T17:14:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.995+0000 7f6fecd08640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe810e2b0 con 0x7f6fe8108940 2024-04-25T17:14:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.995+0000 7f6fecd08640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe810e5b0 con 0x7f6fe8103c40 2024-04-25T17:14:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.995+0000 7f6fe659c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6fe8102a00 0x7f6fe819a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.995+0000 7f6fe659c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6fe8102a00 0x7f6fe819a030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57214/0 (socket says 172.21.15.28:57214) 2024-04-25T17:14:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.995+0000 7f6fe5d9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6fe8103c40 0x7f6fe819a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.995+0000 7f6fe659c640 1 -- 172.21.15.28:0/3689782253 learned_addr learned my addr 172.21.15.28:0/3689782253 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:11.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.995+0000 7f6fe6d9d640 1 --2- 172.21.15.28:0/3689782253 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6fe8108940 0x7f6fe81a1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:11.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.995+0000 7f6fe659c640 1 -- 172.21.15.28:0/3689782253 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6fe8103c40 msgr2=0x7f6fe819a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:11.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.995+0000 7f6fe659c640 1 --2- 172.21.15.28:0/3689782253 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6fe8103c40 0x7f6fe819a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.995+0000 7f6fe659c640 1 -- 172.21.15.28:0/3689782253 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6fe8108940 msgr2=0x7f6fe81a1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:11.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.995+0000 7f6fe659c640 1 --2- 172.21.15.28:0/3689782253 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6fe8108940 0x7f6fe81a1500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:11.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.995+0000 7f6fe659c640 1 -- 172.21.15.28:0/3689782253 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fe81a1b70 con 0x7f6fe8102a00 2024-04-25T17:14:11.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.995+0000 7f6fe5d9b640 1 --2- 172.21.15.28:0/3689782253 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6fe8103c40 0x7f6fe819a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:14:11.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.996+0000 7f6fe659c640 1 --2- 172.21.15.28:0/3689782253 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6fe8102a00 0x7f6fe819a030 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f6fd000d740 tx=0x7f6fd000dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:11.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.996+0000 7f6fdf7fe640 1 -- 172.21.15.28:0/3689782253 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd0017070 con 0x7f6fe8102a00 2024-04-25T17:14:11.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.996+0000 7f6fdf7fe640 1 -- 172.21.15.28:0/3689782253 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6fd000de50 con 0x7f6fe8102a00 2024-04-25T17:14:11.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.996+0000 7f6fecd08640 1 -- 172.21.15.28:0/3689782253 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fe81a1e60 con 0x7f6fe8102a00 2024-04-25T17:14:11.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.996+0000 7f6fdf7fe640 1 -- 172.21.15.28:0/3689782253 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd0003bb0 con 0x7f6fe8102a00 2024-04-25T17:14:11.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.996+0000 7f6fecd08640 1 -- 172.21.15.28:0/3689782253 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fe81a22c0 con 0x7f6fe8102a00 2024-04-25T17:14:12.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.997+0000 7f6fecd08640 1 -- 172.21.15.28:0/3689782253 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6fe8069dc0 con 0x7f6fe8102a00 2024-04-25T17:14:12.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.998+0000 7f6fdf7fe640 1 -- 172.21.15.28:0/3689782253 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7f6fd0003d50 con 0x7f6fe8102a00 2024-04-25T17:14:12.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.999+0000 7f6fdf7fe640 1 --2- 172.21.15.28:0/3689782253 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6fd40afc20 0x7f6fd40b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:12.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.999+0000 7f6fe5d9b640 1 --2- 172.21.15.28:0/3689782253 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6fd40afc20 0x7f6fd40b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:12.001 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:11.999+0000 7f6fdf7fe640 1 -- 172.21.15.28:0/3689782253 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f6fd00dede0 con 0x7f6fe8102a00 2024-04-25T17:14:12.001 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:12.000+0000 7f6fe5d9b640 1 --2- 172.21.15.28:0/3689782253 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6fd40afc20 0x7f6fd40b2130 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f6fe819b0d0 tx=0x7f6fd8005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:12.003 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:12.003+0000 7f6fdf7fe640 1 -- 172.21.15.28:0/3689782253 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6fd00a6f70 con 0x7f6fe8102a00 2024-04-25T17:14:12.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:11 smithi028 ceph-mon[29207]: pgmap v300: 129 pgs: 129 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 1.7 KiB/s wr, 6 op/s 2024-04-25T17:14:12.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:11 smithi028 ceph-mon[29207]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:14:12.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:11 smithi028 ceph-mon[29207]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-04-25T17:14:12.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:11 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2094135256' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:14:12.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:11 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2442170326' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:14:12.185 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:12.185+0000 7f6fecd08640 1 -- 172.21.15.28:0/3689782253 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6fe8062fe0 con 0x7f6fd40afc20 2024-04-25T17:14:12.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:12.195+0000 7f6fdf7fe640 1 -- 172.21.15.28:0/3689782253 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340282 (secure 0 0 0) 0x7f6fe8062fe0 con 0x7f6fd40afc20 2024-04-25T17:14:12.198 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:14:12.200 INFO:teuthology.orchestra.run.smithi028.stderr:dumped all 2024-04-25T17:14:12.202 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:12.198+0000 7f6fecd08640 1 -- 172.21.15.28:0/3689782253 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6fd40afc20 msgr2=0x7f6fd40b2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:12.202 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:12.198+0000 7f6fecd08640 1 --2- 172.21.15.28:0/3689782253 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6fd40afc20 0x7f6fd40b2130 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f6fe819b0d0 tx=0x7f6fd8005f90 comp rx=0 tx=0).stop 2024-04-25T17:14:12.202 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:12.198+0000 7f6fecd08640 1 -- 172.21.15.28:0/3689782253 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6fe8102a00 msgr2=0x7f6fe819a030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:12.202 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:12.198+0000 7f6fecd08640 1 --2- 172.21.15.28:0/3689782253 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6fe8102a00 0x7f6fe819a030 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f6fd000d740 tx=0x7f6fd000dc00 comp rx=0 tx=0).stop 2024-04-25T17:14:12.202 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:12.198+0000 7f6fecd08640 1 -- 172.21.15.28:0/3689782253 shutdown_connections 2024-04-25T17:14:12.202 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:12.198+0000 7f6fecd08640 1 --2- 172.21.15.28:0/3689782253 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6fd40afc20 0x7f6fd40b2130 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:12.202 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:12.198+0000 7f6fecd08640 1 --2- 172.21.15.28:0/3689782253 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6fe8108940 0x7f6fe81a1500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:12.202 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:12.198+0000 7f6fecd08640 1 --2- 172.21.15.28:0/3689782253 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6fe8103c40 0x7f6fe819a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:12.202 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:12.198+0000 7f6fecd08640 1 --2- 172.21.15.28:0/3689782253 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6fe8102a00 0x7f6fe819a030 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:12.202 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:12.198+0000 7f6fecd08640 1 -- 172.21.15.28:0/3689782253 >> 172.21.15.28:0/3689782253 conn(0x7f6fe80fdbf0 msgr2=0x7f6fe81010a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:12.202 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:12.199+0000 7f6fecd08640 1 -- 172.21.15.28:0/3689782253 shutdown_connections 2024-04-25T17:14:12.202 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:12.199+0000 7f6fecd08640 1 -- 172.21.15.28:0/3689782253 wait complete. 2024-04-25T17:14:12.210 INFO:teuthology.orchestra.run.smithi028.stdout:{"pg_ready":true,"pg_map":{"version":300,"stamp":"2024-04-25T17:14:10.712042+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":597803,"num_objects":55,"num_object_clones":0,"num_object_copies":166,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":90,"num_read_kb":79,"num_write":238,"num_write_kb":2185,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":35,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":192,"ondisk_log_size":192,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":373872,"kb_used_data":12228,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124567952,"statfs":{"total":1151940427776,"available":1151557582848,"internally_reserved":0,"allocated":12521472,"data_stored":6903101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":370193723},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5025,"num_objects":31,"num_object_clones":0,"num_object_copies":94,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":14,"num_read_kb":15,"num_write":70,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004046"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.912094+0000","last_change":"2024-04-25T17:13:43.268418+0000","last_active":"2024-04-25T17:13:49.912094+0000","last_peered":"2024-04-25T17:13:49.912094+0000","last_clean":"2024-04-25T17:13:49.912094+0000","last_became_active":"2024-04-25T17:13:43.267802+0000","last_became_peered":"2024-04-25T17:13:43.267802+0000","last_unstale":"2024-04-25T17:13:49.912094+0000","last_undegraded":"2024-04-25T17:13:49.912094+0000","last_fullsized":"2024-04-25T17:13:49.912094+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:20:09.796507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899200+0000","last_change":"2024-04-25T17:13:43.259123+0000","last_active":"2024-04-25T17:13:49.899200+0000","last_peered":"2024-04-25T17:13:49.899200+0000","last_clean":"2024-04-25T17:13:49.899200+0000","last_became_active":"2024-04-25T17:13:43.258765+0000","last_became_peered":"2024-04-25T17:13:43.258765+0000","last_unstale":"2024-04-25T17:13:49.899200+0000","last_undegraded":"2024-04-25T17:13:49.899200+0000","last_fullsized":"2024-04-25T17:13:49.899200+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:15:21.011900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899013+0000","last_change":"2024-04-25T17:13:43.278438+0000","last_active":"2024-04-25T17:13:49.899013+0000","last_peered":"2024-04-25T17:13:49.899013+0000","last_clean":"2024-04-25T17:13:49.899013+0000","last_became_active":"2024-04-25T17:13:43.278071+0000","last_became_peered":"2024-04-25T17:13:43.278071+0000","last_unstale":"2024-04-25T17:13:49.899013+0000","last_undegraded":"2024-04-25T17:13:49.899013+0000","last_fullsized":"2024-04-25T17:13:49.899013+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:08:32.560517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900503+0000","last_change":"2024-04-25T17:13:43.261675+0000","last_active":"2024-04-25T17:13:49.900503+0000","last_peered":"2024-04-25T17:13:49.900503+0000","last_clean":"2024-04-25T17:13:49.900503+0000","last_became_active":"2024-04-25T17:13:43.261311+0000","last_became_peered":"2024-04-25T17:13:43.261311+0000","last_unstale":"2024-04-25T17:13:49.900503+0000","last_undegraded":"2024-04-25T17:13:49.900503+0000","last_fullsized":"2024-04-25T17:13:49.900503+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:20:35.607177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899261+0000","last_change":"2024-04-25T17:13:43.287602+0000","last_active":"2024-04-25T17:13:49.899261+0000","last_peered":"2024-04-25T17:13:49.899261+0000","last_clean":"2024-04-25T17:13:49.899261+0000","last_became_active":"2024-04-25T17:13:43.287183+0000","last_became_peered":"2024-04-25T17:13:43.287183+0000","last_unstale":"2024-04-25T17:13:49.899261+0000","last_undegraded":"2024-04-25T17:13:49.899261+0000","last_fullsized":"2024-04-25T17:13:49.899261+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:02:25.083295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290540+0000","last_change":"2024-04-25T17:13:43.250000+0000","last_active":"2024-04-25T17:13:48.290540+0000","last_peered":"2024-04-25T17:13:48.290540+0000","last_clean":"2024-04-25T17:13:48.290540+0000","last_became_active":"2024-04-25T17:13:43.249159+0000","last_became_peered":"2024-04-25T17:13:43.249159+0000","last_unstale":"2024-04-25T17:13:48.290540+0000","last_undegraded":"2024-04-25T17:13:48.290540+0000","last_fullsized":"2024-04-25T17:13:48.290540+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:45.139862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.741769+0000","last_change":"2024-04-25T17:13:43.259359+0000","last_active":"2024-04-25T17:13:49.741769+0000","last_peered":"2024-04-25T17:13:49.741769+0000","last_clean":"2024-04-25T17:13:49.741769+0000","last_became_active":"2024-04-25T17:13:43.258633+0000","last_became_peered":"2024-04-25T17:13:43.258633+0000","last_unstale":"2024-04-25T17:13:49.741769+0000","last_undegraded":"2024-04-25T17:13:49.741769+0000","last_fullsized":"2024-04-25T17:13:49.741769+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:33:17.434516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290225+0000","last_change":"2024-04-25T17:13:43.284147+0000","last_active":"2024-04-25T17:13:48.290225+0000","last_peered":"2024-04-25T17:13:48.290225+0000","last_clean":"2024-04-25T17:13:48.290225+0000","last_became_active":"2024-04-25T17:13:43.283781+0000","last_became_peered":"2024-04-25T17:13:43.283781+0000","last_unstale":"2024-04-25T17:13:48.290225+0000","last_undegraded":"2024-04-25T17:13:48.290225+0000","last_fullsized":"2024-04-25T17:13:48.290225+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:22:56.884633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900387+0000","last_change":"2024-04-25T17:13:43.261614+0000","last_active":"2024-04-25T17:13:49.900387+0000","last_peered":"2024-04-25T17:13:49.900387+0000","last_clean":"2024-04-25T17:13:49.900387+0000","last_became_active":"2024-04-25T17:13:43.261125+0000","last_became_peered":"2024-04-25T17:13:43.261125+0000","last_unstale":"2024-04-25T17:13:49.900387+0000","last_undegraded":"2024-04-25T17:13:49.900387+0000","last_fullsized":"2024-04-25T17:13:49.900387+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:25:54.564219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.291168+0000","last_change":"2024-04-25T17:13:43.258673+0000","last_active":"2024-04-25T17:13:48.291168+0000","last_peered":"2024-04-25T17:13:48.291168+0000","last_clean":"2024-04-25T17:13:48.291168+0000","last_became_active":"2024-04-25T17:13:43.258263+0000","last_became_peered":"2024-04-25T17:13:43.258263+0000","last_unstale":"2024-04-25T17:13:48.291168+0000","last_undegraded":"2024-04-25T17:13:48.291168+0000","last_fullsized":"2024-04-25T17:13:48.291168+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:06:29.171288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.742319+0000","last_change":"2024-04-25T17:13:43.272822+0000","last_active":"2024-04-25T17:13:49.742319+0000","last_peered":"2024-04-25T17:13:49.742319+0000","last_clean":"2024-04-25T17:13:49.742319+0000","last_became_active":"2024-04-25T17:13:43.272406+0000","last_became_peered":"2024-04-25T17:13:43.272406+0000","last_unstale":"2024-04-25T17:13:49.742319+0000","last_undegraded":"2024-04-25T17:13:49.742319+0000","last_fullsized":"2024-04-25T17:13:49.742319+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:34:06.406479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900762+0000","last_change":"2024-04-25T17:13:43.260849+0000","last_active":"2024-04-25T17:13:49.900762+0000","last_peered":"2024-04-25T17:13:49.900762+0000","last_clean":"2024-04-25T17:13:49.900762+0000","last_became_active":"2024-04-25T17:13:43.257657+0000","last_became_peered":"2024-04-25T17:13:43.257657+0000","last_unstale":"2024-04-25T17:13:49.900762+0000","last_undegraded":"2024-04-25T17:13:49.900762+0000","last_fullsized":"2024-04-25T17:13:49.900762+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:02:32.428737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.728507+0000","last_change":"2024-04-25T17:13:43.259033+0000","last_active":"2024-04-25T17:13:49.728507+0000","last_peered":"2024-04-25T17:13:49.728507+0000","last_clean":"2024-04-25T17:13:49.728507+0000","last_became_active":"2024-04-25T17:13:43.257318+0000","last_became_peered":"2024-04-25T17:13:43.257318+0000","last_unstale":"2024-04-25T17:13:49.728507+0000","last_undegraded":"2024-04-25T17:13:49.728507+0000","last_fullsized":"2024-04-25T17:13:49.728507+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:49:16.846343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.898527+0000","last_change":"2024-04-25T17:13:43.257132+0000","last_active":"2024-04-25T17:13:49.898527+0000","last_peered":"2024-04-25T17:13:49.898527+0000","last_clean":"2024-04-25T17:13:49.898527+0000","last_became_active":"2024-04-25T17:13:43.256756+0000","last_became_peered":"2024-04-25T17:13:43.256756+0000","last_unstale":"2024-04-25T17:13:49.898527+0000","last_undegraded":"2024-04-25T17:13:49.898527+0000","last_fullsized":"2024-04-25T17:13:49.898527+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:21:56.777678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.898662+0000","last_change":"2024-04-25T17:13:43.278677+0000","last_active":"2024-04-25T17:13:49.898662+0000","last_peered":"2024-04-25T17:13:49.898662+0000","last_clean":"2024-04-25T17:13:49.898662+0000","last_became_active":"2024-04-25T17:13:43.278314+0000","last_became_peered":"2024-04-25T17:13:43.278314+0000","last_unstale":"2024-04-25T17:13:49.898662+0000","last_undegraded":"2024-04-25T17:13:49.898662+0000","last_fullsized":"2024-04-25T17:13:49.898662+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:57:44.275742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899096+0000","last_change":"2024-04-25T17:13:43.267687+0000","last_active":"2024-04-25T17:13:49.899096+0000","last_peered":"2024-04-25T17:13:49.899096+0000","last_clean":"2024-04-25T17:13:49.899096+0000","last_became_active":"2024-04-25T17:13:43.267319+0000","last_became_peered":"2024-04-25T17:13:43.267319+0000","last_unstale":"2024-04-25T17:13:49.899096+0000","last_undegraded":"2024-04-25T17:13:49.899096+0000","last_fullsized":"2024-04-25T17:13:49.899096+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:29:49.137580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.911941+0000","last_change":"2024-04-25T17:13:43.268659+0000","last_active":"2024-04-25T17:13:49.911941+0000","last_peered":"2024-04-25T17:13:49.911941+0000","last_clean":"2024-04-25T17:13:49.911941+0000","last_became_active":"2024-04-25T17:13:43.268297+0000","last_became_peered":"2024-04-25T17:13:43.268297+0000","last_unstale":"2024-04-25T17:13:49.911941+0000","last_undegraded":"2024-04-25T17:13:49.911941+0000","last_fullsized":"2024-04-25T17:13:49.911941+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:17:19.444814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900022+0000","last_change":"2024-04-25T17:13:43.263221+0000","last_active":"2024-04-25T17:13:49.900022+0000","last_peered":"2024-04-25T17:13:49.900022+0000","last_clean":"2024-04-25T17:13:49.900022+0000","last_became_active":"2024-04-25T17:13:43.262813+0000","last_became_peered":"2024-04-25T17:13:43.262813+0000","last_unstale":"2024-04-25T17:13:49.900022+0000","last_undegraded":"2024-04-25T17:13:49.900022+0000","last_fullsized":"2024-04-25T17:13:49.900022+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:43:27.997341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900325+0000","last_change":"2024-04-25T17:13:43.287546+0000","last_active":"2024-04-25T17:13:49.900325+0000","last_peered":"2024-04-25T17:13:49.900325+0000","last_clean":"2024-04-25T17:13:49.900325+0000","last_became_active":"2024-04-25T17:13:43.287146+0000","last_became_peered":"2024-04-25T17:13:43.287146+0000","last_unstale":"2024-04-25T17:13:49.900325+0000","last_undegraded":"2024-04-25T17:13:49.900325+0000","last_fullsized":"2024-04-25T17:13:49.900325+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:19:26.806274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899444+0000","last_change":"2024-04-25T17:13:47.310227+0000","last_active":"2024-04-25T17:13:49.899444+0000","last_peered":"2024-04-25T17:13:49.899444+0000","last_clean":"2024-04-25T17:13:49.899444+0000","last_became_active":"2024-04-25T17:13:47.309735+0000","last_became_peered":"2024-04-25T17:13:47.309735+0000","last_unstale":"2024-04-25T17:13:49.899444+0000","last_undegraded":"2024-04-25T17:13:49.899444+0000","last_fullsized":"2024-04-25T17:13:49.899444+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:02:58.960939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"80'9","reported_seq":32,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:07.918968+0000","last_change":"2024-04-25T17:13:42.255603+0000","last_active":"2024-04-25T17:14:07.918968+0000","last_peered":"2024-04-25T17:14:07.918968+0000","last_clean":"2024-04-25T17:14:07.918968+0000","last_became_active":"2024-04-25T17:13:42.255249+0000","last_became_peered":"2024-04-25T17:13:42.255249+0000","last_unstale":"2024-04-25T17:14:07.918968+0000","last_undegraded":"2024-04-25T17:14:07.918968+0000","last_fullsized":"2024-04-25T17:14:07.918968+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:05:39.704304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290557+0000","last_change":"2024-04-25T17:13:43.289115+0000","last_active":"2024-04-25T17:13:48.290557+0000","last_peered":"2024-04-25T17:13:48.290557+0000","last_clean":"2024-04-25T17:13:48.290557+0000","last_became_active":"2024-04-25T17:13:43.286410+0000","last_became_peered":"2024-04-25T17:13:43.286410+0000","last_unstale":"2024-04-25T17:13:48.290557+0000","last_undegraded":"2024-04-25T17:13:48.290557+0000","last_fullsized":"2024-04-25T17:13:48.290557+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:58:41.971292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899171+0000","last_change":"2024-04-25T17:13:47.310487+0000","last_active":"2024-04-25T17:13:49.899171+0000","last_peered":"2024-04-25T17:13:49.899171+0000","last_clean":"2024-04-25T17:13:49.899171+0000","last_became_active":"2024-04-25T17:13:47.309975+0000","last_became_peered":"2024-04-25T17:13:47.309975+0000","last_unstale":"2024-04-25T17:13:49.899171+0000","last_undegraded":"2024-04-25T17:13:49.899171+0000","last_fullsized":"2024-04-25T17:13:49.899171+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:30:17.709116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"75'1","reported_seq":23,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290708+0000","last_change":"2024-04-25T17:13:42.261708+0000","last_active":"2024-04-25T17:13:48.290708+0000","last_peered":"2024-04-25T17:13:48.290708+0000","last_clean":"2024-04-25T17:13:48.290708+0000","last_became_active":"2024-04-25T17:13:42.261367+0000","last_became_peered":"2024-04-25T17:13:42.261367+0000","last_unstale":"2024-04-25T17:13:48.290708+0000","last_undegraded":"2024-04-25T17:13:48.290708+0000","last_fullsized":"2024-04-25T17:13:48.290708+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:13:20.328945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899153+0000","last_change":"2024-04-25T17:13:43.266002+0000","last_active":"2024-04-25T17:13:49.899153+0000","last_peered":"2024-04-25T17:13:49.899153+0000","last_clean":"2024-04-25T17:13:49.899153+0000","last_became_active":"2024-04-25T17:13:43.265629+0000","last_became_peered":"2024-04-25T17:13:43.265629+0000","last_unstale":"2024-04-25T17:13:49.899153+0000","last_undegraded":"2024-04-25T17:13:49.899153+0000","last_fullsized":"2024-04-25T17:13:49.899153+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:51:28.821145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900013+0000","last_change":"2024-04-25T17:13:47.311181+0000","last_active":"2024-04-25T17:13:49.900013+0000","last_peered":"2024-04-25T17:13:49.900013+0000","last_clean":"2024-04-25T17:13:49.900013+0000","last_became_active":"2024-04-25T17:13:47.310267+0000","last_became_peered":"2024-04-25T17:13:47.310267+0000","last_unstale":"2024-04-25T17:13:49.900013+0000","last_undegraded":"2024-04-25T17:13:49.900013+0000","last_fullsized":"2024-04-25T17:13:49.900013+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:17:54.900065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"75'2","reported_seq":24,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900074+0000","last_change":"2024-04-25T17:13:42.256839+0000","last_active":"2024-04-25T17:13:49.900074+0000","last_peered":"2024-04-25T17:13:49.900074+0000","last_clean":"2024-04-25T17:13:49.900074+0000","last_became_active":"2024-04-25T17:13:42.256472+0000","last_became_peered":"2024-04-25T17:13:42.256472+0000","last_unstale":"2024-04-25T17:13:49.900074+0000","last_undegraded":"2024-04-25T17:13:49.900074+0000","last_fullsized":"2024-04-25T17:13:49.900074+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:55:08.777730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900153+0000","last_change":"2024-04-25T17:13:43.280506+0000","last_active":"2024-04-25T17:13:49.900153+0000","last_peered":"2024-04-25T17:13:49.900153+0000","last_clean":"2024-04-25T17:13:49.900153+0000","last_became_active":"2024-04-25T17:13:43.279854+0000","last_became_peered":"2024-04-25T17:13:43.279854+0000","last_unstale":"2024-04-25T17:13:49.900153+0000","last_undegraded":"2024-04-25T17:13:49.900153+0000","last_fullsized":"2024-04-25T17:13:49.900153+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:09:18.274791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899584+0000","last_change":"2024-04-25T17:13:47.306051+0000","last_active":"2024-04-25T17:13:49.899584+0000","last_peered":"2024-04-25T17:13:49.899584+0000","last_clean":"2024-04-25T17:13:49.899584+0000","last_became_active":"2024-04-25T17:13:47.305572+0000","last_became_peered":"2024-04-25T17:13:47.305572+0000","last_unstale":"2024-04-25T17:13:49.899584+0000","last_undegraded":"2024-04-25T17:13:49.899584+0000","last_fullsized":"2024-04-25T17:13:49.899584+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:06:33.124600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"75'2","reported_seq":24,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899858+0000","last_change":"2024-04-25T17:13:42.256723+0000","last_active":"2024-04-25T17:13:49.899858+0000","last_peered":"2024-04-25T17:13:49.899858+0000","last_clean":"2024-04-25T17:13:49.899858+0000","last_became_active":"2024-04-25T17:13:42.256349+0000","last_became_peered":"2024-04-25T17:13:42.256349+0000","last_unstale":"2024-04-25T17:13:49.899858+0000","last_undegraded":"2024-04-25T17:13:49.899858+0000","last_fullsized":"2024-04-25T17:13:49.899858+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:03:23.969900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290993+0000","last_change":"2024-04-25T17:13:43.262301+0000","last_active":"2024-04-25T17:13:48.290993+0000","last_peered":"2024-04-25T17:13:48.290993+0000","last_clean":"2024-04-25T17:13:48.290993+0000","last_became_active":"2024-04-25T17:13:43.261914+0000","last_became_peered":"2024-04-25T17:13:43.261914+0000","last_unstale":"2024-04-25T17:13:48.290993+0000","last_undegraded":"2024-04-25T17:13:48.290993+0000","last_fullsized":"2024-04-25T17:13:48.290993+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:14:03.591364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900324+0000","last_change":"2024-04-25T17:13:47.303787+0000","last_active":"2024-04-25T17:13:49.900324+0000","last_peered":"2024-04-25T17:13:49.900324+0000","last_clean":"2024-04-25T17:13:49.900324+0000","last_became_active":"2024-04-25T17:13:47.302920+0000","last_became_peered":"2024-04-25T17:13:47.302920+0000","last_unstale":"2024-04-25T17:13:49.900324+0000","last_undegraded":"2024-04-25T17:13:49.900324+0000","last_fullsized":"2024-04-25T17:13:49.900324+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:35:26.506281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"80'5","reported_seq":27,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:06.912221+0000","last_change":"2024-04-25T17:13:42.253162+0000","last_active":"2024-04-25T17:14:06.912221+0000","last_peered":"2024-04-25T17:14:06.912221+0000","last_clean":"2024-04-25T17:14:06.912221+0000","last_became_active":"2024-04-25T17:13:42.252424+0000","last_became_peered":"2024-04-25T17:13:42.252424+0000","last_unstale":"2024-04-25T17:14:06.912221+0000","last_undegraded":"2024-04-25T17:14:06.912221+0000","last_fullsized":"2024-04-25T17:14:06.912221+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:39:47.815173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899490+0000","last_change":"2024-04-25T17:13:43.256048+0000","last_active":"2024-04-25T17:13:49.899490+0000","last_peered":"2024-04-25T17:13:49.899490+0000","last_clean":"2024-04-25T17:13:49.899490+0000","last_became_active":"2024-04-25T17:13:43.255646+0000","last_became_peered":"2024-04-25T17:13:43.255646+0000","last_unstale":"2024-04-25T17:13:49.899490+0000","last_undegraded":"2024-04-25T17:13:49.899490+0000","last_fullsized":"2024-04-25T17:13:49.899490+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:49:07.768810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899599+0000","last_change":"2024-04-25T17:13:47.311850+0000","last_active":"2024-04-25T17:13:49.899599+0000","last_peered":"2024-04-25T17:13:49.899599+0000","last_clean":"2024-04-25T17:13:49.899599+0000","last_became_active":"2024-04-25T17:13:47.311398+0000","last_became_peered":"2024-04-25T17:13:47.311398+0000","last_unstale":"2024-04-25T17:13:49.899599+0000","last_undegraded":"2024-04-25T17:13:49.899599+0000","last_fullsized":"2024-04-25T17:13:49.899599+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:11.394989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"80'3","reported_seq":26,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:07.916823+0000","last_change":"2024-04-25T17:13:42.253580+0000","last_active":"2024-04-25T17:14:07.916823+0000","last_peered":"2024-04-25T17:14:07.916823+0000","last_clean":"2024-04-25T17:14:07.916823+0000","last_became_active":"2024-04-25T17:13:42.253201+0000","last_became_peered":"2024-04-25T17:13:42.253201+0000","last_unstale":"2024-04-25T17:14:07.916823+0000","last_undegraded":"2024-04-25T17:14:07.916823+0000","last_fullsized":"2024-04-25T17:14:07.916823+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:26:41.271535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290935+0000","last_change":"2024-04-25T17:13:43.271538+0000","last_active":"2024-04-25T17:13:48.290935+0000","last_peered":"2024-04-25T17:13:48.290935+0000","last_clean":"2024-04-25T17:13:48.290935+0000","last_became_active":"2024-04-25T17:13:43.271150+0000","last_became_peered":"2024-04-25T17:13:43.271150+0000","last_unstale":"2024-04-25T17:13:48.290935+0000","last_undegraded":"2024-04-25T17:13:48.290935+0000","last_fullsized":"2024-04-25T17:13:48.290935+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:01:03.019147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.911976+0000","last_change":"2024-04-25T17:13:47.322358+0000","last_active":"2024-04-25T17:13:49.911976+0000","last_peered":"2024-04-25T17:13:49.911976+0000","last_clean":"2024-04-25T17:13:49.911976+0000","last_became_active":"2024-04-25T17:13:47.321984+0000","last_became_peered":"2024-04-25T17:13:47.321984+0000","last_unstale":"2024-04-25T17:13:49.911976+0000","last_undegraded":"2024-04-25T17:13:49.911976+0000","last_fullsized":"2024-04-25T17:13:49.911976+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:40:41.463912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"80'2","reported_seq":24,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:07.919102+0000","last_change":"2024-04-25T17:13:42.250599+0000","last_active":"2024-04-25T17:14:07.919102+0000","last_peered":"2024-04-25T17:14:07.919102+0000","last_clean":"2024-04-25T17:14:07.919102+0000","last_became_active":"2024-04-25T17:13:42.250250+0000","last_became_peered":"2024-04-25T17:13:42.250250+0000","last_unstale":"2024-04-25T17:14:07.919102+0000","last_undegraded":"2024-04-25T17:14:07.919102+0000","last_fullsized":"2024-04-25T17:14:07.919102+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:38:21.581317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290559+0000","last_change":"2024-04-25T17:13:43.289335+0000","last_active":"2024-04-25T17:13:48.290559+0000","last_peered":"2024-04-25T17:13:48.290559+0000","last_clean":"2024-04-25T17:13:48.290559+0000","last_became_active":"2024-04-25T17:13:43.288381+0000","last_became_peered":"2024-04-25T17:13:43.288381+0000","last_unstale":"2024-04-25T17:13:48.290559+0000","last_undegraded":"2024-04-25T17:13:48.290559+0000","last_fullsized":"2024-04-25T17:13:48.290559+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:48:17.293276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899131+0000","last_change":"2024-04-25T17:13:47.312617+0000","last_active":"2024-04-25T17:13:49.899131+0000","last_peered":"2024-04-25T17:13:49.899131+0000","last_clean":"2024-04-25T17:13:49.899131+0000","last_became_active":"2024-04-25T17:13:47.311958+0000","last_became_peered":"2024-04-25T17:13:47.311958+0000","last_unstale":"2024-04-25T17:13:49.899131+0000","last_undegraded":"2024-04-25T17:13:49.899131+0000","last_fullsized":"2024-04-25T17:13:49.899131+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:04:41.190580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"80'1","reported_seq":23,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290412+0000","last_change":"2024-04-25T17:13:42.253272+0000","last_active":"2024-04-25T17:13:48.290412+0000","last_peered":"2024-04-25T17:13:48.290412+0000","last_clean":"2024-04-25T17:13:48.290412+0000","last_became_active":"2024-04-25T17:13:42.252963+0000","last_became_peered":"2024-04-25T17:13:42.252963+0000","last_unstale":"2024-04-25T17:13:48.290412+0000","last_undegraded":"2024-04-25T17:13:48.290412+0000","last_fullsized":"2024-04-25T17:13:48.290412+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:07:07.518147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899136+0000","last_change":"2024-04-25T17:13:43.269310+0000","last_active":"2024-04-25T17:13:49.899136+0000","last_peered":"2024-04-25T17:13:49.899136+0000","last_clean":"2024-04-25T17:13:49.899136+0000","last_became_active":"2024-04-25T17:13:43.268945+0000","last_became_peered":"2024-04-25T17:13:43.268945+0000","last_unstale":"2024-04-25T17:13:49.899136+0000","last_undegraded":"2024-04-25T17:13:49.899136+0000","last_fullsized":"2024-04-25T17:13:49.899136+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:24:53.733270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290362+0000","last_change":"2024-04-25T17:13:47.308087+0000","last_active":"2024-04-25T17:13:48.290362+0000","last_peered":"2024-04-25T17:13:48.290362+0000","last_clean":"2024-04-25T17:13:48.290362+0000","last_became_active":"2024-04-25T17:13:47.307586+0000","last_became_peered":"2024-04-25T17:13:47.307586+0000","last_unstale":"2024-04-25T17:13:48.290362+0000","last_undegraded":"2024-04-25T17:13:48.290362+0000","last_fullsized":"2024-04-25T17:13:48.290362+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:01:19.660591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"80'3","reported_seq":27,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:06.910570+0000","last_change":"2024-04-25T17:13:42.248527+0000","last_active":"2024-04-25T17:14:06.910570+0000","last_peered":"2024-04-25T17:14:06.910570+0000","last_clean":"2024-04-25T17:14:06.910570+0000","last_became_active":"2024-04-25T17:13:42.248171+0000","last_became_peered":"2024-04-25T17:13:42.248171+0000","last_unstale":"2024-04-25T17:14:06.910570+0000","last_undegraded":"2024-04-25T17:14:06.910570+0000","last_fullsized":"2024-04-25T17:14:06.910570+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:03:13.600121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900039+0000","last_change":"2024-04-25T17:13:43.278007+0000","last_active":"2024-04-25T17:13:49.900039+0000","last_peered":"2024-04-25T17:13:49.900039+0000","last_clean":"2024-04-25T17:13:49.900039+0000","last_became_active":"2024-04-25T17:13:43.277613+0000","last_became_peered":"2024-04-25T17:13:43.277613+0000","last_unstale":"2024-04-25T17:13:49.900039+0000","last_undegraded":"2024-04-25T17:13:49.900039+0000","last_fullsized":"2024-04-25T17:13:49.900039+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:23:00.430287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899161+0000","last_change":"2024-04-25T17:13:47.313023+0000","last_active":"2024-04-25T17:13:49.899161+0000","last_peered":"2024-04-25T17:13:49.899161+0000","last_clean":"2024-04-25T17:13:49.899161+0000","last_became_active":"2024-04-25T17:13:47.311673+0000","last_became_peered":"2024-04-25T17:13:47.311673+0000","last_unstale":"2024-04-25T17:13:49.899161+0000","last_undegraded":"2024-04-25T17:13:49.899161+0000","last_fullsized":"2024-04-25T17:13:49.899161+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:46:44.858281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"80'2","reported_seq":25,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:06.909700+0000","last_change":"2024-04-25T17:13:42.253720+0000","last_active":"2024-04-25T17:14:06.909700+0000","last_peered":"2024-04-25T17:14:06.909700+0000","last_clean":"2024-04-25T17:14:06.909700+0000","last_became_active":"2024-04-25T17:13:42.253305+0000","last_became_peered":"2024-04-25T17:13:42.253305+0000","last_unstale":"2024-04-25T17:14:06.909700+0000","last_undegraded":"2024-04-25T17:14:06.909700+0000","last_fullsized":"2024-04-25T17:14:06.909700+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:35:31.730790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899094+0000","last_change":"2024-04-25T17:13:43.262850+0000","last_active":"2024-04-25T17:13:49.899094+0000","last_peered":"2024-04-25T17:13:49.899094+0000","last_clean":"2024-04-25T17:13:49.899094+0000","last_became_active":"2024-04-25T17:13:43.262145+0000","last_became_peered":"2024-04-25T17:13:43.262145+0000","last_unstale":"2024-04-25T17:13:49.899094+0000","last_undegraded":"2024-04-25T17:13:49.899094+0000","last_fullsized":"2024-04-25T17:13:49.899094+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:02:00.785006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900407+0000","last_change":"2024-04-25T17:13:47.310769+0000","last_active":"2024-04-25T17:13:49.900407+0000","last_peered":"2024-04-25T17:13:49.900407+0000","last_clean":"2024-04-25T17:13:49.900407+0000","last_became_active":"2024-04-25T17:13:47.309997+0000","last_became_peered":"2024-04-25T17:13:47.309997+0000","last_unstale":"2024-04-25T17:13:49.900407+0000","last_undegraded":"2024-04-25T17:13:49.900407+0000","last_fullsized":"2024-04-25T17:13:49.900407+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:42:49.623756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"80'4","reported_seq":26,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.291026+0000","last_change":"2024-04-25T17:13:42.263567+0000","last_active":"2024-04-25T17:13:48.291026+0000","last_peered":"2024-04-25T17:13:48.291026+0000","last_clean":"2024-04-25T17:13:48.291026+0000","last_became_active":"2024-04-25T17:13:42.263290+0000","last_became_peered":"2024-04-25T17:13:42.263290+0000","last_unstale":"2024-04-25T17:13:48.291026+0000","last_undegraded":"2024-04-25T17:13:48.291026+0000","last_fullsized":"2024-04-25T17:13:48.291026+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:55:55.700223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899912+0000","last_change":"2024-04-25T17:13:43.269684+0000","last_active":"2024-04-25T17:13:49.899912+0000","last_peered":"2024-04-25T17:13:49.899912+0000","last_clean":"2024-04-25T17:13:49.899912+0000","last_became_active":"2024-04-25T17:13:43.269313+0000","last_became_peered":"2024-04-25T17:13:43.269313+0000","last_unstale":"2024-04-25T17:13:49.899912+0000","last_undegraded":"2024-04-25T17:13:49.899912+0000","last_fullsized":"2024-04-25T17:13:49.899912+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:47:58.748967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899412+0000","last_change":"2024-04-25T17:13:47.315142+0000","last_active":"2024-04-25T17:13:49.899412+0000","last_peered":"2024-04-25T17:13:49.899412+0000","last_clean":"2024-04-25T17:13:49.899412+0000","last_became_active":"2024-04-25T17:13:47.314663+0000","last_became_peered":"2024-04-25T17:13:47.314663+0000","last_unstale":"2024-04-25T17:13:49.899412+0000","last_undegraded":"2024-04-25T17:13:49.899412+0000","last_fullsized":"2024-04-25T17:13:49.899412+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:01:30.858240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"80'12","reported_seq":39,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:08.921436+0000","last_change":"2024-04-25T17:13:42.247803+0000","last_active":"2024-04-25T17:14:08.921436+0000","last_peered":"2024-04-25T17:14:08.921436+0000","last_clean":"2024-04-25T17:14:08.921436+0000","last_became_active":"2024-04-25T17:13:42.247403+0000","last_became_peered":"2024-04-25T17:13:42.247403+0000","last_unstale":"2024-04-25T17:14:08.921436+0000","last_undegraded":"2024-04-25T17:14:08.921436+0000","last_fullsized":"2024-04-25T17:14:08.921436+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:49:15.282479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":6,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899751+0000","last_change":"2024-04-25T17:13:43.264005+0000","last_active":"2024-04-25T17:13:49.899751+0000","last_peered":"2024-04-25T17:13:49.899751+0000","last_clean":"2024-04-25T17:13:49.899751+0000","last_became_active":"2024-04-25T17:13:43.263657+0000","last_became_peered":"2024-04-25T17:13:43.263657+0000","last_unstale":"2024-04-25T17:13:49.899751+0000","last_undegraded":"2024-04-25T17:13:49.899751+0000","last_fullsized":"2024-04-25T17:13:49.899751+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:16:02.894712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.291410+0000","last_change":"2024-04-25T17:13:47.308776+0000","last_active":"2024-04-25T17:13:48.291410+0000","last_peered":"2024-04-25T17:13:48.291410+0000","last_clean":"2024-04-25T17:13:48.291410+0000","last_became_active":"2024-04-25T17:13:47.308230+0000","last_became_peered":"2024-04-25T17:13:47.308230+0000","last_unstale":"2024-04-25T17:13:48.291410+0000","last_undegraded":"2024-04-25T17:13:48.291410+0000","last_fullsized":"2024-04-25T17:13:48.291410+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:00:55.460714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"80'6","reported_seq":28,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:07.915981+0000","last_change":"2024-04-25T17:13:42.248380+0000","last_active":"2024-04-25T17:14:07.915981+0000","last_peered":"2024-04-25T17:14:07.915981+0000","last_clean":"2024-04-25T17:14:07.915981+0000","last_became_active":"2024-04-25T17:13:42.248036+0000","last_became_peered":"2024-04-25T17:13:42.248036+0000","last_unstale":"2024-04-25T17:14:07.915981+0000","last_undegraded":"2024-04-25T17:14:07.915981+0000","last_fullsized":"2024-04-25T17:14:07.915981+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:32:11.747718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.728331+0000","last_change":"2024-04-25T17:13:43.291191+0000","last_active":"2024-04-25T17:13:49.728331+0000","last_peered":"2024-04-25T17:13:49.728331+0000","last_clean":"2024-04-25T17:13:49.728331+0000","last_became_active":"2024-04-25T17:13:43.290790+0000","last_became_peered":"2024-04-25T17:13:43.290790+0000","last_unstale":"2024-04-25T17:13:49.728331+0000","last_undegraded":"2024-04-25T17:13:49.728331+0000","last_fullsized":"2024-04-25T17:13:49.728331+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:11:27.201248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.911781+0000","last_change":"2024-04-25T17:13:47.314999+0000","last_active":"2024-04-25T17:13:49.911781+0000","last_peered":"2024-04-25T17:13:49.911781+0000","last_clean":"2024-04-25T17:13:49.911781+0000","last_became_active":"2024-04-25T17:13:47.314456+0000","last_became_peered":"2024-04-25T17:13:47.314456+0000","last_unstale":"2024-04-25T17:13:49.911781+0000","last_undegraded":"2024-04-25T17:13:49.911781+0000","last_fullsized":"2024-04-25T17:13:49.911781+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:44:39.851493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"80'3","reported_seq":25,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:06.911948+0000","last_change":"2024-04-25T17:13:42.253955+0000","last_active":"2024-04-25T17:14:06.911948+0000","last_peered":"2024-04-25T17:14:06.911948+0000","last_clean":"2024-04-25T17:14:06.911948+0000","last_became_active":"2024-04-25T17:13:42.253621+0000","last_became_peered":"2024-04-25T17:13:42.253621+0000","last_unstale":"2024-04-25T17:14:06.911948+0000","last_undegraded":"2024-04-25T17:14:06.911948+0000","last_fullsized":"2024-04-25T17:14:06.911948+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:37:24.748356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.742211+0000","last_change":"2024-04-25T17:13:43.270104+0000","last_active":"2024-04-25T17:13:49.742211+0000","last_peered":"2024-04-25T17:13:49.742211+0000","last_clean":"2024-04-25T17:13:49.742211+0000","last_became_active":"2024-04-25T17:13:43.269665+0000","last_became_peered":"2024-04-25T17:13:43.269665+0000","last_unstale":"2024-04-25T17:13:49.742211+0000","last_undegraded":"2024-04-25T17:13:49.742211+0000","last_fullsized":"2024-04-25T17:13:49.742211+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:06:28.063664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899599+0000","last_change":"2024-04-25T17:13:47.315917+0000","last_active":"2024-04-25T17:13:49.899599+0000","last_peered":"2024-04-25T17:13:49.899599+0000","last_clean":"2024-04-25T17:13:49.899599+0000","last_became_active":"2024-04-25T17:13:47.315085+0000","last_became_peered":"2024-04-25T17:13:47.315085+0000","last_unstale":"2024-04-25T17:13:49.899599+0000","last_undegraded":"2024-04-25T17:13:49.899599+0000","last_fullsized":"2024-04-25T17:13:49.899599+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:45:09.895791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"80'3","reported_seq":28,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:08.918948+0000","last_change":"2024-04-25T17:13:42.251154+0000","last_active":"2024-04-25T17:14:08.918948+0000","last_peered":"2024-04-25T17:14:08.918948+0000","last_clean":"2024-04-25T17:14:08.918948+0000","last_became_active":"2024-04-25T17:13:42.250777+0000","last_became_peered":"2024-04-25T17:13:42.250777+0000","last_unstale":"2024-04-25T17:14:08.918948+0000","last_undegraded":"2024-04-25T17:14:08.918948+0000","last_fullsized":"2024-04-25T17:14:08.918948+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:57:36.672575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.741952+0000","last_change":"2024-04-25T17:13:43.258198+0000","last_active":"2024-04-25T17:13:49.741952+0000","last_peered":"2024-04-25T17:13:49.741952+0000","last_clean":"2024-04-25T17:13:49.741952+0000","last_became_active":"2024-04-25T17:13:43.256692+0000","last_became_peered":"2024-04-25T17:13:43.256692+0000","last_unstale":"2024-04-25T17:13:49.741952+0000","last_undegraded":"2024-04-25T17:13:49.741952+0000","last_fullsized":"2024-04-25T17:13:49.741952+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:37:59.066932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.728600+0000","last_change":"2024-04-25T17:13:47.314569+0000","last_active":"2024-04-25T17:13:49.728600+0000","last_peered":"2024-04-25T17:13:49.728600+0000","last_clean":"2024-04-25T17:13:49.728600+0000","last_became_active":"2024-04-25T17:13:47.314120+0000","last_became_peered":"2024-04-25T17:13:47.314120+0000","last_unstale":"2024-04-25T17:13:49.728600+0000","last_undegraded":"2024-04-25T17:13:49.728600+0000","last_fullsized":"2024-04-25T17:13:49.728600+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:50:54.373184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"75'8","reported_seq":30,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899061+0000","last_change":"2024-04-25T17:13:42.256990+0000","last_active":"2024-04-25T17:13:49.899061+0000","last_peered":"2024-04-25T17:13:49.899061+0000","last_clean":"2024-04-25T17:13:49.899061+0000","last_became_active":"2024-04-25T17:13:42.256650+0000","last_became_peered":"2024-04-25T17:13:42.256650+0000","last_unstale":"2024-04-25T17:13:49.899061+0000","last_undegraded":"2024-04-25T17:13:49.899061+0000","last_fullsized":"2024-04-25T17:13:49.899061+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:53:41.517828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290595+0000","last_change":"2024-04-25T17:13:43.262197+0000","last_active":"2024-04-25T17:13:48.290595+0000","last_peered":"2024-04-25T17:13:48.290595+0000","last_clean":"2024-04-25T17:13:48.290595+0000","last_became_active":"2024-04-25T17:13:43.261768+0000","last_became_peered":"2024-04-25T17:13:43.261768+0000","last_unstale":"2024-04-25T17:13:48.290595+0000","last_undegraded":"2024-04-25T17:13:48.290595+0000","last_fullsized":"2024-04-25T17:13:48.290595+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:26:29.414364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290689+0000","last_change":"2024-04-25T17:13:47.313654+0000","last_active":"2024-04-25T17:13:48.290689+0000","last_peered":"2024-04-25T17:13:48.290689+0000","last_clean":"2024-04-25T17:13:48.290689+0000","last_became_active":"2024-04-25T17:13:47.313184+0000","last_became_peered":"2024-04-25T17:13:47.313184+0000","last_unstale":"2024-04-25T17:13:48.290689+0000","last_undegraded":"2024-04-25T17:13:48.290689+0000","last_fullsized":"2024-04-25T17:13:48.290689+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:00:56.020898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"75'1","reported_seq":23,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900042+0000","last_change":"2024-04-25T17:13:42.257432+0000","last_active":"2024-04-25T17:13:49.900042+0000","last_peered":"2024-04-25T17:13:49.900042+0000","last_clean":"2024-04-25T17:13:49.900042+0000","last_became_active":"2024-04-25T17:13:42.257096+0000","last_became_peered":"2024-04-25T17:13:42.257096+0000","last_unstale":"2024-04-25T17:13:49.900042+0000","last_undegraded":"2024-04-25T17:13:49.900042+0000","last_fullsized":"2024-04-25T17:13:49.900042+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:56:40.819260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.911798+0000","last_change":"2024-04-25T17:13:43.252268+0000","last_active":"2024-04-25T17:13:49.911798+0000","last_peered":"2024-04-25T17:13:49.911798+0000","last_clean":"2024-04-25T17:13:49.911798+0000","last_became_active":"2024-04-25T17:13:43.251886+0000","last_became_peered":"2024-04-25T17:13:43.251886+0000","last_unstale":"2024-04-25T17:13:49.911798+0000","last_undegraded":"2024-04-25T17:13:49.911798+0000","last_fullsized":"2024-04-25T17:13:49.911798+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:53:55.747546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899260+0000","last_change":"2024-04-25T17:13:47.318607+0000","last_active":"2024-04-25T17:13:49.899260+0000","last_peered":"2024-04-25T17:13:49.899260+0000","last_clean":"2024-04-25T17:13:49.899260+0000","last_became_active":"2024-04-25T17:13:47.318021+0000","last_became_peered":"2024-04-25T17:13:47.318021+0000","last_unstale":"2024-04-25T17:13:49.899260+0000","last_undegraded":"2024-04-25T17:13:49.899260+0000","last_fullsized":"2024-04-25T17:13:49.899260+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:16:57.361401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899614+0000","last_change":"2024-04-25T17:13:42.261684+0000","last_active":"2024-04-25T17:13:49.899614+0000","last_peered":"2024-04-25T17:13:49.899614+0000","last_clean":"2024-04-25T17:13:49.899614+0000","last_became_active":"2024-04-25T17:13:42.261311+0000","last_became_peered":"2024-04-25T17:13:42.261311+0000","last_unstale":"2024-04-25T17:13:49.899614+0000","last_undegraded":"2024-04-25T17:13:49.899614+0000","last_fullsized":"2024-04-25T17:13:49.899614+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:09:48.192868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290962+0000","last_change":"2024-04-25T17:13:43.272523+0000","last_active":"2024-04-25T17:13:48.290962+0000","last_peered":"2024-04-25T17:13:48.290962+0000","last_clean":"2024-04-25T17:13:48.290962+0000","last_became_active":"2024-04-25T17:13:43.272136+0000","last_became_peered":"2024-04-25T17:13:43.272136+0000","last_unstale":"2024-04-25T17:13:48.290962+0000","last_undegraded":"2024-04-25T17:13:48.290962+0000","last_fullsized":"2024-04-25T17:13:48.290962+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:00:20.231655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.728669+0000","last_change":"2024-04-25T17:13:47.306244+0000","last_active":"2024-04-25T17:13:49.728669+0000","last_peered":"2024-04-25T17:13:49.728669+0000","last_clean":"2024-04-25T17:13:49.728669+0000","last_became_active":"2024-04-25T17:13:47.305029+0000","last_became_peered":"2024-04-25T17:13:47.305029+0000","last_unstale":"2024-04-25T17:13:49.728669+0000","last_undegraded":"2024-04-25T17:13:49.728669+0000","last_fullsized":"2024-04-25T17:13:49.728669+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:38:22.161775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"80'1","reported_seq":24,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.741818+0000","last_change":"2024-04-25T17:13:42.254095+0000","last_active":"2024-04-25T17:13:49.741818+0000","last_peered":"2024-04-25T17:13:49.741818+0000","last_clean":"2024-04-25T17:13:49.741818+0000","last_became_active":"2024-04-25T17:13:42.253753+0000","last_became_peered":"2024-04-25T17:13:42.253753+0000","last_unstale":"2024-04-25T17:13:49.741818+0000","last_undegraded":"2024-04-25T17:13:49.741818+0000","last_fullsized":"2024-04-25T17:13:49.741818+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:52.534242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290718+0000","last_change":"2024-04-25T17:13:43.265067+0000","last_active":"2024-04-25T17:13:48.290718+0000","last_peered":"2024-04-25T17:13:48.290718+0000","last_clean":"2024-04-25T17:13:48.290718+0000","last_became_active":"2024-04-25T17:13:43.264622+0000","last_became_peered":"2024-04-25T17:13:43.264622+0000","last_unstale":"2024-04-25T17:13:48.290718+0000","last_undegraded":"2024-04-25T17:13:48.290718+0000","last_fullsized":"2024-04-25T17:13:48.290718+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:34:20.634458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.729017+0000","last_change":"2024-04-25T17:13:47.318784+0000","last_active":"2024-04-25T17:13:49.729017+0000","last_peered":"2024-04-25T17:13:49.729017+0000","last_clean":"2024-04-25T17:13:49.729017+0000","last_became_active":"2024-04-25T17:13:47.318311+0000","last_became_peered":"2024-04-25T17:13:47.318311+0000","last_unstale":"2024-04-25T17:13:49.729017+0000","last_undegraded":"2024-04-25T17:13:49.729017+0000","last_fullsized":"2024-04-25T17:13:49.729017+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:35:10.223552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290560+0000","last_change":"2024-04-25T17:13:43.267649+0000","last_active":"2024-04-25T17:13:48.290560+0000","last_peered":"2024-04-25T17:13:48.290560+0000","last_clean":"2024-04-25T17:13:48.290560+0000","last_became_active":"2024-04-25T17:13:43.267261+0000","last_became_peered":"2024-04-25T17:13:43.267261+0000","last_unstale":"2024-04-25T17:13:48.290560+0000","last_undegraded":"2024-04-25T17:13:48.290560+0000","last_fullsized":"2024-04-25T17:13:48.290560+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:57:47.612489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"80'4","reported_seq":28,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:08.918654+0000","last_change":"2024-04-25T17:13:42.249991+0000","last_active":"2024-04-25T17:14:08.918654+0000","last_peered":"2024-04-25T17:14:08.918654+0000","last_clean":"2024-04-25T17:14:08.918654+0000","last_became_active":"2024-04-25T17:13:42.246842+0000","last_became_peered":"2024-04-25T17:13:42.246842+0000","last_unstale":"2024-04-25T17:14:08.918654+0000","last_undegraded":"2024-04-25T17:14:08.918654+0000","last_fullsized":"2024-04-25T17:14:08.918654+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:20:28.616738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"80'1","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:50.258841+0000","last_change":"2024-04-25T17:13:47.310303+0000","last_active":"2024-04-25T17:13:50.258841+0000","last_peered":"2024-04-25T17:13:50.258841+0000","last_clean":"2024-04-25T17:13:50.258841+0000","last_became_active":"2024-04-25T17:13:47.309854+0000","last_became_peered":"2024-04-25T17:13:47.309854+0000","last_unstale":"2024-04-25T17:13:50.258841+0000","last_undegraded":"2024-04-25T17:13:50.258841+0000","last_fullsized":"2024-04-25T17:13:50.258841+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:01:31.856617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290693+0000","last_change":"2024-04-25T17:13:43.280919+0000","last_active":"2024-04-25T17:13:48.290693+0000","last_peered":"2024-04-25T17:13:48.290693+0000","last_clean":"2024-04-25T17:13:48.290693+0000","last_became_active":"2024-04-25T17:13:43.280540+0000","last_became_peered":"2024-04-25T17:13:43.280540+0000","last_unstale":"2024-04-25T17:13:48.290693+0000","last_undegraded":"2024-04-25T17:13:48.290693+0000","last_fullsized":"2024-04-25T17:13:48.290693+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:21:27.387579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"80'3","reported_seq":27,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:08.916891+0000","last_change":"2024-04-25T17:13:42.255138+0000","last_active":"2024-04-25T17:14:08.916891+0000","last_peered":"2024-04-25T17:14:08.916891+0000","last_clean":"2024-04-25T17:14:08.916891+0000","last_became_active":"2024-04-25T17:13:42.254789+0000","last_became_peered":"2024-04-25T17:13:42.254789+0000","last_unstale":"2024-04-25T17:14:08.916891+0000","last_undegraded":"2024-04-25T17:14:08.916891+0000","last_fullsized":"2024-04-25T17:14:08.916891+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:34.178793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":98,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.741634+0000","last_change":"2024-04-25T17:12:26.646633+0000","last_active":"2024-04-25T17:13:49.741634+0000","last_peered":"2024-04-25T17:13:49.741634+0000","last_clean":"2024-04-25T17:13:49.741634+0000","last_became_active":"2024-04-25T17:12:26.640706+0000","last_became_peered":"2024-04-25T17:12:26.640706+0000","last_unstale":"2024-04-25T17:13:49.741634+0000","last_undegraded":"2024-04-25T17:13:49.741634+0000","last_fullsized":"2024-04-25T17:13:49.741634+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:08:59.666167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:08:59.666167+0000","last_clean_scrub_stamp":"2024-04-25T17:08:59.666167+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:05:35.886707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.291505+0000","last_change":"2024-04-25T17:13:47.318653+0000","last_active":"2024-04-25T17:13:48.291505+0000","last_peered":"2024-04-25T17:13:48.291505+0000","last_clean":"2024-04-25T17:13:48.291505+0000","last_became_active":"2024-04-25T17:13:47.318201+0000","last_became_peered":"2024-04-25T17:13:47.318201+0000","last_unstale":"2024-04-25T17:13:48.291505+0000","last_undegraded":"2024-04-25T17:13:48.291505+0000","last_fullsized":"2024-04-25T17:13:48.291505+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:08:06.948411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.728068+0000","last_change":"2024-04-25T17:13:43.262977+0000","last_active":"2024-04-25T17:13:49.728068+0000","last_peered":"2024-04-25T17:13:49.728068+0000","last_clean":"2024-04-25T17:13:49.728068+0000","last_became_active":"2024-04-25T17:13:43.262622+0000","last_became_peered":"2024-04-25T17:13:43.262622+0000","last_unstale":"2024-04-25T17:13:49.728068+0000","last_undegraded":"2024-04-25T17:13:49.728068+0000","last_fullsized":"2024-04-25T17:13:49.728068+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:36:05.205724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'3","reported_seq":26,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:07.918724+0000","last_change":"2024-04-25T17:13:42.258592+0000","last_active":"2024-04-25T17:14:07.918724+0000","last_peered":"2024-04-25T17:14:07.918724+0000","last_clean":"2024-04-25T17:14:07.918724+0000","last_became_active":"2024-04-25T17:13:42.258214+0000","last_became_peered":"2024-04-25T17:13:42.258214+0000","last_unstale":"2024-04-25T17:14:07.918724+0000","last_undegraded":"2024-04-25T17:14:07.918724+0000","last_fullsized":"2024-04-25T17:14:07.918724+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:36:18.364717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.911812+0000","last_change":"2024-04-25T17:13:47.307961+0000","last_active":"2024-04-25T17:13:49.911812+0000","last_peered":"2024-04-25T17:13:49.911812+0000","last_clean":"2024-04-25T17:13:49.911812+0000","last_became_active":"2024-04-25T17:13:47.307505+0000","last_became_peered":"2024-04-25T17:13:47.307505+0000","last_unstale":"2024-04-25T17:13:49.911812+0000","last_undegraded":"2024-04-25T17:13:49.911812+0000","last_fullsized":"2024-04-25T17:13:49.911812+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:45:26.968675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899885+0000","last_change":"2024-04-25T17:13:42.259766+0000","last_active":"2024-04-25T17:13:49.899885+0000","last_peered":"2024-04-25T17:13:49.899885+0000","last_clean":"2024-04-25T17:13:49.899885+0000","last_became_active":"2024-04-25T17:13:42.259415+0000","last_became_peered":"2024-04-25T17:13:42.259415+0000","last_unstale":"2024-04-25T17:13:49.899885+0000","last_undegraded":"2024-04-25T17:13:49.899885+0000","last_fullsized":"2024-04-25T17:13:49.899885+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:21:53.586449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.728702+0000","last_change":"2024-04-25T17:13:43.262971+0000","last_active":"2024-04-25T17:13:49.728702+0000","last_peered":"2024-04-25T17:13:49.728702+0000","last_clean":"2024-04-25T17:13:49.728702+0000","last_became_active":"2024-04-25T17:13:43.262586+0000","last_became_peered":"2024-04-25T17:13:43.262586+0000","last_unstale":"2024-04-25T17:13:49.728702+0000","last_undegraded":"2024-04-25T17:13:49.728702+0000","last_fullsized":"2024-04-25T17:13:49.728702+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:24:06.318153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290334+0000","last_change":"2024-04-25T17:13:47.318965+0000","last_active":"2024-04-25T17:13:48.290334+0000","last_peered":"2024-04-25T17:13:48.290334+0000","last_clean":"2024-04-25T17:13:48.290334+0000","last_became_active":"2024-04-25T17:13:47.318521+0000","last_became_peered":"2024-04-25T17:13:47.318521+0000","last_unstale":"2024-04-25T17:13:48.290334+0000","last_undegraded":"2024-04-25T17:13:48.290334+0000","last_fullsized":"2024-04-25T17:13:48.290334+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:32:41.804297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"80'3","reported_seq":26,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:07.917305+0000","last_change":"2024-04-25T17:13:42.255000+0000","last_active":"2024-04-25T17:14:07.917305+0000","last_peered":"2024-04-25T17:14:07.917305+0000","last_clean":"2024-04-25T17:14:07.917305+0000","last_became_active":"2024-04-25T17:13:42.254539+0000","last_became_peered":"2024-04-25T17:13:42.254539+0000","last_unstale":"2024-04-25T17:14:07.917305+0000","last_undegraded":"2024-04-25T17:14:07.917305+0000","last_fullsized":"2024-04-25T17:14:07.917305+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:07:18.951663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290737+0000","last_change":"2024-04-25T17:13:43.288283+0000","last_active":"2024-04-25T17:13:48.290737+0000","last_peered":"2024-04-25T17:13:48.290737+0000","last_clean":"2024-04-25T17:13:48.290737+0000","last_became_active":"2024-04-25T17:13:43.287769+0000","last_became_peered":"2024-04-25T17:13:43.287769+0000","last_unstale":"2024-04-25T17:13:48.290737+0000","last_undegraded":"2024-04-25T17:13:48.290737+0000","last_fullsized":"2024-04-25T17:13:48.290737+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:19:24.419633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.898963+0000","last_change":"2024-04-25T17:13:47.303405+0000","last_active":"2024-04-25T17:13:49.898963+0000","last_peered":"2024-04-25T17:13:49.898963+0000","last_clean":"2024-04-25T17:13:49.898963+0000","last_became_active":"2024-04-25T17:13:47.302897+0000","last_became_peered":"2024-04-25T17:13:47.302897+0000","last_unstale":"2024-04-25T17:13:49.898963+0000","last_undegraded":"2024-04-25T17:13:49.898963+0000","last_fullsized":"2024-04-25T17:13:49.898963+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:32:20.882489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"80'4","reported_seq":26,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:06.907338+0000","last_change":"2024-04-25T17:13:42.253837+0000","last_active":"2024-04-25T17:14:06.907338+0000","last_peered":"2024-04-25T17:14:06.907338+0000","last_clean":"2024-04-25T17:14:06.907338+0000","last_became_active":"2024-04-25T17:13:42.253460+0000","last_became_peered":"2024-04-25T17:13:42.253460+0000","last_unstale":"2024-04-25T17:14:06.907338+0000","last_undegraded":"2024-04-25T17:14:06.907338+0000","last_fullsized":"2024-04-25T17:14:06.907338+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:36:58.351942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899309+0000","last_change":"2024-04-25T17:13:43.281828+0000","last_active":"2024-04-25T17:13:49.899309+0000","last_peered":"2024-04-25T17:13:49.899309+0000","last_clean":"2024-04-25T17:13:49.899309+0000","last_became_active":"2024-04-25T17:13:43.281357+0000","last_became_peered":"2024-04-25T17:13:43.281357+0000","last_unstale":"2024-04-25T17:13:49.899309+0000","last_undegraded":"2024-04-25T17:13:49.899309+0000","last_fullsized":"2024-04-25T17:13:49.899309+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:51:31.035568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900678+0000","last_change":"2024-04-25T17:13:47.320313+0000","last_active":"2024-04-25T17:13:49.900678+0000","last_peered":"2024-04-25T17:13:49.900678+0000","last_clean":"2024-04-25T17:13:49.900678+0000","last_became_active":"2024-04-25T17:13:47.319771+0000","last_became_peered":"2024-04-25T17:13:47.319771+0000","last_unstale":"2024-04-25T17:13:49.900678+0000","last_undegraded":"2024-04-25T17:13:49.900678+0000","last_fullsized":"2024-04-25T17:13:49.900678+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:17:35.954919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":24,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:06.910992+0000","last_change":"2024-04-25T17:13:42.257445+0000","last_active":"2024-04-25T17:14:06.910992+0000","last_peered":"2024-04-25T17:14:06.910992+0000","last_clean":"2024-04-25T17:14:06.910992+0000","last_became_active":"2024-04-25T17:13:42.257060+0000","last_became_peered":"2024-04-25T17:13:42.257060+0000","last_unstale":"2024-04-25T17:14:06.910992+0000","last_undegraded":"2024-04-25T17:14:06.910992+0000","last_fullsized":"2024-04-25T17:14:06.910992+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:53:16.730921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899252+0000","last_change":"2024-04-25T17:13:43.254994+0000","last_active":"2024-04-25T17:13:49.899252+0000","last_peered":"2024-04-25T17:13:49.899252+0000","last_clean":"2024-04-25T17:13:49.899252+0000","last_became_active":"2024-04-25T17:13:43.254618+0000","last_became_peered":"2024-04-25T17:13:43.254618+0000","last_unstale":"2024-04-25T17:13:49.899252+0000","last_undegraded":"2024-04-25T17:13:49.899252+0000","last_fullsized":"2024-04-25T17:13:49.899252+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:27:14.692287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899943+0000","last_change":"2024-04-25T17:13:47.315557+0000","last_active":"2024-04-25T17:13:49.899943+0000","last_peered":"2024-04-25T17:13:49.899943+0000","last_clean":"2024-04-25T17:13:49.899943+0000","last_became_active":"2024-04-25T17:13:47.314551+0000","last_became_peered":"2024-04-25T17:13:47.314551+0000","last_unstale":"2024-04-25T17:13:49.899943+0000","last_undegraded":"2024-04-25T17:13:49.899943+0000","last_fullsized":"2024-04-25T17:13:49.899943+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:28:48.783228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"80'3","reported_seq":25,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:06.909493+0000","last_change":"2024-04-25T17:13:42.257830+0000","last_active":"2024-04-25T17:14:06.909493+0000","last_peered":"2024-04-25T17:14:06.909493+0000","last_clean":"2024-04-25T17:14:06.909493+0000","last_became_active":"2024-04-25T17:13:42.257474+0000","last_became_peered":"2024-04-25T17:13:42.257474+0000","last_unstale":"2024-04-25T17:14:06.909493+0000","last_undegraded":"2024-04-25T17:14:06.909493+0000","last_fullsized":"2024-04-25T17:14:06.909493+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:48:47.208261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.911561+0000","last_change":"2024-04-25T17:13:43.267691+0000","last_active":"2024-04-25T17:13:49.911561+0000","last_peered":"2024-04-25T17:13:49.911561+0000","last_clean":"2024-04-25T17:13:49.911561+0000","last_became_active":"2024-04-25T17:13:43.267292+0000","last_became_peered":"2024-04-25T17:13:43.267292+0000","last_unstale":"2024-04-25T17:13:49.911561+0000","last_undegraded":"2024-04-25T17:13:49.911561+0000","last_fullsized":"2024-04-25T17:13:49.911561+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:45:55.332648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900204+0000","last_change":"2024-04-25T17:13:47.314673+0000","last_active":"2024-04-25T17:13:49.900204+0000","last_peered":"2024-04-25T17:13:49.900204+0000","last_clean":"2024-04-25T17:13:49.900204+0000","last_became_active":"2024-04-25T17:13:47.314287+0000","last_became_peered":"2024-04-25T17:13:47.314287+0000","last_unstale":"2024-04-25T17:13:49.900204+0000","last_undegraded":"2024-04-25T17:13:49.900204+0000","last_fullsized":"2024-04-25T17:13:49.900204+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:56:39.911915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"80'1","reported_seq":23,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899191+0000","last_change":"2024-04-25T17:13:42.254521+0000","last_active":"2024-04-25T17:13:49.899191+0000","last_peered":"2024-04-25T17:13:49.899191+0000","last_clean":"2024-04-25T17:13:49.899191+0000","last_became_active":"2024-04-25T17:13:42.254180+0000","last_became_peered":"2024-04-25T17:13:42.254180+0000","last_unstale":"2024-04-25T17:13:49.899191+0000","last_undegraded":"2024-04-25T17:13:49.899191+0000","last_fullsized":"2024-04-25T17:13:49.899191+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:31:24.385653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290996+0000","last_change":"2024-04-25T17:13:43.289188+0000","last_active":"2024-04-25T17:13:48.290996+0000","last_peered":"2024-04-25T17:13:48.290996+0000","last_clean":"2024-04-25T17:13:48.290996+0000","last_became_active":"2024-04-25T17:13:43.285588+0000","last_became_peered":"2024-04-25T17:13:43.285588+0000","last_unstale":"2024-04-25T17:13:48.290996+0000","last_undegraded":"2024-04-25T17:13:48.290996+0000","last_fullsized":"2024-04-25T17:13:48.290996+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:01:48.765573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900449+0000","last_change":"2024-04-25T17:13:47.318468+0000","last_active":"2024-04-25T17:13:49.900449+0000","last_peered":"2024-04-25T17:13:49.900449+0000","last_clean":"2024-04-25T17:13:49.900449+0000","last_became_active":"2024-04-25T17:13:47.318047+0000","last_became_peered":"2024-04-25T17:13:47.318047+0000","last_unstale":"2024-04-25T17:13:49.900449+0000","last_undegraded":"2024-04-25T17:13:49.900449+0000","last_fullsized":"2024-04-25T17:13:49.900449+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:16:34.409933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"75'2","reported_seq":24,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899316+0000","last_change":"2024-04-25T17:13:42.260066+0000","last_active":"2024-04-25T17:13:49.899316+0000","last_peered":"2024-04-25T17:13:49.899316+0000","last_clean":"2024-04-25T17:13:49.899316+0000","last_became_active":"2024-04-25T17:13:42.259716+0000","last_became_peered":"2024-04-25T17:13:42.259716+0000","last_unstale":"2024-04-25T17:13:49.899316+0000","last_undegraded":"2024-04-25T17:13:49.899316+0000","last_fullsized":"2024-04-25T17:13:49.899316+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:09:52.528226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.741982+0000","last_change":"2024-04-25T17:13:43.264970+0000","last_active":"2024-04-25T17:13:49.741982+0000","last_peered":"2024-04-25T17:13:49.741982+0000","last_clean":"2024-04-25T17:13:49.741982+0000","last_became_active":"2024-04-25T17:13:43.264524+0000","last_became_peered":"2024-04-25T17:13:43.264524+0000","last_unstale":"2024-04-25T17:13:49.741982+0000","last_undegraded":"2024-04-25T17:13:49.741982+0000","last_fullsized":"2024-04-25T17:13:49.741982+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:08.443599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899195+0000","last_change":"2024-04-25T17:13:47.297953+0000","last_active":"2024-04-25T17:13:49.899195+0000","last_peered":"2024-04-25T17:13:49.899195+0000","last_clean":"2024-04-25T17:13:49.899195+0000","last_became_active":"2024-04-25T17:13:47.297425+0000","last_became_peered":"2024-04-25T17:13:47.297425+0000","last_unstale":"2024-04-25T17:13:49.899195+0000","last_undegraded":"2024-04-25T17:13:49.899195+0000","last_fullsized":"2024-04-25T17:13:49.899195+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:13:40.449490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"80'3","reported_seq":25,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:14:07.916686+0000","last_change":"2024-04-25T17:13:42.261648+0000","last_active":"2024-04-25T17:14:07.916686+0000","last_peered":"2024-04-25T17:14:07.916686+0000","last_clean":"2024-04-25T17:14:07.916686+0000","last_became_active":"2024-04-25T17:13:42.261154+0000","last_became_peered":"2024-04-25T17:13:42.261154+0000","last_unstale":"2024-04-25T17:14:07.916686+0000","last_undegraded":"2024-04-25T17:14:07.916686+0000","last_fullsized":"2024-04-25T17:14:07.916686+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:35:32.369682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.742428+0000","last_change":"2024-04-25T17:13:43.274257+0000","last_active":"2024-04-25T17:13:49.742428+0000","last_peered":"2024-04-25T17:13:49.742428+0000","last_clean":"2024-04-25T17:13:49.742428+0000","last_became_active":"2024-04-25T17:13:43.273869+0000","last_became_peered":"2024-04-25T17:13:43.273869+0000","last_unstale":"2024-04-25T17:13:49.742428+0000","last_undegraded":"2024-04-25T17:13:49.742428+0000","last_fullsized":"2024-04-25T17:13:49.742428+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:45:09.550814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.898672+0000","last_change":"2024-04-25T17:13:47.311914+0000","last_active":"2024-04-25T17:13:49.898672+0000","last_peered":"2024-04-25T17:13:49.898672+0000","last_clean":"2024-04-25T17:13:49.898672+0000","last_became_active":"2024-04-25T17:13:47.311345+0000","last_became_peered":"2024-04-25T17:13:47.311345+0000","last_unstale":"2024-04-25T17:13:49.898672+0000","last_undegraded":"2024-04-25T17:13:49.898672+0000","last_fullsized":"2024-04-25T17:13:49.898672+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:45:33.187018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"75'1","reported_seq":23,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.291410+0000","last_change":"2024-04-25T17:13:42.254684+0000","last_active":"2024-04-25T17:13:48.291410+0000","last_peered":"2024-04-25T17:13:48.291410+0000","last_clean":"2024-04-25T17:13:48.291410+0000","last_became_active":"2024-04-25T17:13:42.254364+0000","last_became_peered":"2024-04-25T17:13:42.254364+0000","last_unstale":"2024-04-25T17:13:48.291410+0000","last_undegraded":"2024-04-25T17:13:48.291410+0000","last_fullsized":"2024-04-25T17:13:48.291410+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:02:45.875471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.742196+0000","last_change":"2024-04-25T17:13:43.290952+0000","last_active":"2024-04-25T17:13:49.742196+0000","last_peered":"2024-04-25T17:13:49.742196+0000","last_clean":"2024-04-25T17:13:49.742196+0000","last_became_active":"2024-04-25T17:13:43.290601+0000","last_became_peered":"2024-04-25T17:13:43.290601+0000","last_unstale":"2024-04-25T17:13:49.742196+0000","last_undegraded":"2024-04-25T17:13:49.742196+0000","last_fullsized":"2024-04-25T17:13:49.742196+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:40:50.307780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290409+0000","last_change":"2024-04-25T17:13:47.305309+0000","last_active":"2024-04-25T17:13:48.290409+0000","last_peered":"2024-04-25T17:13:48.290409+0000","last_clean":"2024-04-25T17:13:48.290409+0000","last_became_active":"2024-04-25T17:13:47.304876+0000","last_became_peered":"2024-04-25T17:13:47.304876+0000","last_unstale":"2024-04-25T17:13:48.290409+0000","last_undegraded":"2024-04-25T17:13:48.290409+0000","last_fullsized":"2024-04-25T17:13:48.290409+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:54:45.899895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"75'2","reported_seq":24,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.728637+0000","last_change":"2024-04-25T17:13:42.248466+0000","last_active":"2024-04-25T17:13:49.728637+0000","last_peered":"2024-04-25T17:13:49.728637+0000","last_clean":"2024-04-25T17:13:49.728637+0000","last_became_active":"2024-04-25T17:13:42.247770+0000","last_became_peered":"2024-04-25T17:13:42.247770+0000","last_unstale":"2024-04-25T17:13:49.728637+0000","last_undegraded":"2024-04-25T17:13:49.728637+0000","last_fullsized":"2024-04-25T17:13:49.728637+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:28:31.611709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.742510+0000","last_change":"2024-04-25T17:13:43.261759+0000","last_active":"2024-04-25T17:13:49.742510+0000","last_peered":"2024-04-25T17:13:49.742510+0000","last_clean":"2024-04-25T17:13:49.742510+0000","last_became_active":"2024-04-25T17:13:43.261370+0000","last_became_peered":"2024-04-25T17:13:43.261370+0000","last_unstale":"2024-04-25T17:13:49.742510+0000","last_undegraded":"2024-04-25T17:13:49.742510+0000","last_fullsized":"2024-04-25T17:13:49.742510+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:59:04.532021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.911744+0000","last_change":"2024-04-25T17:13:43.258611+0000","last_active":"2024-04-25T17:13:49.911744+0000","last_peered":"2024-04-25T17:13:49.911744+0000","last_clean":"2024-04-25T17:13:49.911744+0000","last_became_active":"2024-04-25T17:13:43.258222+0000","last_became_peered":"2024-04-25T17:13:43.258222+0000","last_unstale":"2024-04-25T17:13:49.911744+0000","last_undegraded":"2024-04-25T17:13:49.911744+0000","last_fullsized":"2024-04-25T17:13:49.911744+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:47:08.181197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899231+0000","last_change":"2024-04-25T17:13:43.265860+0000","last_active":"2024-04-25T17:13:49.899231+0000","last_peered":"2024-04-25T17:13:49.899231+0000","last_clean":"2024-04-25T17:13:49.899231+0000","last_became_active":"2024-04-25T17:13:43.265386+0000","last_became_peered":"2024-04-25T17:13:43.265386+0000","last_unstale":"2024-04-25T17:13:49.899231+0000","last_undegraded":"2024-04-25T17:13:49.899231+0000","last_fullsized":"2024-04-25T17:13:49.899231+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:17:40.278521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.898930+0000","last_change":"2024-04-25T17:13:43.287830+0000","last_active":"2024-04-25T17:13:49.898930+0000","last_peered":"2024-04-25T17:13:49.898930+0000","last_clean":"2024-04-25T17:13:49.898930+0000","last_became_active":"2024-04-25T17:13:43.287226+0000","last_became_peered":"2024-04-25T17:13:43.287226+0000","last_unstale":"2024-04-25T17:13:49.898930+0000","last_undegraded":"2024-04-25T17:13:49.898930+0000","last_fullsized":"2024-04-25T17:13:49.898930+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:06.008495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.898853+0000","last_change":"2024-04-25T17:13:43.271233+0000","last_active":"2024-04-25T17:13:49.898853+0000","last_peered":"2024-04-25T17:13:49.898853+0000","last_clean":"2024-04-25T17:13:49.898853+0000","last_became_active":"2024-04-25T17:13:43.270022+0000","last_became_peered":"2024-04-25T17:13:43.270022+0000","last_unstale":"2024-04-25T17:13:49.898853+0000","last_undegraded":"2024-04-25T17:13:49.898853+0000","last_fullsized":"2024-04-25T17:13:49.898853+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:05:46.302002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.728731+0000","last_change":"2024-04-25T17:13:43.272457+0000","last_active":"2024-04-25T17:13:49.728731+0000","last_peered":"2024-04-25T17:13:49.728731+0000","last_clean":"2024-04-25T17:13:49.728731+0000","last_became_active":"2024-04-25T17:13:43.271825+0000","last_became_peered":"2024-04-25T17:13:43.271825+0000","last_unstale":"2024-04-25T17:13:49.728731+0000","last_undegraded":"2024-04-25T17:13:49.728731+0000","last_fullsized":"2024-04-25T17:13:49.728731+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:45:37.144933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.912105+0000","last_change":"2024-04-25T17:13:43.256047+0000","last_active":"2024-04-25T17:13:49.912105+0000","last_peered":"2024-04-25T17:13:49.912105+0000","last_clean":"2024-04-25T17:13:49.912105+0000","last_became_active":"2024-04-25T17:13:43.255603+0000","last_became_peered":"2024-04-25T17:13:43.255603+0000","last_unstale":"2024-04-25T17:13:49.912105+0000","last_undegraded":"2024-04-25T17:13:49.912105+0000","last_fullsized":"2024-04-25T17:13:49.912105+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:47:13.586785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.900016+0000","last_change":"2024-04-25T17:13:43.263140+0000","last_active":"2024-04-25T17:13:49.900016+0000","last_peered":"2024-04-25T17:13:49.900016+0000","last_clean":"2024-04-25T17:13:49.900016+0000","last_became_active":"2024-04-25T17:13:43.262295+0000","last_became_peered":"2024-04-25T17:13:43.262295+0000","last_unstale":"2024-04-25T17:13:49.900016+0000","last_undegraded":"2024-04-25T17:13:49.900016+0000","last_fullsized":"2024-04-25T17:13:49.900016+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:25:07.228735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290873+0000","last_change":"2024-04-25T17:13:43.284295+0000","last_active":"2024-04-25T17:13:48.290873+0000","last_peered":"2024-04-25T17:13:48.290873+0000","last_clean":"2024-04-25T17:13:48.290873+0000","last_became_active":"2024-04-25T17:13:43.283697+0000","last_became_peered":"2024-04-25T17:13:43.283697+0000","last_unstale":"2024-04-25T17:13:48.290873+0000","last_undegraded":"2024-04-25T17:13:48.290873+0000","last_fullsized":"2024-04-25T17:13:48.290873+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:39:25.637940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290495+0000","last_change":"2024-04-25T17:13:43.272581+0000","last_active":"2024-04-25T17:13:48.290495+0000","last_peered":"2024-04-25T17:13:48.290495+0000","last_clean":"2024-04-25T17:13:48.290495+0000","last_became_active":"2024-04-25T17:13:43.272248+0000","last_became_peered":"2024-04-25T17:13:43.272248+0000","last_unstale":"2024-04-25T17:13:48.290495+0000","last_undegraded":"2024-04-25T17:13:48.290495+0000","last_fullsized":"2024-04-25T17:13:48.290495+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:13:37.778091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:48.290429+0000","last_change":"2024-04-25T17:13:43.287102+0000","last_active":"2024-04-25T17:13:48.290429+0000","last_peered":"2024-04-25T17:13:48.290429+0000","last_clean":"2024-04-25T17:13:48.290429+0000","last_became_active":"2024-04-25T17:13:43.285639+0000","last_became_peered":"2024-04-25T17:13:43.285639+0000","last_unstale":"2024-04-25T17:13:48.290429+0000","last_undegraded":"2024-04-25T17:13:48.290429+0000","last_fullsized":"2024-04-25T17:13:48.290429+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:57:31.092215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.899640+0000","last_change":"2024-04-25T17:13:43.277104+0000","last_active":"2024-04-25T17:13:49.899640+0000","last_peered":"2024-04-25T17:13:49.899640+0000","last_clean":"2024-04-25T17:13:49.899640+0000","last_became_active":"2024-04-25T17:13:43.276713+0000","last_became_peered":"2024-04-25T17:13:43.276713+0000","last_unstale":"2024-04-25T17:13:49.899640+0000","last_undegraded":"2024-04-25T17:13:49.899640+0000","last_fullsized":"2024-04-25T17:13:49.899640+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:16:21.915786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.728413+0000","last_change":"2024-04-25T17:13:43.269758+0000","last_active":"2024-04-25T17:13:49.728413+0000","last_peered":"2024-04-25T17:13:49.728413+0000","last_clean":"2024-04-25T17:13:49.728413+0000","last_became_active":"2024-04-25T17:13:43.269383+0000","last_became_peered":"2024-04-25T17:13:43.269383+0000","last_unstale":"2024-04-25T17:13:49.728413+0000","last_undegraded":"2024-04-25T17:13:49.728413+0000","last_fullsized":"2024-04-25T17:13:49.728413+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:14:21.761555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-04-25T17:13:49.911915+0000","last_change":"2024-04-25T17:13:43.250526+0000","last_active":"2024-04-25T17:13:49.911915+0000","last_peered":"2024-04-25T17:13:49.911915+0000","last_clean":"2024-04-25T17:13:49.911915+0000","last_became_active":"2024-04-25T17:13:43.250119+0000","last_became_peered":"2024-04-25T17:13:43.250119+0000","last_unstale":"2024-04-25T17:13:49.911915+0000","last_undegraded":"2024-04-25T17:13:49.911915+0000","last_fullsized":"2024-04-25T17:13:49.911915+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:36:18.407594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":7318,"num_objects":52,"num_object_clones":0,"num_object_copies":156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52,"num_whiteouts":0,"num_read":14,"num_read_kb":15,"num_write":114,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":35,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":229376,"data_stored":24347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99,"ondisk_log_size":99,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678034,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32036,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713116,"statfs":{"total":95995035648,"available":95962230784,"internally_reserved":0,"allocated":876544,"data_stored":425507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874263,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36816,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708336,"statfs":{"total":95995035648,"available":95957336064,"internally_reserved":0,"allocated":1515520,"data_stored":1021295,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037788,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":892928,"data_stored":426291,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234017,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36204,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708948,"statfs":{"total":95995035648,"available":95957962752,"internally_reserved":0,"allocated":884736,"data_stored":426111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430247,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36792,"kb_used_data":1456,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708360,"statfs":{"total":95995035648,"available":95957360640,"internally_reserved":0,"allocated":1490944,"data_stored":1022154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593773,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27876,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717276,"statfs":{"total":95995035648,"available":95966490624,"internally_reserved":0,"allocated":880640,"data_stored":425597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574917,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36204,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708948,"statfs":{"total":95995035648,"available":95957962752,"internally_reserved":0,"allocated":888832,"data_stored":429349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738443,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":426985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411393,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":913408,"data_stored":430699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149755,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27884,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717268,"statfs":{"total":95995035648,"available":95966482432,"internally_reserved":0,"allocated":884736,"data_stored":425611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953526,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27884,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717268,"statfs":{"total":95995035648,"available":95966482432,"internally_reserved":0,"allocated":888832,"data_stored":426151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790001,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28480,"kb_used_data":1464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716672,"statfs":{"total":95995035648,"available":95965872128,"internally_reserved":0,"allocated":1499136,"data_stored":1017351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":6248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":5192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":5420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T17:14:12.215 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-25T17:14:12.216 INFO:tasks.cephadm:Setting up client nodes... 2024-04-25T17:14:12.216 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-25T17:14:12.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:11 smithi084 ceph-mon[32752]: pgmap v300: 129 pgs: 129 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 1.7 KiB/s wr, 6 op/s 2024-04-25T17:14:12.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:11 smithi084 ceph-mon[32752]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:14:12.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:11 smithi084 ceph-mon[32752]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-04-25T17:14:12.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:11 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2094135256' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:14:12.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:11 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2442170326' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:14:12.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:11 smithi042 ceph-mon[32851]: pgmap v300: 129 pgs: 129 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 1.7 KiB/s wr, 6 op/s 2024-04-25T17:14:12.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:11 smithi042 ceph-mon[32851]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:14:12.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:11 smithi042 ceph-mon[32851]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-04-25T17:14:12.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:11 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2094135256' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:14:12.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:11 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2442170326' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:14:12.499 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:14:13.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:12 smithi028 ceph-mon[29207]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T17:14:13.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:12 smithi028 ceph-mon[29207]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T17:14:13.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:12 smithi084 ceph-mon[32752]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T17:14:13.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:12 smithi084 ceph-mon[32752]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T17:14:13.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:12 smithi042 ceph-mon[32851]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T17:14:13.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:12 smithi042 ceph-mon[32851]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T17:14:14.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:13 smithi028 ceph-mon[29207]: pgmap v301: 129 pgs: 129 active+clean; 584 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 2.1 KiB/s wr, 8 op/s 2024-04-25T17:14:14.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:13 smithi084 ceph-mon[32752]: pgmap v301: 129 pgs: 129 active+clean; 584 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 2.1 KiB/s wr, 8 op/s 2024-04-25T17:14:14.261 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:13 smithi042 ceph-mon[32851]: pgmap v301: 129 pgs: 129 active+clean; 584 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 2.1 KiB/s wr, 8 op/s 2024-04-25T17:14:14.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.469+0000 7f89b48fe700 1 -- 172.21.15.28:0/898753405 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f89b0104230 msgr2=0x7f89b0104640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:14.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.469+0000 7f89b48fe700 1 --2- 172.21.15.28:0/898753405 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f89b0104230 0x7f89b0104640 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f89a4009990 tx=0x7f89a4009ca0 comp rx=0 tx=0).stop 2024-04-25T17:14:14.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.469+0000 7f89b48fe700 1 -- 172.21.15.28:0/898753405 shutdown_connections 2024-04-25T17:14:14.470 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.469+0000 7f89b48fe700 1 --2- 172.21.15.28:0/898753405 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89b0104bd0 0x7f89b010b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:14.470 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.469+0000 7f89b48fe700 1 --2- 172.21.15.28:0/898753405 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f89b0103100 0x7f89b0103510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:14.470 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.469+0000 7f89b48fe700 1 --2- 172.21.15.28:0/898753405 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f89b0104230 0x7f89b0104640 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:14.470 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.469+0000 7f89b48fe700 1 -- 172.21.15.28:0/898753405 >> 172.21.15.28:0/898753405 conn(0x7f89b00fe740 msgr2=0x7f89b0100bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:14.470 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.469+0000 7f89b48fe700 1 -- 172.21.15.28:0/898753405 shutdown_connections 2024-04-25T17:14:14.470 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.469+0000 7f89b48fe700 1 -- 172.21.15.28:0/898753405 wait complete. 2024-04-25T17:14:14.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.470+0000 7f89b48fe700 1 Processor -- start 2024-04-25T17:14:14.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.470+0000 7f89b48fe700 1 -- start start 2024-04-25T17:14:14.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.470+0000 7f89b48fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f89b0103100 0x7f89b019a700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:14.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.470+0000 7f89b48fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89b0104230 0x7f89b019ac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:14.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.470+0000 7f89b48fe700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f89b0104bd0 0x7f89b01a1be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:14.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.470+0000 7f89b48fe700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f89b010ea40 con 0x7f89b0103100 2024-04-25T17:14:14.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.470+0000 7f89b48fe700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f89b010e8c0 con 0x7f89b0104230 2024-04-25T17:14:14.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.470+0000 7f89b48fe700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f89b010ebc0 con 0x7f89b0104bd0 2024-04-25T17:14:14.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.470+0000 7f89ae59c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f89b0103100 0x7f89b019a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:14.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.470+0000 7f89ae59c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f89b0103100 0x7f89b019a700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57234/0 (socket says 172.21.15.28:57234) 2024-04-25T17:14:14.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.470+0000 7f89ae59c700 1 -- 172.21.15.28:0/3442104837 learned_addr learned my addr 172.21.15.28:0/3442104837 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:14.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.470+0000 7f89aed9d700 1 --2- 172.21.15.28:0/3442104837 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f89b0104bd0 0x7f89b01a1be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:14.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.471+0000 7f89add9b700 1 --2- 172.21.15.28:0/3442104837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89b0104230 0x7f89b019ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:14.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.471+0000 7f89ae59c700 1 -- 172.21.15.28:0/3442104837 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f89b0104bd0 msgr2=0x7f89b01a1be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:14.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.471+0000 7f89ae59c700 1 --2- 172.21.15.28:0/3442104837 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f89b0104bd0 0x7f89b01a1be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:14.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.471+0000 7f89ae59c700 1 -- 172.21.15.28:0/3442104837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89b0104230 msgr2=0x7f89b019ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:14.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.471+0000 7f89ae59c700 1 --2- 172.21.15.28:0/3442104837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89b0104230 0x7f89b019ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:14.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.471+0000 7f89ae59c700 1 -- 172.21.15.28:0/3442104837 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89b01a21d0 con 0x7f89b0103100 2024-04-25T17:14:14.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.471+0000 7f89add9b700 1 --2- 172.21.15.28:0/3442104837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89b0104230 0x7f89b019ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:14:14.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.471+0000 7f89ae59c700 1 --2- 172.21.15.28:0/3442104837 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f89b0103100 0x7f89b019a700 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f89a000c8c0 tx=0x7f89a000cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:14.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.471+0000 7f899f7fe700 1 -- 172.21.15.28:0/3442104837 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89a0004230 con 0x7f89b0103100 2024-04-25T17:14:14.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.471+0000 7f899f7fe700 1 -- 172.21.15.28:0/3442104837 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f89a00043d0 con 0x7f89b0103100 2024-04-25T17:14:14.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.471+0000 7f899f7fe700 1 -- 172.21.15.28:0/3442104837 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89a0005660 con 0x7f89b0103100 2024-04-25T17:14:14.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.472+0000 7f89b48fe700 1 -- 172.21.15.28:0/3442104837 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89b01a24c0 con 0x7f89b0103100 2024-04-25T17:14:14.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.472+0000 7f89b48fe700 1 -- 172.21.15.28:0/3442104837 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89b01a29b0 con 0x7f89b0103100 2024-04-25T17:14:14.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.473+0000 7f89b48fe700 1 -- 172.21.15.28:0/3442104837 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89b0051190 con 0x7f89b0103100 2024-04-25T17:14:14.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.474+0000 7f899f7fe700 1 -- 172.21.15.28:0/3442104837 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7f89a0004750 con 0x7f89b0103100 2024-04-25T17:14:14.475 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.475+0000 7f899f7fe700 1 --2- 172.21.15.28:0/3442104837 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f89980afc10 0x7f89980b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:14.475 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.476+0000 7f89add9b700 1 --2- 172.21.15.28:0/3442104837 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f89980afc10 0x7f89980b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:14.475 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.476+0000 7f899f7fe700 1 -- 172.21.15.28:0/3442104837 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f89a00dec90 con 0x7f89b0103100 2024-04-25T17:14:14.476 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.476+0000 7f89add9b700 1 --2- 172.21.15.28:0/3442104837 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f89980afc10 0x7f89980b2120 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f89a40036e0 tx=0x7f89a401a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:14.480 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.480+0000 7f899f7fe700 1 -- 172.21.15.28:0/3442104837 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f89a00e4020 con 0x7f89b0103100 2024-04-25T17:14:14.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.789+0000 7f89b48fe700 1 -- 172.21.15.28:0/3442104837 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f89b01a2e10 con 0x7f89b0103100 2024-04-25T17:14:14.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.792+0000 7f899f7fe700 1 -- 172.21.15.28:0/3442104837 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f89a0014070 con 0x7f89b0103100 2024-04-25T17:14:14.792 INFO:teuthology.orchestra.run.smithi028.stdout:[client.0] 2024-04-25T17:14:14.792 INFO:teuthology.orchestra.run.smithi028.stdout: key = AQBmjypm1NklLxAAy05HCXWrCZh49EdOry+z2w== 2024-04-25T17:14:14.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.794+0000 7f89b48fe700 1 -- 172.21.15.28:0/3442104837 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f89980afc10 msgr2=0x7f89980b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:14.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.794+0000 7f89b48fe700 1 --2- 172.21.15.28:0/3442104837 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f89980afc10 0x7f89980b2120 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f89a40036e0 tx=0x7f89a401a040 comp rx=0 tx=0).stop 2024-04-25T17:14:14.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.794+0000 7f89b48fe700 1 -- 172.21.15.28:0/3442104837 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f89b0103100 msgr2=0x7f89b019a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:14.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.794+0000 7f89b48fe700 1 --2- 172.21.15.28:0/3442104837 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f89b0103100 0x7f89b019a700 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f89a000c8c0 tx=0x7f89a000cbd0 comp rx=0 tx=0).stop 2024-04-25T17:14:14.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.794+0000 7f89b48fe700 1 -- 172.21.15.28:0/3442104837 shutdown_connections 2024-04-25T17:14:14.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.794+0000 7f89b48fe700 1 --2- 172.21.15.28:0/3442104837 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f89980afc10 0x7f89980b2120 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:14.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.794+0000 7f89b48fe700 1 --2- 172.21.15.28:0/3442104837 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f89b0103100 0x7f89b019a700 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:14.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.794+0000 7f89b48fe700 1 --2- 172.21.15.28:0/3442104837 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f89b0104bd0 0x7f89b01a1be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:14.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.794+0000 7f89b48fe700 1 --2- 172.21.15.28:0/3442104837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89b0104230 0x7f89b019ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:14.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.794+0000 7f89b48fe700 1 -- 172.21.15.28:0/3442104837 >> 172.21.15.28:0/3442104837 conn(0x7f89b00fe740 msgr2=0x7f89b00758c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:14.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.795+0000 7f89b48fe700 1 -- 172.21.15.28:0/3442104837 shutdown_connections 2024-04-25T17:14:14.796 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:14.795+0000 7f89b48fe700 1 -- 172.21.15.28:0/3442104837 wait complete. 2024-04-25T17:14:15.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:14 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3442104837' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-25T17:14:15.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:14 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3442104837' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-25T17:14:15.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:14 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3442104837' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-25T17:14:15.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:14 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3442104837' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-25T17:14:15.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:14 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3442104837' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-25T17:14:15.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:14 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3442104837' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-25T17:14:15.815 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-25T17:14:15.815 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-25T17:14:15.815 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-25T17:14:15.852 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-25T17:14:15.852 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-25T17:14:15.852 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-25T17:14:16.142 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:14:16.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:15 smithi028 ceph-mon[29207]: pgmap v302: 129 pgs: 129 active+clean; 625 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 6.2 KiB/s wr, 12 op/s 2024-04-25T17:14:16.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:15 smithi084 ceph-mon[32752]: pgmap v302: 129 pgs: 129 active+clean; 625 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 6.2 KiB/s wr, 12 op/s 2024-04-25T17:14:16.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:15 smithi042 ceph-mon[32851]: pgmap v302: 129 pgs: 129 active+clean; 625 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 6.2 KiB/s wr, 12 op/s 2024-04-25T17:14:18.099 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:17 smithi028 ceph-mon[29207]: pgmap v303: 129 pgs: 129 active+clean; 625 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 6.2 KiB/s wr, 13 op/s 2024-04-25T17:14:18.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.117+0000 7f8264ea6700 1 -- 172.21.15.28:0/4030828607 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8260109760 msgr2=0x7f82601110a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:18.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.117+0000 7f8264ea6700 1 --2- 172.21.15.28:0/4030828607 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8260109760 0x7f82601110a0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f8258009990 tx=0x7f8258009ca0 comp rx=0 tx=0).stop 2024-04-25T17:14:18.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.117+0000 7f8264ea6700 1 -- 172.21.15.28:0/4030828607 shutdown_connections 2024-04-25T17:14:18.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.117+0000 7f8264ea6700 1 --2- 172.21.15.28:0/4030828607 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8260109760 0x7f82601110a0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:18.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.117+0000 7f8264ea6700 1 --2- 172.21.15.28:0/4030828607 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f82601029f0 0x7f8260102e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:18.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.117+0000 7f8264ea6700 1 --2- 172.21.15.28:0/4030828607 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8260108e10 0x7f8260109220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:18.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.117+0000 7f8264ea6700 1 -- 172.21.15.28:0/4030828607 >> 172.21.15.28:0/4030828607 conn(0x7f82600fe370 msgr2=0x7f82601007c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:18.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.117+0000 7f8264ea6700 1 -- 172.21.15.28:0/4030828607 shutdown_connections 2024-04-25T17:14:18.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.117+0000 7f8264ea6700 1 -- 172.21.15.28:0/4030828607 wait complete. 2024-04-25T17:14:18.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.118+0000 7f8264ea6700 1 Processor -- start 2024-04-25T17:14:18.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.118+0000 7f8264ea6700 1 -- start start 2024-04-25T17:14:18.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.119+0000 7f8264ea6700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f82601029f0 0x7f82601a07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:18.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.119+0000 7f8264ea6700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8260108e10 0x7f82601a0d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:18.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.119+0000 7f8264ea6700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8260109760 0x7f826019aa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:18.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.119+0000 7f8264ea6700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f82601142e0 con 0x7f8260109760 2024-04-25T17:14:18.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.119+0000 7f8264ea6700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8260114160 con 0x7f82601029f0 2024-04-25T17:14:18.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.119+0000 7f8264ea6700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8260114460 con 0x7f8260108e10 2024-04-25T17:14:18.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.119+0000 7f825ed9d700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8260109760 0x7f826019aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:18.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.119+0000 7f825ed9d700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8260109760 0x7f826019aa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57100/0 (socket says 172.21.15.28:57100) 2024-04-25T17:14:18.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.119+0000 7f825ed9d700 1 -- 172.21.15.28:0/1560613865 learned_addr learned my addr 172.21.15.28:0/1560613865 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:18.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.119+0000 7f825e59c700 1 --2- 172.21.15.28:0/1560613865 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f82601029f0 0x7f82601a07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:18.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.119+0000 7f825dd9b700 1 --2- 172.21.15.28:0/1560613865 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8260108e10 0x7f82601a0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:18.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.119+0000 7f825ed9d700 1 -- 172.21.15.28:0/1560613865 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8260108e10 msgr2=0x7f82601a0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:18.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.119+0000 7f825ed9d700 1 --2- 172.21.15.28:0/1560613865 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8260108e10 0x7f82601a0d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:18.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.119+0000 7f825ed9d700 1 -- 172.21.15.28:0/1560613865 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f82601029f0 msgr2=0x7f82601a07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:18.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.119+0000 7f825ed9d700 1 --2- 172.21.15.28:0/1560613865 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f82601029f0 0x7f82601a07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:18.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.119+0000 7f825ed9d700 1 -- 172.21.15.28:0/1560613865 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f826019b0b0 con 0x7f8260109760 2024-04-25T17:14:18.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.119+0000 7f825e59c700 1 --2- 172.21.15.28:0/1560613865 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f82601029f0 0x7f82601a07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:14:18.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.119+0000 7f825ed9d700 1 --2- 172.21.15.28:0/1560613865 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8260109760 0x7f826019aa00 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f82580047b0 tx=0x7f8258005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:18.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.120+0000 7f82577fe700 1 -- 172.21.15.28:0/1560613865 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8258026070 con 0x7f8260109760 2024-04-25T17:14:18.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.120+0000 7f82577fe700 1 -- 172.21.15.28:0/1560613865 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8258004c70 con 0x7f8260109760 2024-04-25T17:14:18.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.120+0000 7f8264ea6700 1 -- 172.21.15.28:0/1560613865 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f826019b340 con 0x7f8260109760 2024-04-25T17:14:18.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.120+0000 7f82577fe700 1 -- 172.21.15.28:0/1560613865 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82580056e0 con 0x7f8260109760 2024-04-25T17:14:18.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.120+0000 7f8264ea6700 1 -- 172.21.15.28:0/1560613865 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82601a7670 con 0x7f8260109760 2024-04-25T17:14:18.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.121+0000 7f8264ea6700 1 -- 172.21.15.28:0/1560613865 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8260105a80 con 0x7f8260109760 2024-04-25T17:14:18.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.122+0000 7f82577fe700 1 -- 172.21.15.28:0/1560613865 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7f8258029070 con 0x7f8260109760 2024-04-25T17:14:18.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.123+0000 7f82577fe700 1 --2- 172.21.15.28:0/1560613865 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f824c0afc10 0x7f824c0b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:18.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.123+0000 7f82577fe700 1 -- 172.21.15.28:0/1560613865 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f82580dfdf0 con 0x7f8260109760 2024-04-25T17:14:18.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.123+0000 7f825e59c700 1 --2- 172.21.15.28:0/1560613865 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f824c0afc10 0x7f824c0b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:18.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.124+0000 7f825e59c700 1 --2- 172.21.15.28:0/1560613865 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f824c0afc10 0x7f824c0b2120 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f826019bb40 tx=0x7f8250009570 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:18.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.127+0000 7f82577fe700 1 -- 172.21.15.28:0/1560613865 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8258030080 con 0x7f8260109760 2024-04-25T17:14:18.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:17 smithi084 ceph-mon[32752]: pgmap v303: 129 pgs: 129 active+clean; 625 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 6.2 KiB/s wr, 13 op/s 2024-04-25T17:14:18.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:17 smithi042 ceph-mon[32851]: pgmap v303: 129 pgs: 129 active+clean; 625 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 6.2 KiB/s wr, 13 op/s 2024-04-25T17:14:18.396 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.395+0000 7f8264ea6700 1 -- 172.21.15.28:0/1560613865 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f826019bf30 con 0x7f8260109760 2024-04-25T17:14:18.401 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.401+0000 7f82577fe700 1 -- 172.21.15.28:0/1560613865 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+284479 (secure 0 0 0) 0x7f8258013070 con 0x7f8260109760 2024-04-25T17:14:18.405 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:14:18.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.404+0000 7f8264ea6700 1 -- 172.21.15.28:0/1560613865 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f824c0afc10 msgr2=0x7f824c0b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:18.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.404+0000 7f8264ea6700 1 --2- 172.21.15.28:0/1560613865 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f824c0afc10 0x7f824c0b2120 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f826019bb40 tx=0x7f8250009570 comp rx=0 tx=0).stop 2024-04-25T17:14:18.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.404+0000 7f8264ea6700 1 -- 172.21.15.28:0/1560613865 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8260109760 msgr2=0x7f826019aa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:18.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.404+0000 7f8264ea6700 1 --2- 172.21.15.28:0/1560613865 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8260109760 0x7f826019aa00 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f82580047b0 tx=0x7f8258005ef0 comp rx=0 tx=0).stop 2024-04-25T17:14:18.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.405+0000 7f8264ea6700 1 -- 172.21.15.28:0/1560613865 shutdown_connections 2024-04-25T17:14:18.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.405+0000 7f8264ea6700 1 --2- 172.21.15.28:0/1560613865 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f824c0afc10 0x7f824c0b2120 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:18.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.405+0000 7f8264ea6700 1 --2- 172.21.15.28:0/1560613865 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8260109760 0x7f826019aa00 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:18.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.405+0000 7f8264ea6700 1 --2- 172.21.15.28:0/1560613865 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f82601029f0 0x7f82601a07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:18.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.405+0000 7f8264ea6700 1 --2- 172.21.15.28:0/1560613865 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8260108e10 0x7f82601a0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:18.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.405+0000 7f8264ea6700 1 -- 172.21.15.28:0/1560613865 >> 172.21.15.28:0/1560613865 conn(0x7f82600fe370 msgr2=0x7f82600fe9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:18.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.405+0000 7f8264ea6700 1 -- 172.21.15.28:0/1560613865 shutdown_connections 2024-04-25T17:14:18.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:18.405+0000 7f8264ea6700 1 -- 172.21.15.28:0/1560613865 wait complete. 2024-04-25T17:14:19.068 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":17,"flags":0,"active_gid":14150,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6800","nonce":1333936085},{"type":"v1","addr":"172.21.15.28:6801","nonce":1333936085}]},"active_addr":"172.21.15.28:6801/1333936085","active_change":"2024-04-25T17:06:30.612248+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24116,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.28:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.28:0","nonce":3663037417}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.28:0","nonce":1075654319}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.28:0","nonce":107342158}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.28:0","nonce":3490769161}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.28:0","nonce":3218224235}]}]} 2024-04-25T17:14:19.073 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-25T17:14:19.073 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-25T17:14:19.073 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-25T17:14:19.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:18 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1560613865' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-25T17:14:19.330 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:14:19.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:18 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1560613865' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-25T17:14:19.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:18 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1560613865' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-25T17:14:20.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:19 smithi028 ceph-mon[29207]: pgmap v304: 129 pgs: 129 active+clean; 625 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 6.3 KiB/s wr, 14 op/s 2024-04-25T17:14:20.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:19 smithi084 ceph-mon[32752]: pgmap v304: 129 pgs: 129 active+clean; 625 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 6.3 KiB/s wr, 14 op/s 2024-04-25T17:14:20.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:19 smithi042 ceph-mon[32851]: pgmap v304: 129 pgs: 129 active+clean; 625 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 6.3 KiB/s wr, 14 op/s 2024-04-25T17:14:21.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.338+0000 7f9a06f0a700 1 -- 172.21.15.28:0/4234667718 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9a00107c90 msgr2=0x7f9a001080a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:21.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.338+0000 7f9a06f0a700 1 --2- 172.21.15.28:0/4234667718 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9a00107c90 0x7f9a001080a0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f99ec0099c0 tx=0x7f99ec009cd0 comp rx=0 tx=0).stop 2024-04-25T17:14:21.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.338+0000 7f9a06f0a700 1 -- 172.21.15.28:0/4234667718 shutdown_connections 2024-04-25T17:14:21.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.338+0000 7f9a06f0a700 1 --2- 172.21.15.28:0/4234667718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a001085e0 0x7f9a0010ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:21.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.338+0000 7f9a06f0a700 1 --2- 172.21.15.28:0/4234667718 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a00103360 0x7f9a00103770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:21.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.338+0000 7f9a06f0a700 1 --2- 172.21.15.28:0/4234667718 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9a00107c90 0x7f9a001080a0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:21.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.338+0000 7f9a06f0a700 1 -- 172.21.15.28:0/4234667718 >> 172.21.15.28:0/4234667718 conn(0x7f9a000fecb0 msgr2=0x7f9a001010d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:21.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.338+0000 7f9a06f0a700 1 -- 172.21.15.28:0/4234667718 shutdown_connections 2024-04-25T17:14:21.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.338+0000 7f9a06f0a700 1 -- 172.21.15.28:0/4234667718 wait complete. 2024-04-25T17:14:21.341 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.339+0000 7f9a06f0a700 1 Processor -- start 2024-04-25T17:14:21.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.339+0000 7f9a06f0a700 1 -- start start 2024-04-25T17:14:21.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.340+0000 7f9a06f0a700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9a00103360 0x7f9a001a0800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:21.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.340+0000 7f9a06f0a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a00107c90 0x7f9a001a0d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:21.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.340+0000 7f9a06f0a700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a001085e0 0x7f9a0019aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:21.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.340+0000 7f9a06f0a700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f9a00114260 con 0x7f9a00103360 2024-04-25T17:14:21.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.340+0000 7f9a06f0a700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9a001140e0 con 0x7f9a00107c90 2024-04-25T17:14:21.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.340+0000 7f9a06f0a700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9a001143e0 con 0x7f9a001085e0 2024-04-25T17:14:21.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.340+0000 7f9a04ca6700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9a00103360 0x7f9a001a0800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:21.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.340+0000 7f9a04ca6700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9a00103360 0x7f9a001a0800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57106/0 (socket says 172.21.15.28:57106) 2024-04-25T17:14:21.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.340+0000 7f9a04ca6700 1 -- 172.21.15.28:0/2537209283 learned_addr learned my addr 172.21.15.28:0/2537209283 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:21.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.340+0000 7f99fffff700 1 --2- 172.21.15.28:0/2537209283 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a00107c90 0x7f9a001a0d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:21.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.340+0000 7f9a054a7700 1 --2- 172.21.15.28:0/2537209283 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a001085e0 0x7f9a0019aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:21.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.340+0000 7f9a04ca6700 1 -- 172.21.15.28:0/2537209283 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a001085e0 msgr2=0x7f9a0019aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:21.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.340+0000 7f9a04ca6700 1 --2- 172.21.15.28:0/2537209283 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a001085e0 0x7f9a0019aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:21.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.340+0000 7f9a04ca6700 1 -- 172.21.15.28:0/2537209283 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a00107c90 msgr2=0x7f9a001a0d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:21.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.340+0000 7f9a04ca6700 1 --2- 172.21.15.28:0/2537209283 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a00107c90 0x7f9a001a0d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:21.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.340+0000 7f9a04ca6700 1 -- 172.21.15.28:0/2537209283 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a0019b0d0 con 0x7f9a00103360 2024-04-25T17:14:21.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.340+0000 7f9a04ca6700 1 --2- 172.21.15.28:0/2537209283 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9a00103360 0x7f9a001a0800 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f99f400d950 tx=0x7f99f400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:21.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.341+0000 7f99fdffb700 1 -- 172.21.15.28:0/2537209283 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99f4016070 con 0x7f9a00103360 2024-04-25T17:14:21.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.341+0000 7f99fdffb700 1 -- 172.21.15.28:0/2537209283 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f99f400fd20 con 0x7f9a00103360 2024-04-25T17:14:21.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.341+0000 7f9a06f0a700 1 -- 172.21.15.28:0/2537209283 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a0019b3c0 con 0x7f9a00103360 2024-04-25T17:14:21.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.341+0000 7f99fdffb700 1 -- 172.21.15.28:0/2537209283 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99f400e3b0 con 0x7f9a00103360 2024-04-25T17:14:21.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.341+0000 7f9a06f0a700 1 -- 172.21.15.28:0/2537209283 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a001a7690 con 0x7f9a00103360 2024-04-25T17:14:21.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.342+0000 7f9a06f0a700 1 -- 172.21.15.28:0/2537209283 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a00051190 con 0x7f9a00103360 2024-04-25T17:14:21.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.343+0000 7f99fdffb700 1 -- 172.21.15.28:0/2537209283 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7f99f4019070 con 0x7f9a00103360 2024-04-25T17:14:21.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.344+0000 7f99fdffb700 1 --2- 172.21.15.28:0/2537209283 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f99f00afc10 0x7f99f00b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:21.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.344+0000 7f99fffff700 1 --2- 172.21.15.28:0/2537209283 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f99f00afc10 0x7f99f00b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:21.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.344+0000 7f99fdffb700 1 -- 172.21.15.28:0/2537209283 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7f99f40deb40 con 0x7f9a00103360 2024-04-25T17:14:21.345 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.344+0000 7f99fffff700 1 --2- 172.21.15.28:0/2537209283 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f99f00afc10 0x7f99f00b2120 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f99ec009990 tx=0x7f99ec005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:21.348 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.349+0000 7f99fdffb700 1 -- 172.21.15.28:0/2537209283 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f99f40a7320 con 0x7f9a00103360 2024-04-25T17:14:21.559 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.559+0000 7f9a06f0a700 1 -- 172.21.15.28:0/2537209283 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9a0002e510 con 0x7f9a00103360 2024-04-25T17:14:21.560 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.561+0000 7f99fdffb700 1 -- 172.21.15.28:0/2537209283 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+24045 (secure 0 0 0) 0x7f99f40a6c20 con 0x7f9a00103360 2024-04-25T17:14:21.561 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:14:21.561 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":80,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:13:47.675772+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T17:13:40.495256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T17:13:41.573638+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T17:13:45.282812+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:14:21.563 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.563+0000 7f9a06f0a700 1 -- 172.21.15.28:0/2537209283 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f99f00afc10 msgr2=0x7f99f00b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:21.563 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.563+0000 7f9a06f0a700 1 --2- 172.21.15.28:0/2537209283 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f99f00afc10 0x7f99f00b2120 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f99ec009990 tx=0x7f99ec005fb0 comp rx=0 tx=0).stop 2024-04-25T17:14:21.563 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.563+0000 7f9a06f0a700 1 -- 172.21.15.28:0/2537209283 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9a00103360 msgr2=0x7f9a001a0800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:21.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.563+0000 7f9a06f0a700 1 --2- 172.21.15.28:0/2537209283 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9a00103360 0x7f9a001a0800 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f99f400d950 tx=0x7f99f400dc60 comp rx=0 tx=0).stop 2024-04-25T17:14:21.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.563+0000 7f9a06f0a700 1 -- 172.21.15.28:0/2537209283 shutdown_connections 2024-04-25T17:14:21.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.563+0000 7f9a06f0a700 1 --2- 172.21.15.28:0/2537209283 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f99f00afc10 0x7f99f00b2120 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:21.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.563+0000 7f9a06f0a700 1 --2- 172.21.15.28:0/2537209283 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9a00103360 0x7f9a001a0800 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:21.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.563+0000 7f9a06f0a700 1 --2- 172.21.15.28:0/2537209283 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a001085e0 0x7f9a0019aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:21.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.563+0000 7f9a06f0a700 1 --2- 172.21.15.28:0/2537209283 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a00107c90 0x7f9a001a0d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:21.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.563+0000 7f9a06f0a700 1 -- 172.21.15.28:0/2537209283 >> 172.21.15.28:0/2537209283 conn(0x7f9a000fecb0 msgr2=0x7f9a00101c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:21.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.563+0000 7f9a06f0a700 1 -- 172.21.15.28:0/2537209283 shutdown_connections 2024-04-25T17:14:21.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:21.563+0000 7f9a06f0a700 1 -- 172.21.15.28:0/2537209283 wait complete. 2024-04-25T17:14:22.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:21 smithi084 ceph-mon[32752]: pgmap v305: 129 pgs: 129 active+clean; 637 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 7.2 KiB/s wr, 14 op/s 2024-04-25T17:14:22.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:21 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2537209283' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:14:22.331 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:21 smithi028 ceph-mon[29207]: pgmap v305: 129 pgs: 129 active+clean; 637 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 7.2 KiB/s wr, 14 op/s 2024-04-25T17:14:22.331 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:21 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2537209283' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:14:22.359 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:21 smithi042 ceph-mon[32851]: pgmap v305: 129 pgs: 129 active+clean; 637 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 7.2 KiB/s wr, 14 op/s 2024-04-25T17:14:22.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:21 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2537209283' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:14:22.366 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-25T17:14:22.366 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-25T17:14:22.623 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:14:24.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:23 smithi028 ceph-mon[29207]: pgmap v306: 129 pgs: 129 active+clean; 637 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 6.3 KiB/s wr, 10 op/s 2024-04-25T17:14:24.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:23 smithi084 ceph-mon[32752]: pgmap v306: 129 pgs: 129 active+clean; 637 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 6.3 KiB/s wr, 10 op/s 2024-04-25T17:14:24.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:23 smithi042 ceph-mon[32851]: pgmap v306: 129 pgs: 129 active+clean; 637 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 6.3 KiB/s wr, 10 op/s 2024-04-25T17:14:24.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.449+0000 7fd4d91e4700 1 -- 172.21.15.28:0/4248022113 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd4d4103390 msgr2=0x7fd4d41037a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:24.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.449+0000 7fd4d91e4700 1 --2- 172.21.15.28:0/4248022113 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd4d4103390 0x7fd4d41037a0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fd4c40099c0 tx=0x7fd4c4009cd0 comp rx=0 tx=0).stop 2024-04-25T17:14:24.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.449+0000 7fd4d91e4700 1 -- 172.21.15.28:0/4248022113 shutdown_connections 2024-04-25T17:14:24.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.449+0000 7fd4d91e4700 1 --2- 172.21.15.28:0/4248022113 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd4d4103390 0x7fd4d41037a0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:24.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.449+0000 7fd4d91e4700 1 --2- 172.21.15.28:0/4248022113 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4d4108610 0x7fd4d410ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:24.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.449+0000 7fd4d91e4700 1 --2- 172.21.15.28:0/4248022113 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd4d4107cc0 0x7fd4d41080d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:24.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.449+0000 7fd4d91e4700 1 -- 172.21.15.28:0/4248022113 >> 172.21.15.28:0/4248022113 conn(0x7fd4d40fecc0 msgr2=0x7fd4d41010e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:24.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.449+0000 7fd4d91e4700 1 -- 172.21.15.28:0/4248022113 shutdown_connections 2024-04-25T17:14:24.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.449+0000 7fd4d91e4700 1 -- 172.21.15.28:0/4248022113 wait complete. 2024-04-25T17:14:24.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.450+0000 7fd4d91e4700 1 Processor -- start 2024-04-25T17:14:24.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.450+0000 7fd4d91e4700 1 -- start start 2024-04-25T17:14:24.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.450+0000 7fd4d91e4700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4d4103390 0x7fd4d419ce10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:24.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.450+0000 7fd4d91e4700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd4d4107cc0 0x7fd4d419d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:24.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.450+0000 7fd4d91e4700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd4d4108610 0x7fd4d41a1640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:24.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.450+0000 7fd4d91e4700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fd4d4114240 con 0x7fd4d4108610 2024-04-25T17:14:24.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.450+0000 7fd4d91e4700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd4d41140c0 con 0x7fd4d4103390 2024-04-25T17:14:24.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.450+0000 7fd4d91e4700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd4d41143c0 con 0x7fd4d4107cc0 2024-04-25T17:14:24.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.450+0000 7fd4d359e700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd4d4108610 0x7fd4d41a1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:24.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.450+0000 7fd4d359e700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd4d4108610 0x7fd4d41a1640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57124/0 (socket says 172.21.15.28:57124) 2024-04-25T17:14:24.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.450+0000 7fd4d359e700 1 -- 172.21.15.28:0/109330574 learned_addr learned my addr 172.21.15.28:0/109330574 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:24.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.450+0000 7fd4d259c700 1 --2- 172.21.15.28:0/109330574 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd4d4107cc0 0x7fd4d419d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:24.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.450+0000 7fd4d2d9d700 1 --2- 172.21.15.28:0/109330574 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4d4103390 0x7fd4d419ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:24.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.451+0000 7fd4d359e700 1 -- 172.21.15.28:0/109330574 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd4d4107cc0 msgr2=0x7fd4d419d3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:24.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.451+0000 7fd4d359e700 1 --2- 172.21.15.28:0/109330574 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd4d4107cc0 0x7fd4d419d3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:24.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.451+0000 7fd4d359e700 1 -- 172.21.15.28:0/109330574 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4d4103390 msgr2=0x7fd4d419ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:24.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.451+0000 7fd4d359e700 1 --2- 172.21.15.28:0/109330574 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4d4103390 0x7fd4d419ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:24.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.451+0000 7fd4d359e700 1 -- 172.21.15.28:0/109330574 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4d41a1ce0 con 0x7fd4d4108610 2024-04-25T17:14:24.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.451+0000 7fd4d359e700 1 --2- 172.21.15.28:0/109330574 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd4d4108610 0x7fd4d41a1640 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fd4cc007ee0 tx=0x7fd4cc00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:24.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.451+0000 7fd4bbfff700 1 -- 172.21.15.28:0/109330574 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4cc00dd20 con 0x7fd4d4108610 2024-04-25T17:14:24.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.451+0000 7fd4d91e4700 1 -- 172.21.15.28:0/109330574 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4d41a1fd0 con 0x7fd4d4108610 2024-04-25T17:14:24.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.451+0000 7fd4bbfff700 1 -- 172.21.15.28:0/109330574 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd4cc004020 con 0x7fd4d4108610 2024-04-25T17:14:24.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.451+0000 7fd4d91e4700 1 -- 172.21.15.28:0/109330574 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4d41a98f0 con 0x7fd4d4108610 2024-04-25T17:14:24.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.451+0000 7fd4bbfff700 1 -- 172.21.15.28:0/109330574 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4cc015660 con 0x7fd4d4108610 2024-04-25T17:14:24.454 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.452+0000 7fd4d91e4700 1 -- 172.21.15.28:0/109330574 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4d4051190 con 0x7fd4d4108610 2024-04-25T17:14:24.454 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.454+0000 7fd4bbfff700 1 -- 172.21.15.28:0/109330574 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7fd4cc0041d0 con 0x7fd4d4108610 2024-04-25T17:14:24.455 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.455+0000 7fd4bbfff700 1 --2- 172.21.15.28:0/109330574 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd4bc0afc10 0x7fd4bc0b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:24.455 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.455+0000 7fd4d2d9d700 1 --2- 172.21.15.28:0/109330574 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd4bc0afc10 0x7fd4bc0b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:24.455 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.455+0000 7fd4bbfff700 1 -- 172.21.15.28:0/109330574 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7fd4cc0df180 con 0x7fd4d4108610 2024-04-25T17:14:24.455 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.455+0000 7fd4d2d9d700 1 --2- 172.21.15.28:0/109330574 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd4bc0afc10 0x7fd4bc0b2120 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fd4c4000c00 tx=0x7fd4c4005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:24.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.459+0000 7fd4bbfff700 1 -- 172.21.15.28:0/109330574 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd4cc010070 con 0x7fd4d4108610 2024-04-25T17:14:24.664 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.664+0000 7fd4d91e4700 1 -- 172.21.15.28:0/109330574 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd4d41a9ac0 con 0x7fd4d4108610 2024-04-25T17:14:24.665 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.666+0000 7fd4bbfff700 1 -- 172.21.15.28:0/109330574 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+24045 (secure 0 0 0) 0x7fd4cc0a79c0 con 0x7fd4d4108610 2024-04-25T17:14:24.666 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:14:24.666 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":80,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:13:47.675772+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T17:13:40.495256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T17:13:41.573638+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T17:13:45.282812+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:14:24.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.668+0000 7fd4d91e4700 1 -- 172.21.15.28:0/109330574 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd4bc0afc10 msgr2=0x7fd4bc0b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:24.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.668+0000 7fd4d91e4700 1 --2- 172.21.15.28:0/109330574 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd4bc0afc10 0x7fd4bc0b2120 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fd4c4000c00 tx=0x7fd4c4005fb0 comp rx=0 tx=0).stop 2024-04-25T17:14:24.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.668+0000 7fd4d91e4700 1 -- 172.21.15.28:0/109330574 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd4d4108610 msgr2=0x7fd4d41a1640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:24.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.668+0000 7fd4d91e4700 1 --2- 172.21.15.28:0/109330574 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd4d4108610 0x7fd4d41a1640 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fd4cc007ee0 tx=0x7fd4cc00d3b0 comp rx=0 tx=0).stop 2024-04-25T17:14:24.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.668+0000 7fd4d91e4700 1 -- 172.21.15.28:0/109330574 shutdown_connections 2024-04-25T17:14:24.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.668+0000 7fd4d91e4700 1 --2- 172.21.15.28:0/109330574 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd4bc0afc10 0x7fd4bc0b2120 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:24.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.668+0000 7fd4d91e4700 1 --2- 172.21.15.28:0/109330574 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd4d4108610 0x7fd4d41a1640 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:24.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.668+0000 7fd4d91e4700 1 --2- 172.21.15.28:0/109330574 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4d4103390 0x7fd4d419ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:24.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.668+0000 7fd4d91e4700 1 --2- 172.21.15.28:0/109330574 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd4d4107cc0 0x7fd4d419d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:24.669 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.668+0000 7fd4d91e4700 1 -- 172.21.15.28:0/109330574 >> 172.21.15.28:0/109330574 conn(0x7fd4d40fecc0 msgr2=0x7fd4d4106310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:24.669 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.668+0000 7fd4d91e4700 1 -- 172.21.15.28:0/109330574 shutdown_connections 2024-04-25T17:14:24.669 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:24.668+0000 7fd4d91e4700 1 -- 172.21.15.28:0/109330574 wait complete. 2024-04-25T17:14:25.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:24 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/109330574' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:14:25.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:24 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/109330574' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:14:25.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:24 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/109330574' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:14:25.374 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-25T17:14:25.375 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-25T17:14:25.375 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-25T17:14:25.375 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-25T17:14:25.376 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-25T17:14:25.376 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-25T17:14:25.377 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-25T17:14:25.377 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-25T17:14:25.378 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-04-25T17:14:25.378 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-04-25T17:14:25.378 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-04-25T17:14:25.379 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-04-25T17:14:26.051 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:14:26.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:25 smithi084 ceph-mon[32752]: pgmap v307: 129 pgs: 129 active+clean; 637 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 5.6 KiB/s wr, 10 op/s 2024-04-25T17:14:26.257 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:25 smithi028 ceph-mon[29207]: pgmap v307: 129 pgs: 129 active+clean; 637 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 5.6 KiB/s wr, 10 op/s 2024-04-25T17:14:26.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:25 smithi042 ceph-mon[32851]: pgmap v307: 129 pgs: 129 active+clean; 637 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 5.6 KiB/s wr, 10 op/s 2024-04-25T17:14:26.947 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:14:26.951 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:14:26.967 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:14:26.970 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:14:27.408 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:14:27.441 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:14:27.465 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:14:27.466 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:14:28.160 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:27 smithi028 ceph-mon[29207]: pgmap v308: 129 pgs: 129 active+clean; 637 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-04-25T17:14:28.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:27 smithi084 ceph-mon[32752]: pgmap v308: 129 pgs: 129 active+clean; 637 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-04-25T17:14:28.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:27 smithi042 ceph-mon[32851]: pgmap v308: 129 pgs: 129 active+clean; 637 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-04-25T17:14:28.386 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.386+0000 7fdf913f0700 1 -- 172.21.15.28:0/2794481769 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdf8c105c40 msgr2=0x7fdf8c10e190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:28.386 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.386+0000 7fdf913f0700 1 --2- 172.21.15.28:0/2794481769 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdf8c105c40 0x7fdf8c10e190 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fdf80009990 tx=0x7fdf80009ca0 comp rx=0 tx=0).stop 2024-04-25T17:14:28.386 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.386+0000 7fdf913f0700 1 -- 172.21.15.28:0/2794481769 shutdown_connections 2024-04-25T17:14:28.386 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.386+0000 7fdf913f0700 1 --2- 172.21.15.28:0/2794481769 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdf8c10e760 0x7fdf8c110c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:28.386 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.386+0000 7fdf913f0700 1 --2- 172.21.15.28:0/2794481769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf8c1052f0 0x7fdf8c105700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:28.386 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.386+0000 7fdf913f0700 1 --2- 172.21.15.28:0/2794481769 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdf8c105c40 0x7fdf8c10e190 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:28.386 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.386+0000 7fdf913f0700 1 -- 172.21.15.28:0/2794481769 >> 172.21.15.28:0/2794481769 conn(0x7fdf8c0fec30 msgr2=0x7fdf8c101050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:28.386 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.386+0000 7fdf913f0700 1 -- 172.21.15.28:0/2794481769 shutdown_connections 2024-04-25T17:14:28.387 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.386+0000 7fdf913f0700 1 -- 172.21.15.28:0/2794481769 wait complete. 2024-04-25T17:14:28.388 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.386+0000 7fdf913f0700 1 Processor -- start 2024-04-25T17:14:28.389 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.387+0000 7fdf913f0700 1 -- start start 2024-04-25T17:14:28.389 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.387+0000 7fdf913f0700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdf8c1052f0 0x7fdf8c1a09b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:28.389 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.387+0000 7fdf913f0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf8c105c40 0x7fdf8c1a0ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:28.389 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.387+0000 7fdf913f0700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdf8c10e760 0x7fdf8c19ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:28.389 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.387+0000 7fdf913f0700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fdf8c114260 con 0x7fdf8c10e760 2024-04-25T17:14:28.389 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.387+0000 7fdf913f0700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdf8c1140e0 con 0x7fdf8c105c40 2024-04-25T17:14:28.389 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.387+0000 7fdf913f0700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fdf8c1143e0 con 0x7fdf8c1052f0 2024-04-25T17:14:28.389 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.387+0000 7fdf8b7fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdf8c10e760 0x7fdf8c19ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:28.389 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.387+0000 7fdf8b7fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdf8c10e760 0x7fdf8c19ab40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:56396/0 (socket says 172.21.15.28:56396) 2024-04-25T17:14:28.389 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.387+0000 7fdf8b7fe700 1 -- 172.21.15.28:0/261419361 learned_addr learned my addr 172.21.15.28:0/261419361 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:28.389 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.387+0000 7fdf8a7fc700 1 --2- 172.21.15.28:0/261419361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf8c105c40 0x7fdf8c1a0ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:28.389 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.387+0000 7fdf8affd700 1 --2- 172.21.15.28:0/261419361 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdf8c1052f0 0x7fdf8c1a09b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:28.389 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.387+0000 7fdf8b7fe700 1 -- 172.21.15.28:0/261419361 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdf8c1052f0 msgr2=0x7fdf8c1a09b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:28.390 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.387+0000 7fdf8b7fe700 1 --2- 172.21.15.28:0/261419361 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdf8c1052f0 0x7fdf8c1a09b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:28.390 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.387+0000 7fdf8b7fe700 1 -- 172.21.15.28:0/261419361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf8c105c40 msgr2=0x7fdf8c1a0ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:28.390 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.387+0000 7fdf8b7fe700 1 --2- 172.21.15.28:0/261419361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf8c105c40 0x7fdf8c1a0ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:28.390 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.387+0000 7fdf8b7fe700 1 -- 172.21.15.28:0/261419361 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf8c19b270 con 0x7fdf8c10e760 2024-04-25T17:14:28.390 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.387+0000 7fdf8affd700 1 --2- 172.21.15.28:0/261419361 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdf8c1052f0 0x7fdf8c1a09b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:14:28.390 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.388+0000 7fdf8b7fe700 1 --2- 172.21.15.28:0/261419361 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdf8c10e760 0x7fdf8c19ab40 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fdf8400b970 tx=0x7fdf8400bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:28.390 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.388+0000 7fdf73fff700 1 -- 172.21.15.28:0/261419361 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf84019070 con 0x7fdf8c10e760 2024-04-25T17:14:28.390 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.388+0000 7fdf913f0700 1 -- 172.21.15.28:0/261419361 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf8c19b560 con 0x7fdf8c10e760 2024-04-25T17:14:28.390 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.388+0000 7fdf73fff700 1 -- 172.21.15.28:0/261419361 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdf8400cdc0 con 0x7fdf8c10e760 2024-04-25T17:14:28.390 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.388+0000 7fdf73fff700 1 -- 172.21.15.28:0/261419361 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf84014e30 con 0x7fdf8c10e760 2024-04-25T17:14:28.390 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.388+0000 7fdf913f0700 1 -- 172.21.15.28:0/261419361 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf8c1a7760 con 0x7fdf8c10e760 2024-04-25T17:14:28.390 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.389+0000 7fdf913f0700 1 -- 172.21.15.28:0/261419361 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fdf8c063e20 con 0x7fdf8c10e760 2024-04-25T17:14:28.391 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.391+0000 7fdf73fff700 1 -- 172.21.15.28:0/261419361 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7fdf8401c070 con 0x7fdf8c10e760 2024-04-25T17:14:28.392 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.391+0000 7fdf73fff700 1 --2- 172.21.15.28:0/261419361 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fdf740afc10 0x7fdf740b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:28.392 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.391+0000 7fdf8affd700 1 --2- 172.21.15.28:0/261419361 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fdf740afc10 0x7fdf740b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:28.392 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.391+0000 7fdf73fff700 1 -- 172.21.15.28:0/261419361 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8802+0+0 (secure 0 0 0) 0x7fdf840deab0 con 0x7fdf8c10e760 2024-04-25T17:14:28.392 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.392+0000 7fdf73fff700 1 --2- 172.21.15.28:0/261419361 >> [v2:172.21.15.28:6818/2764367515,v1:172.21.15.28:6819/2764367515] conn(0x7fdf740ba920 0x7fdf740bcdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:28.392 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.392+0000 7fdf73fff700 1 -- 172.21.15.28:0/261419361 --> [v2:172.21.15.28:6818/2764367515,v1:172.21.15.28:6819/2764367515] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fdf740bd480 con 0x7fdf740ba920 2024-04-25T17:14:28.392 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.392+0000 7fdf73fff700 1 -- 172.21.15.28:0/261419361 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) ==== 24+0+0 (secure 0 0 0) 0x7fdf840def00 con 0x7fdf8c10e760 2024-04-25T17:14:28.392 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.392+0000 7fdf8a7fc700 1 --2- 172.21.15.28:0/261419361 >> [v2:172.21.15.28:6818/2764367515,v1:172.21.15.28:6819/2764367515] conn(0x7fdf740ba920 0x7fdf740bcdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:28.392 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.392+0000 7fdf8affd700 1 --2- 172.21.15.28:0/261419361 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fdf740afc10 0x7fdf740b2120 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fdf7c0099d0 tx=0x7fdf7c008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:28.393 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.392+0000 7fdf8a7fc700 1 --2- 172.21.15.28:0/261419361 >> [v2:172.21.15.28:6818/2764367515,v1:172.21.15.28:6819/2764367515] conn(0x7fdf740ba920 0x7fdf740bcdb0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:28.393 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.393+0000 7fdf73fff700 1 -- 172.21.15.28:0/261419361 <== osd.6 v2:172.21.15.28:6818/2764367515 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fdf740bd480 con 0x7fdf740ba920 2024-04-25T17:14:28.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.409+0000 7fdf913f0700 1 -- 172.21.15.28:0/261419361 --> [v2:172.21.15.28:6818/2764367515,v1:172.21.15.28:6819/2764367515] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fdf8c0642d0 con 0x7fdf740ba920 2024-04-25T17:14:28.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.410+0000 7fdf73fff700 1 -- 172.21.15.28:0/261419361 <== osd.6 v2:172.21.15.28:6818/2764367515 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fdf8c0642d0 con 0x7fdf740ba920 2024-04-25T17:14:28.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.410+0000 7fdf913f0700 1 -- 172.21.15.28:0/261419361 >> [v2:172.21.15.28:6818/2764367515,v1:172.21.15.28:6819/2764367515] conn(0x7fdf740ba920 msgr2=0x7fdf740bcdb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:28.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.410+0000 7fdf913f0700 1 --2- 172.21.15.28:0/261419361 >> [v2:172.21.15.28:6818/2764367515,v1:172.21.15.28:6819/2764367515] conn(0x7fdf740ba920 0x7fdf740bcdb0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:28.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.410+0000 7fdf913f0700 1 -- 172.21.15.28:0/261419361 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fdf740afc10 msgr2=0x7fdf740b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:28.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.410+0000 7fdf913f0700 1 --2- 172.21.15.28:0/261419361 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fdf740afc10 0x7fdf740b2120 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fdf7c0099d0 tx=0x7fdf7c008040 comp rx=0 tx=0).stop 2024-04-25T17:14:28.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.410+0000 7fdf913f0700 1 -- 172.21.15.28:0/261419361 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdf8c10e760 msgr2=0x7fdf8c19ab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:28.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.410+0000 7fdf913f0700 1 --2- 172.21.15.28:0/261419361 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdf8c10e760 0x7fdf8c19ab40 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fdf8400b970 tx=0x7fdf8400bc80 comp rx=0 tx=0).stop 2024-04-25T17:14:28.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.410+0000 7fdf8b7fe700 1 -- 172.21.15.28:0/261419361 reap_dead start 2024-04-25T17:14:28.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.410+0000 7fdf913f0700 1 -- 172.21.15.28:0/261419361 shutdown_connections 2024-04-25T17:14:28.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.410+0000 7fdf913f0700 1 -- 172.21.15.28:0/261419361 >> 172.21.15.28:0/261419361 conn(0x7fdf8c0fec30 msgr2=0x7fdf8c100da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:28.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.411+0000 7fdf913f0700 1 -- 172.21.15.28:0/261419361 shutdown_connections 2024-04-25T17:14:28.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:28.411+0000 7fdf913f0700 1 -- 172.21.15.28:0/261419361 wait complete. 2024-04-25T17:14:30.186 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:14:30.186 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:14:30.187 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:14:30.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:29 smithi084 ceph-mon[32752]: pgmap v309: 129 pgs: 129 active+clean; 637 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-04-25T17:14:30.312 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:29 smithi028 ceph-mon[29207]: pgmap v309: 129 pgs: 129 active+clean; 637 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-04-25T17:14:30.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:29 smithi042 ceph-mon[32851]: pgmap v309: 129 pgs: 129 active+clean; 637 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-04-25T17:14:31.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-04-25T17:14:31.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [2, 11]}]: dispatch 2024-04-25T17:14:31.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]: dispatch 2024-04-25T17:14:31.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2024-04-25T17:14:31.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]: dispatch 2024-04-25T17:14:31.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 8]}]: dispatch 2024-04-25T17:14:31.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-04-25T17:14:31.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.5", "id": [9, 10]}]: dispatch 2024-04-25T17:14:31.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 8]}]: dispatch 2024-04-25T17:14:31.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:30 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]: dispatch 2024-04-25T17:14:31.244 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-04-25T17:14:31.244 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [2, 11]}]: dispatch 2024-04-25T17:14:31.244 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]: dispatch 2024-04-25T17:14:31.244 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2024-04-25T17:14:31.244 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]: dispatch 2024-04-25T17:14:31.244 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 8]}]: dispatch 2024-04-25T17:14:31.244 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-04-25T17:14:31.244 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.5", "id": [9, 10]}]: dispatch 2024-04-25T17:14:31.244 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 8]}]: dispatch 2024-04-25T17:14:31.244 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:30 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]: dispatch 2024-04-25T17:14:31.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-04-25T17:14:31.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [2, 11]}]: dispatch 2024-04-25T17:14:31.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]: dispatch 2024-04-25T17:14:31.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2024-04-25T17:14:31.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]: dispatch 2024-04-25T17:14:31.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 8]}]: dispatch 2024-04-25T17:14:31.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-04-25T17:14:31.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.5", "id": [9, 10]}]: dispatch 2024-04-25T17:14:31.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 8]}]: dispatch 2024-04-25T17:14:31.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:30 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]: dispatch 2024-04-25T17:14:32.083 INFO:teuthology.orchestra.run.smithi028.stdout:184683593777 2024-04-25T17:14:32.084 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-25T17:14:32.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:31 smithi084 ceph-mon[32752]: pgmap v310: 129 pgs: 129 active+clean; 641 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-04-25T17:14:32.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:31 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-04-25T17:14:32.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:31 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [2, 11]}]': finished 2024-04-25T17:14:32.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:31 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]': finished 2024-04-25T17:14:32.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:31 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2024-04-25T17:14:32.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:31 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]': finished 2024-04-25T17:14:32.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:31 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 8]}]': finished 2024-04-25T17:14:32.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:31 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-04-25T17:14:32.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:31 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.5", "id": [9, 10]}]': finished 2024-04-25T17:14:32.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:31 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 8]}]': finished 2024-04-25T17:14:32.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:31 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]': finished 2024-04-25T17:14:32.232 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:31 smithi084 ceph-mon[32752]: osdmap e81: 12 total, 12 up, 12 in 2024-04-25T17:14:32.278 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:31 smithi028 ceph-mon[29207]: pgmap v310: 129 pgs: 129 active+clean; 641 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-04-25T17:14:32.278 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:31 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-04-25T17:14:32.279 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:31 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [2, 11]}]': finished 2024-04-25T17:14:32.279 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:31 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]': finished 2024-04-25T17:14:32.279 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:31 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2024-04-25T17:14:32.279 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:31 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]': finished 2024-04-25T17:14:32.279 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:31 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 8]}]': finished 2024-04-25T17:14:32.279 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:31 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-04-25T17:14:32.279 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:31 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.5", "id": [9, 10]}]': finished 2024-04-25T17:14:32.279 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:31 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 8]}]': finished 2024-04-25T17:14:32.279 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:31 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]': finished 2024-04-25T17:14:32.280 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:31 smithi028 ceph-mon[29207]: osdmap e81: 12 total, 12 up, 12 in 2024-04-25T17:14:32.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:31 smithi042 ceph-mon[32851]: pgmap v310: 129 pgs: 129 active+clean; 641 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-04-25T17:14:32.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-04-25T17:14:32.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [2, 11]}]': finished 2024-04-25T17:14:32.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]': finished 2024-04-25T17:14:32.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2024-04-25T17:14:32.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]': finished 2024-04-25T17:14:32.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 8]}]': finished 2024-04-25T17:14:32.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-04-25T17:14:32.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.5", "id": [9, 10]}]': finished 2024-04-25T17:14:32.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 8]}]': finished 2024-04-25T17:14:32.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]': finished 2024-04-25T17:14:32.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:31 smithi042 ceph-mon[32851]: osdmap e81: 12 total, 12 up, 12 in 2024-04-25T17:14:33.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:32 smithi042 ceph-mon[32851]: osdmap e82: 12 total, 12 up, 12 in 2024-04-25T17:14:33.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:32 smithi028 ceph-mon[29207]: osdmap e82: 12 total, 12 up, 12 in 2024-04-25T17:14:33.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:32 smithi084 ceph-mon[32752]: osdmap e82: 12 total, 12 up, 12 in 2024-04-25T17:14:34.251 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:33 smithi028 ceph-mon[29207]: pgmap v313: 129 pgs: 2 peering, 127 active+clean; 641 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-25T17:14:34.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:33 smithi042 ceph-mon[32851]: pgmap v313: 129 pgs: 2 peering, 127 active+clean; 641 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-25T17:14:34.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:33 smithi084 ceph-mon[32752]: pgmap v313: 129 pgs: 2 peering, 127 active+clean; 641 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-25T17:14:36.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:35 smithi028 ceph-mon[29207]: pgmap v314: 129 pgs: 2 peering, 127 active+clean; 641 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 511 B/s wr, 6 op/s; 126 B/s, 0 keys/s, 0 objects/s recovering 2024-04-25T17:14:36.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:35 smithi042 ceph-mon[32851]: pgmap v314: 129 pgs: 2 peering, 127 active+clean; 641 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 511 B/s wr, 6 op/s; 126 B/s, 0 keys/s, 0 objects/s recovering 2024-04-25T17:14:36.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:35 smithi084 ceph-mon[32752]: pgmap v314: 129 pgs: 2 peering, 127 active+clean; 641 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 511 B/s wr, 6 op/s; 126 B/s, 0 keys/s, 0 objects/s recovering 2024-04-25T17:14:36.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.566+0000 7f6d2ef88700 1 -- 172.21.15.28:0/1506552139 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6d281044b0 msgr2=0x7f6d281048c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:36.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.566+0000 7f6d2ef88700 1 --2- 172.21.15.28:0/1506552139 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6d281044b0 0x7f6d281048c0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c0099c0 tx=0x7f6d1c009cd0 comp rx=0 tx=0).stop 2024-04-25T17:14:36.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.566+0000 7f6d2ef88700 1 -- 172.21.15.28:0/1506552139 shutdown_connections 2024-04-25T17:14:36.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.566+0000 7f6d2ef88700 1 --2- 172.21.15.28:0/1506552139 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6d281044b0 0x7f6d281048c0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:36.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.566+0000 7f6d2ef88700 1 --2- 172.21.15.28:0/1506552139 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d28109730 0x7f6d28111090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:36.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.566+0000 7f6d2ef88700 1 --2- 172.21.15.28:0/1506552139 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6d28108de0 0x7f6d281091f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:36.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.566+0000 7f6d2ef88700 1 -- 172.21.15.28:0/1506552139 >> 172.21.15.28:0/1506552139 conn(0x7f6d280ffda0 msgr2=0x7f6d281021f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:36.568 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.566+0000 7f6d2ef88700 1 -- 172.21.15.28:0/1506552139 shutdown_connections 2024-04-25T17:14:36.568 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.566+0000 7f6d2ef88700 1 -- 172.21.15.28:0/1506552139 wait complete. 2024-04-25T17:14:36.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.566+0000 7f6d2ef88700 1 Processor -- start 2024-04-25T17:14:36.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.567+0000 7f6d2ef88700 1 -- start start 2024-04-25T17:14:36.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.567+0000 7f6d2ef88700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d281044b0 0x7f6d281a0880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:36.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.567+0000 7f6d2ef88700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6d28108de0 0x7f6d281a0dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:36.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.567+0000 7f6d2ef88700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6d28109730 0x7f6d2819aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:36.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.567+0000 7f6d2ef88700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f6d28114280 con 0x7f6d28108de0 2024-04-25T17:14:36.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.567+0000 7f6d2ef88700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6d28114100 con 0x7f6d281044b0 2024-04-25T17:14:36.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.567+0000 7f6d2ef88700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6d28114400 con 0x7f6d28109730 2024-04-25T17:14:36.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.567+0000 7f6d27fff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6d28108de0 0x7f6d281a0dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:36.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.567+0000 7f6d27fff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6d28108de0 0x7f6d281a0dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:46134/0 (socket says 172.21.15.28:46134) 2024-04-25T17:14:36.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.567+0000 7f6d27fff700 1 -- 172.21.15.28:0/3371210665 learned_addr learned my addr 172.21.15.28:0/3371210665 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:36.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.567+0000 7f6d2cd24700 1 --2- 172.21.15.28:0/3371210665 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d281044b0 0x7f6d281a0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:36.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.567+0000 7f6d2d525700 1 --2- 172.21.15.28:0/3371210665 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6d28109730 0x7f6d2819aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:36.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.567+0000 7f6d27fff700 1 -- 172.21.15.28:0/3371210665 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6d28109730 msgr2=0x7f6d2819aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:36.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.567+0000 7f6d27fff700 1 --2- 172.21.15.28:0/3371210665 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6d28109730 0x7f6d2819aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:36.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.567+0000 7f6d27fff700 1 -- 172.21.15.28:0/3371210665 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d281044b0 msgr2=0x7f6d281a0880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:36.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.567+0000 7f6d27fff700 1 --2- 172.21.15.28:0/3371210665 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6d281044b0 0x7f6d281a0880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:36.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.567+0000 7f6d27fff700 1 -- 172.21.15.28:0/3371210665 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d2819b150 con 0x7f6d28108de0 2024-04-25T17:14:36.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.567+0000 7f6d2d525700 1 --2- 172.21.15.28:0/3371210665 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6d28109730 0x7f6d2819aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:14:36.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.568+0000 7f6d27fff700 1 --2- 172.21.15.28:0/3371210665 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6d28108de0 0x7f6d281a0dc0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f6d1400d950 tx=0x7f6d1400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:36.572 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.568+0000 7f6d25ffb700 1 -- 172.21.15.28:0/3371210665 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d14017070 con 0x7f6d28108de0 2024-04-25T17:14:36.572 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.568+0000 7f6d25ffb700 1 -- 172.21.15.28:0/3371210665 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6d14005020 con 0x7f6d28108de0 2024-04-25T17:14:36.572 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.568+0000 7f6d2ef88700 1 -- 172.21.15.28:0/3371210665 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d2819b440 con 0x7f6d28108de0 2024-04-25T17:14:36.572 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.568+0000 7f6d25ffb700 1 -- 172.21.15.28:0/3371210665 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d14009a20 con 0x7f6d28108de0 2024-04-25T17:14:36.572 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.568+0000 7f6d2ef88700 1 -- 172.21.15.28:0/3371210665 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d281a7710 con 0x7f6d28108de0 2024-04-25T17:14:36.572 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.569+0000 7f6d2ef88700 1 -- 172.21.15.28:0/3371210665 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6d28063e20 con 0x7f6d28108de0 2024-04-25T17:14:36.573 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.570+0000 7f6d25ffb700 1 -- 172.21.15.28:0/3371210665 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7f6d14009bc0 con 0x7f6d28108de0 2024-04-25T17:14:36.573 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.571+0000 7f6d25ffb700 1 --2- 172.21.15.28:0/3371210665 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6d180afc10 0x7f6d180b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:36.573 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.571+0000 7f6d2cd24700 1 --2- 172.21.15.28:0/3371210665 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6d180afc10 0x7f6d180b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:36.573 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.571+0000 7f6d25ffb700 1 -- 172.21.15.28:0/3371210665 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7f6d140deda0 con 0x7f6d28108de0 2024-04-25T17:14:36.573 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.571+0000 7f6d25ffb700 1 --2- 172.21.15.28:0/3371210665 >> [v2:172.21.15.42:6808/136506732,v1:172.21.15.42:6809/136506732] conn(0x7f6d180badc0 0x7f6d180bd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:36.574 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.572+0000 7f6d25ffb700 1 -- 172.21.15.28:0/3371210665 --> [v2:172.21.15.42:6808/136506732,v1:172.21.15.42:6809/136506732] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6d180bd980 con 0x7f6d180badc0 2024-04-25T17:14:36.574 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.572+0000 7f6d25ffb700 1 -- 172.21.15.28:0/3371210665 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f6d140df1f0 con 0x7f6d28108de0 2024-04-25T17:14:36.574 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.572+0000 7f6d2cd24700 1 --2- 172.21.15.28:0/3371210665 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6d180afc10 0x7f6d180b2120 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f6d2819bbe0 tx=0x7f6d1c005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:36.574 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.572+0000 7f6d2d525700 1 --2- 172.21.15.28:0/3371210665 >> [v2:172.21.15.42:6808/136506732,v1:172.21.15.42:6809/136506732] conn(0x7f6d180badc0 0x7f6d180bd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:36.574 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.572+0000 7f6d2d525700 1 --2- 172.21.15.28:0/3371210665 >> [v2:172.21.15.42:6808/136506732,v1:172.21.15.42:6809/136506732] conn(0x7f6d180badc0 0x7f6d180bd2b0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:36.574 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.573+0000 7f6d25ffb700 1 -- 172.21.15.28:0/3371210665 <== osd.4 v2:172.21.15.42:6808/136506732 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6d180bd980 con 0x7f6d180badc0 2024-04-25T17:14:36.593 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.592+0000 7f6d2ef88700 1 -- 172.21.15.28:0/3371210665 --> [v2:172.21.15.42:6808/136506732,v1:172.21.15.42:6809/136506732] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6d280642a0 con 0x7f6d180badc0 2024-04-25T17:14:36.594 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.593+0000 7f6d25ffb700 1 -- 172.21.15.28:0/3371210665 <== osd.4 v2:172.21.15.42:6808/136506732 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f6d280642a0 con 0x7f6d180badc0 2024-04-25T17:14:36.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.593+0000 7f6d2ef88700 1 -- 172.21.15.28:0/3371210665 >> [v2:172.21.15.42:6808/136506732,v1:172.21.15.42:6809/136506732] conn(0x7f6d180badc0 msgr2=0x7f6d180bd2b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:36.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.593+0000 7f6d2ef88700 1 --2- 172.21.15.28:0/3371210665 >> [v2:172.21.15.42:6808/136506732,v1:172.21.15.42:6809/136506732] conn(0x7f6d180badc0 0x7f6d180bd2b0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:36.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.593+0000 7f6d2ef88700 1 -- 172.21.15.28:0/3371210665 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6d180afc10 msgr2=0x7f6d180b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:36.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.593+0000 7f6d2ef88700 1 --2- 172.21.15.28:0/3371210665 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6d180afc10 0x7f6d180b2120 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f6d2819bbe0 tx=0x7f6d1c005fb0 comp rx=0 tx=0).stop 2024-04-25T17:14:36.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.594+0000 7f6d2ef88700 1 -- 172.21.15.28:0/3371210665 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6d28108de0 msgr2=0x7f6d281a0dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:36.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.594+0000 7f6d2ef88700 1 --2- 172.21.15.28:0/3371210665 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6d28108de0 0x7f6d281a0dc0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f6d1400d950 tx=0x7f6d1400dc60 comp rx=0 tx=0).stop 2024-04-25T17:14:36.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.594+0000 7f6d2d525700 1 -- 172.21.15.28:0/3371210665 reap_dead start 2024-04-25T17:14:36.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.594+0000 7f6d2ef88700 1 -- 172.21.15.28:0/3371210665 shutdown_connections 2024-04-25T17:14:36.596 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.594+0000 7f6d2ef88700 1 -- 172.21.15.28:0/3371210665 >> 172.21.15.28:0/3371210665 conn(0x7f6d280ffda0 msgr2=0x7f6d281021c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:36.596 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.594+0000 7f6d2ef88700 1 -- 172.21.15.28:0/3371210665 shutdown_connections 2024-04-25T17:14:36.596 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:36.594+0000 7f6d2ef88700 1 -- 172.21.15.28:0/3371210665 wait complete. 2024-04-25T17:14:37.517 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.515+0000 7fc989e80700 1 -- 172.21.15.28:0/1392732157 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc984109740 msgr2=0x7fc9841110a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:37.517 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.515+0000 7fc989e80700 1 --2- 172.21.15.28:0/1392732157 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc984109740 0x7fc9841110a0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fc97c00b0d0 tx=0x7fc97c00b3e0 comp rx=0 tx=0).stop 2024-04-25T17:14:37.517 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.515+0000 7fc989e80700 1 -- 172.21.15.28:0/1392732157 shutdown_connections 2024-04-25T17:14:37.517 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.515+0000 7fc989e80700 1 --2- 172.21.15.28:0/1392732157 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc984109740 0x7fc9841110a0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:37.517 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.515+0000 7fc989e80700 1 --2- 172.21.15.28:0/1392732157 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc9841044c0 0x7fc9841048d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:37.517 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.515+0000 7fc989e80700 1 --2- 172.21.15.28:0/1392732157 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc984108df0 0x7fc984109200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:37.517 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.515+0000 7fc989e80700 1 -- 172.21.15.28:0/1392732157 >> 172.21.15.28:0/1392732157 conn(0x7fc9840fff10 msgr2=0x7fc984102330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:37.517 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.515+0000 7fc989e80700 1 -- 172.21.15.28:0/1392732157 shutdown_connections 2024-04-25T17:14:37.518 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.515+0000 7fc989e80700 1 -- 172.21.15.28:0/1392732157 wait complete. 2024-04-25T17:14:37.519 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.516+0000 7fc989e80700 1 Processor -- start 2024-04-25T17:14:37.519 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.516+0000 7fc989e80700 1 -- start start 2024-04-25T17:14:37.519 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.517+0000 7fc989e80700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc9841044c0 0x7fc9841a07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:37.519 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.517+0000 7fc989e80700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc984108df0 0x7fc9841a0d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:37.519 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.517+0000 7fc989e80700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc984109740 0x7fc98419aa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:37.520 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.517+0000 7fc989e80700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fc984114220 con 0x7fc984108df0 2024-04-25T17:14:37.520 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.517+0000 7fc989e80700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc9841140a0 con 0x7fc984109740 2024-04-25T17:14:37.520 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.517+0000 7fc989e80700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc9841143a0 con 0x7fc9841044c0 2024-04-25T17:14:37.520 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.517+0000 7fc982ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc984108df0 0x7fc9841a0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:37.520 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.517+0000 7fc9837fe700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc9841044c0 0x7fc9841a07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:37.520 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.517+0000 7fc982ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc984108df0 0x7fc9841a0d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:46152/0 (socket says 172.21.15.28:46152) 2024-04-25T17:14:37.520 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.517+0000 7fc982ffd700 1 -- 172.21.15.28:0/3528088197 learned_addr learned my addr 172.21.15.28:0/3528088197 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:37.520 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.517+0000 7fc983fff700 1 --2- 172.21.15.28:0/3528088197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc984109740 0x7fc98419aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:37.520 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.517+0000 7fc982ffd700 1 -- 172.21.15.28:0/3528088197 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc9841044c0 msgr2=0x7fc9841a07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:37.520 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.517+0000 7fc982ffd700 1 --2- 172.21.15.28:0/3528088197 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc9841044c0 0x7fc9841a07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:37.520 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.517+0000 7fc982ffd700 1 -- 172.21.15.28:0/3528088197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc984109740 msgr2=0x7fc98419aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:37.520 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.517+0000 7fc982ffd700 1 --2- 172.21.15.28:0/3528088197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc984109740 0x7fc98419aa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:37.520 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.518+0000 7fc982ffd700 1 -- 172.21.15.28:0/3528088197 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc98419b0b0 con 0x7fc984108df0 2024-04-25T17:14:37.520 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.518+0000 7fc983fff700 1 --2- 172.21.15.28:0/3528088197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc984109740 0x7fc98419aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:14:37.521 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.518+0000 7fc982ffd700 1 --2- 172.21.15.28:0/3528088197 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc984108df0 0x7fc9841a0d20 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fc97800d950 tx=0x7fc97800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:37.521 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.518+0000 7fc980ff9700 1 -- 172.21.15.28:0/3528088197 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc978016070 con 0x7fc984108df0 2024-04-25T17:14:37.521 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.518+0000 7fc989e80700 1 -- 172.21.15.28:0/3528088197 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc98419b3a0 con 0x7fc984108df0 2024-04-25T17:14:37.521 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.518+0000 7fc980ff9700 1 -- 172.21.15.28:0/3528088197 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc978004830 con 0x7fc984108df0 2024-04-25T17:14:37.521 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.518+0000 7fc980ff9700 1 -- 172.21.15.28:0/3528088197 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc978005420 con 0x7fc984108df0 2024-04-25T17:14:37.521 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.518+0000 7fc989e80700 1 -- 172.21.15.28:0/3528088197 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9840758c0 con 0x7fc984108df0 2024-04-25T17:14:37.521 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.519+0000 7fc989e80700 1 -- 172.21.15.28:0/3528088197 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc984063e20 con 0x7fc984108df0 2024-04-25T17:14:37.522 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.521+0000 7fc980ff9700 1 -- 172.21.15.28:0/3528088197 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7fc978004220 con 0x7fc984108df0 2024-04-25T17:14:37.523 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.521+0000 7fc980ff9700 1 --2- 172.21.15.28:0/3528088197 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc96c0afc10 0x7fc96c0b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:37.523 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.521+0000 7fc9837fe700 1 --2- 172.21.15.28:0/3528088197 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc96c0afc10 0x7fc96c0b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:37.523 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.521+0000 7fc980ff9700 1 -- 172.21.15.28:0/3528088197 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7fc9780df420 con 0x7fc984108df0 2024-04-25T17:14:37.523 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.522+0000 7fc980ff9700 1 --2- 172.21.15.28:0/3528088197 >> [v2:172.21.15.84:6824/3161302796,v1:172.21.15.84:6825/3161302796] conn(0x7fc96c0badb0 0x7fc96c0bd2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:37.523 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.522+0000 7fc980ff9700 1 -- 172.21.15.28:0/3528088197 --> [v2:172.21.15.84:6824/3161302796,v1:172.21.15.84:6825/3161302796] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc97800d130 con 0x7fc96c0badb0 2024-04-25T17:14:37.523 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.522+0000 7fc980ff9700 1 -- 172.21.15.28:0/3528088197 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7fc9780df870 con 0x7fc984108df0 2024-04-25T17:14:37.523 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.522+0000 7fc9837fe700 1 --2- 172.21.15.28:0/3528088197 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc96c0afc10 0x7fc96c0b2120 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fc98419bb40 tx=0x7fc974009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:37.523 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.522+0000 7fc983fff700 1 --2- 172.21.15.28:0/3528088197 >> [v2:172.21.15.84:6824/3161302796,v1:172.21.15.84:6825/3161302796] conn(0x7fc96c0badb0 0x7fc96c0bd2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:37.524 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.522+0000 7fc983fff700 1 --2- 172.21.15.28:0/3528088197 >> [v2:172.21.15.84:6824/3161302796,v1:172.21.15.84:6825/3161302796] conn(0x7fc96c0badb0 0x7fc96c0bd2a0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:37.524 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.523+0000 7fc980ff9700 1 -- 172.21.15.28:0/3528088197 <== osd.11 v2:172.21.15.84:6824/3161302796 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc97800d130 con 0x7fc96c0badb0 2024-04-25T17:14:37.540 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.540+0000 7fc989e80700 1 -- 172.21.15.28:0/3528088197 --> [v2:172.21.15.84:6824/3161302796,v1:172.21.15.84:6825/3161302796] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc984064220 con 0x7fc96c0badb0 2024-04-25T17:14:37.541 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.540+0000 7fc980ff9700 1 -- 172.21.15.28:0/3528088197 <== osd.11 v2:172.21.15.84:6824/3161302796 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fc984064220 con 0x7fc96c0badb0 2024-04-25T17:14:37.542 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.540+0000 7fc989e80700 1 -- 172.21.15.28:0/3528088197 >> [v2:172.21.15.84:6824/3161302796,v1:172.21.15.84:6825/3161302796] conn(0x7fc96c0badb0 msgr2=0x7fc96c0bd2a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:37.542 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.540+0000 7fc989e80700 1 --2- 172.21.15.28:0/3528088197 >> [v2:172.21.15.84:6824/3161302796,v1:172.21.15.84:6825/3161302796] conn(0x7fc96c0badb0 0x7fc96c0bd2a0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:37.542 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.540+0000 7fc989e80700 1 -- 172.21.15.28:0/3528088197 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc96c0afc10 msgr2=0x7fc96c0b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:37.542 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.540+0000 7fc989e80700 1 --2- 172.21.15.28:0/3528088197 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc96c0afc10 0x7fc96c0b2120 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fc98419bb40 tx=0x7fc974009260 comp rx=0 tx=0).stop 2024-04-25T17:14:37.542 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.540+0000 7fc989e80700 1 -- 172.21.15.28:0/3528088197 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc984108df0 msgr2=0x7fc9841a0d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:37.542 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.540+0000 7fc989e80700 1 --2- 172.21.15.28:0/3528088197 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc984108df0 0x7fc9841a0d20 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fc97800d950 tx=0x7fc97800dc60 comp rx=0 tx=0).stop 2024-04-25T17:14:37.542 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.540+0000 7fc983fff700 1 -- 172.21.15.28:0/3528088197 reap_dead start 2024-04-25T17:14:37.542 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.540+0000 7fc989e80700 1 -- 172.21.15.28:0/3528088197 shutdown_connections 2024-04-25T17:14:37.542 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.540+0000 7fc989e80700 1 -- 172.21.15.28:0/3528088197 >> 172.21.15.28:0/3528088197 conn(0x7fc9840fff10 msgr2=0x7fc98410a6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:37.543 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.541+0000 7fc989e80700 1 -- 172.21.15.28:0/3528088197 shutdown_connections 2024-04-25T17:14:37.543 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:37.541+0000 7fc989e80700 1 -- 172.21.15.28:0/3528088197 wait complete. 2024-04-25T17:14:38.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:37 smithi028 ceph-mon[29207]: pgmap v315: 129 pgs: 2 peering, 127 active+clean; 641 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 511 B/s wr, 6 op/s; 141 B/s, 0 keys/s, 0 objects/s recovering 2024-04-25T17:14:38.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:37 smithi042 ceph-mon[32851]: pgmap v315: 129 pgs: 2 peering, 127 active+clean; 641 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 511 B/s wr, 6 op/s; 141 B/s, 0 keys/s, 0 objects/s recovering 2024-04-25T17:14:38.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:37 smithi084 ceph-mon[32752]: pgmap v315: 129 pgs: 2 peering, 127 active+clean; 641 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 511 B/s wr, 6 op/s; 141 B/s, 0 keys/s, 0 objects/s recovering 2024-04-25T17:14:39.145 INFO:teuthology.orchestra.run.smithi028.stdout:304942678041 2024-04-25T17:14:39.145 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-04-25T17:14:39.770 INFO:teuthology.orchestra.run.smithi028.stdout:137438953532 2024-04-25T17:14:39.771 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-25T17:14:40.284 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:39 smithi084 ceph-mon[32752]: pgmap v316: 129 pgs: 129 active+clean; 641 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 4 op/s; 141 B/s, 0 keys/s, 0 objects/s recovering 2024-04-25T17:14:40.296 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:39 smithi028 ceph-mon[29207]: pgmap v316: 129 pgs: 129 active+clean; 641 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 4 op/s; 141 B/s, 0 keys/s, 0 objects/s recovering 2024-04-25T17:14:40.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:39 smithi042 ceph-mon[32851]: pgmap v316: 129 pgs: 129 active+clean; 641 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 4 op/s; 141 B/s, 0 keys/s, 0 objects/s recovering 2024-04-25T17:14:40.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.916+0000 7f3b96b9f700 1 -- 172.21.15.28:0/2562862649 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3b901096e0 msgr2=0x7f3b90111040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:40.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.916+0000 7f3b96b9f700 1 --2- 172.21.15.28:0/2562862649 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3b901096e0 0x7f3b90111040 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f3b780099c0 tx=0x7f3b78009cd0 comp rx=0 tx=0).stop 2024-04-25T17:14:40.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.916+0000 7f3b96b9f700 1 -- 172.21.15.28:0/2562862649 shutdown_connections 2024-04-25T17:14:40.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.916+0000 7f3b96b9f700 1 --2- 172.21.15.28:0/2562862649 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3b901096e0 0x7f3b90111040 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:40.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.916+0000 7f3b96b9f700 1 --2- 172.21.15.28:0/2562862649 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3b90104460 0x7f3b90104870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:40.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.916+0000 7f3b96b9f700 1 --2- 172.21.15.28:0/2562862649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b90108d90 0x7f3b901091a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:40.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.916+0000 7f3b96b9f700 1 -- 172.21.15.28:0/2562862649 >> 172.21.15.28:0/2562862649 conn(0x7f3b900ffd40 msgr2=0x7f3b90102160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:40.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.916+0000 7f3b96b9f700 1 -- 172.21.15.28:0/2562862649 shutdown_connections 2024-04-25T17:14:40.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.916+0000 7f3b96b9f700 1 -- 172.21.15.28:0/2562862649 wait complete. 2024-04-25T17:14:40.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.917+0000 7f3b96b9f700 1 Processor -- start 2024-04-25T17:14:40.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.917+0000 7f3b96b9f700 1 -- start start 2024-04-25T17:14:40.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.917+0000 7f3b96b9f700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3b90104460 0x7f3b9019cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:40.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.917+0000 7f3b96b9f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b90108d90 0x7f3b9019d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:40.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.918+0000 7f3b96b9f700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3b901096e0 0x7f3b901a1560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:40.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.918+0000 7f3b96b9f700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f3b901141c0 con 0x7f3b901096e0 2024-04-25T17:14:40.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.918+0000 7f3b96b9f700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3b90114040 con 0x7f3b90108d90 2024-04-25T17:14:40.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.918+0000 7f3b96b9f700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3b90114340 con 0x7f3b90104460 2024-04-25T17:14:40.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.918+0000 7f3b9513c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3b901096e0 0x7f3b901a1560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:40.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.918+0000 7f3b9513c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3b901096e0 0x7f3b901a1560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:46164/0 (socket says 172.21.15.28:46164) 2024-04-25T17:14:40.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.918+0000 7f3b9513c700 1 -- 172.21.15.28:0/655372329 learned_addr learned my addr 172.21.15.28:0/655372329 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:40.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.918+0000 7f3b9493b700 1 --2- 172.21.15.28:0/655372329 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3b90104460 0x7f3b9019cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:40.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.918+0000 7f3b8ffff700 1 --2- 172.21.15.28:0/655372329 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b90108d90 0x7f3b9019d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:40.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.918+0000 7f3b9513c700 1 -- 172.21.15.28:0/655372329 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3b90104460 msgr2=0x7f3b9019cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:40.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.918+0000 7f3b9513c700 1 --2- 172.21.15.28:0/655372329 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3b90104460 0x7f3b9019cd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:40.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.918+0000 7f3b9513c700 1 -- 172.21.15.28:0/655372329 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b90108d90 msgr2=0x7f3b9019d2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:40.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.918+0000 7f3b9513c700 1 --2- 172.21.15.28:0/655372329 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b90108d90 0x7f3b9019d2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:40.921 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.918+0000 7f3b9513c700 1 -- 172.21.15.28:0/655372329 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b901a1b50 con 0x7f3b901096e0 2024-04-25T17:14:40.921 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.918+0000 7f3b8ffff700 1 --2- 172.21.15.28:0/655372329 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b90108d90 0x7f3b9019d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:14:40.921 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.918+0000 7f3b9513c700 1 --2- 172.21.15.28:0/655372329 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3b901096e0 0x7f3b901a1560 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f3b78005910 tx=0x7f3b780055f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:40.921 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.918+0000 7f3b8dffb700 1 -- 172.21.15.28:0/655372329 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b78026070 con 0x7f3b901096e0 2024-04-25T17:14:40.921 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.918+0000 7f3b8dffb700 1 -- 172.21.15.28:0/655372329 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3b7800f460 con 0x7f3b901096e0 2024-04-25T17:14:40.921 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.918+0000 7f3b96b9f700 1 -- 172.21.15.28:0/655372329 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b901a1de0 con 0x7f3b901096e0 2024-04-25T17:14:40.921 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.919+0000 7f3b8dffb700 1 -- 172.21.15.28:0/655372329 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b78009e60 con 0x7f3b901096e0 2024-04-25T17:14:40.921 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.919+0000 7f3b96b9f700 1 -- 172.21.15.28:0/655372329 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b901a22c0 con 0x7f3b901096e0 2024-04-25T17:14:40.921 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.919+0000 7f3b96b9f700 1 -- 172.21.15.28:0/655372329 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3b90076c20 con 0x7f3b901096e0 2024-04-25T17:14:40.922 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.921+0000 7f3b8dffb700 1 -- 172.21.15.28:0/655372329 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7f3b78029070 con 0x7f3b901096e0 2024-04-25T17:14:40.922 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.922+0000 7f3b8dffb700 1 --2- 172.21.15.28:0/655372329 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f3b7c0afc10 0x7f3b7c0b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:40.922 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.922+0000 7f3b9493b700 1 --2- 172.21.15.28:0/655372329 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f3b7c0afc10 0x7f3b7c0b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:40.922 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.922+0000 7f3b8dffb700 1 -- 172.21.15.28:0/655372329 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7f3b780e0330 con 0x7f3b901096e0 2024-04-25T17:14:40.922 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.922+0000 7f3b8dffb700 1 --2- 172.21.15.28:0/655372329 >> [v2:172.21.15.28:6826/1774926370,v1:172.21.15.28:6827/1774926370] conn(0x7f3b7c0badc0 0x7f3b7c0bd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:40.922 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.922+0000 7f3b8dffb700 1 -- 172.21.15.28:0/655372329 --> [v2:172.21.15.28:6826/1774926370,v1:172.21.15.28:6827/1774926370] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3b7800b0b0 con 0x7f3b7c0badc0 2024-04-25T17:14:40.922 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.922+0000 7f3b8dffb700 1 -- 172.21.15.28:0/655372329 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f3b780e0780 con 0x7f3b901096e0 2024-04-25T17:14:40.923 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.922+0000 7f3b8ffff700 1 --2- 172.21.15.28:0/655372329 >> [v2:172.21.15.28:6826/1774926370,v1:172.21.15.28:6827/1774926370] conn(0x7f3b7c0badc0 0x7f3b7c0bd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:40.923 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.922+0000 7f3b9493b700 1 --2- 172.21.15.28:0/655372329 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f3b7c0afc10 0x7f3b7c0b2120 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f3b8800f440 tx=0x7f3b880079e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:40.923 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.923+0000 7f3b8ffff700 1 --2- 172.21.15.28:0/655372329 >> [v2:172.21.15.28:6826/1774926370,v1:172.21.15.28:6827/1774926370] conn(0x7f3b7c0badc0 0x7f3b7c0bd2b0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:40.923 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.923+0000 7f3b8dffb700 1 -- 172.21.15.28:0/655372329 <== osd.9 v2:172.21.15.28:6826/1774926370 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3b7800b0b0 con 0x7f3b7c0badc0 2024-04-25T17:14:40.940 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.940+0000 7f3b96b9f700 1 -- 172.21.15.28:0/655372329 --> [v2:172.21.15.28:6826/1774926370,v1:172.21.15.28:6827/1774926370] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3b90105910 con 0x7f3b7c0badc0 2024-04-25T17:14:40.940 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.940+0000 7f3b8dffb700 1 -- 172.21.15.28:0/655372329 <== osd.9 v2:172.21.15.28:6826/1774926370 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f3b90105910 con 0x7f3b7c0badc0 2024-04-25T17:14:40.941 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.941+0000 7f3b96b9f700 1 -- 172.21.15.28:0/655372329 >> [v2:172.21.15.28:6826/1774926370,v1:172.21.15.28:6827/1774926370] conn(0x7f3b7c0badc0 msgr2=0x7f3b7c0bd2b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:40.941 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.941+0000 7f3b96b9f700 1 --2- 172.21.15.28:0/655372329 >> [v2:172.21.15.28:6826/1774926370,v1:172.21.15.28:6827/1774926370] conn(0x7f3b7c0badc0 0x7f3b7c0bd2b0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:40.941 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.941+0000 7f3b96b9f700 1 -- 172.21.15.28:0/655372329 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f3b7c0afc10 msgr2=0x7f3b7c0b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:40.941 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.941+0000 7f3b96b9f700 1 --2- 172.21.15.28:0/655372329 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f3b7c0afc10 0x7f3b7c0b2120 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f3b8800f440 tx=0x7f3b880079e0 comp rx=0 tx=0).stop 2024-04-25T17:14:40.941 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.941+0000 7f3b96b9f700 1 -- 172.21.15.28:0/655372329 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3b901096e0 msgr2=0x7f3b901a1560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:40.941 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.941+0000 7f3b96b9f700 1 --2- 172.21.15.28:0/655372329 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3b901096e0 0x7f3b901a1560 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f3b78005910 tx=0x7f3b780055f0 comp rx=0 tx=0).stop 2024-04-25T17:14:40.941 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.941+0000 7f3b9513c700 1 -- 172.21.15.28:0/655372329 reap_dead start 2024-04-25T17:14:40.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.941+0000 7f3b96b9f700 1 -- 172.21.15.28:0/655372329 shutdown_connections 2024-04-25T17:14:40.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.941+0000 7f3b96b9f700 1 -- 172.21.15.28:0/655372329 >> 172.21.15.28:0/655372329 conn(0x7f3b900ffd40 msgr2=0x7f3b90110d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:40.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.941+0000 7f3b96b9f700 1 -- 172.21.15.28:0/655372329 shutdown_connections 2024-04-25T17:14:40.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:40.941+0000 7f3b96b9f700 1 -- 172.21.15.28:0/655372329 wait complete. 2024-04-25T17:14:42.094 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:41 smithi028 ceph-mon[29207]: pgmap v317: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 314 B/s wr, 6 op/s; 115 B/s, 0 keys/s, 0 objects/s recovering 2024-04-25T17:14:42.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:41 smithi042 ceph-mon[32851]: pgmap v317: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 314 B/s wr, 6 op/s; 115 B/s, 0 keys/s, 0 objects/s recovering 2024-04-25T17:14:42.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:41 smithi084 ceph-mon[32752]: pgmap v317: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 314 B/s wr, 6 op/s; 115 B/s, 0 keys/s, 0 objects/s recovering 2024-04-25T17:14:43.052 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:43 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:14:43.334 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:43 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:14:43.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:43 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:14:43.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.646+0000 7fccdbf11700 1 -- 172.21.15.28:0/1436529613 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fccd4105d20 msgr2=0x7fccd410e270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:43.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.646+0000 7fccdbf11700 1 --2- 172.21.15.28:0/1436529613 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fccd4105d20 0x7fccd410e270 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fccc4009990 tx=0x7fccc4009ca0 comp rx=0 tx=0).stop 2024-04-25T17:14:43.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.647+0000 7fccdbf11700 1 -- 172.21.15.28:0/1436529613 shutdown_connections 2024-04-25T17:14:43.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.647+0000 7fccdbf11700 1 --2- 172.21.15.28:0/1436529613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fccd410e800 0x7fccd4110ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:43.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.647+0000 7fccdbf11700 1 --2- 172.21.15.28:0/1436529613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fccd41053d0 0x7fccd41057e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:43.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.647+0000 7fccdbf11700 1 --2- 172.21.15.28:0/1436529613 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fccd4105d20 0x7fccd410e270 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:43.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.647+0000 7fccdbf11700 1 -- 172.21.15.28:0/1436529613 >> 172.21.15.28:0/1436529613 conn(0x7fccd40fee00 msgr2=0x7fccd4101220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:43.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.647+0000 7fccdbf11700 1 -- 172.21.15.28:0/1436529613 shutdown_connections 2024-04-25T17:14:43.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.647+0000 7fccdbf11700 1 -- 172.21.15.28:0/1436529613 wait complete. 2024-04-25T17:14:43.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.648+0000 7fccdbf11700 1 Processor -- start 2024-04-25T17:14:43.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.648+0000 7fccdbf11700 1 -- start start 2024-04-25T17:14:43.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.648+0000 7fccdbf11700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fccd41053d0 0x7fccd41a0800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:43.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.648+0000 7fccdbf11700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fccd4105d20 0x7fccd41a0d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:43.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.648+0000 7fccdbf11700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fccd410e800 0x7fccd419aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:43.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.648+0000 7fccdbf11700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fccd4114200 con 0x7fccd4105d20 2024-04-25T17:14:43.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.648+0000 7fccdbf11700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fccd4114080 con 0x7fccd41053d0 2024-04-25T17:14:43.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.648+0000 7fccdbf11700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fccd4114380 con 0x7fccd410e800 2024-04-25T17:14:43.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.648+0000 7fccd94ac700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fccd4105d20 0x7fccd41a0d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:43.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.648+0000 7fccd94ac700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fccd4105d20 0x7fccd41a0d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:46180/0 (socket says 172.21.15.28:46180) 2024-04-25T17:14:43.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.648+0000 7fccd94ac700 1 -- 172.21.15.28:0/1111361811 learned_addr learned my addr 172.21.15.28:0/1111361811 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:43.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.648+0000 7fccda4ae700 1 --2- 172.21.15.28:0/1111361811 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fccd410e800 0x7fccd419aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:43.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.648+0000 7fccd9cad700 1 --2- 172.21.15.28:0/1111361811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fccd41053d0 0x7fccd41a0800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:43.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.648+0000 7fccd94ac700 1 -- 172.21.15.28:0/1111361811 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fccd410e800 msgr2=0x7fccd419aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:43.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.648+0000 7fccd94ac700 1 --2- 172.21.15.28:0/1111361811 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fccd410e800 0x7fccd419aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:43.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.648+0000 7fccd94ac700 1 -- 172.21.15.28:0/1111361811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fccd41053d0 msgr2=0x7fccd41a0800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:43.651 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.648+0000 7fccd94ac700 1 --2- 172.21.15.28:0/1111361811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fccd41053d0 0x7fccd41a0800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:43.651 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.648+0000 7fccd94ac700 1 -- 172.21.15.28:0/1111361811 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccd419b0d0 con 0x7fccd4105d20 2024-04-25T17:14:43.651 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.649+0000 7fccd94ac700 1 --2- 172.21.15.28:0/1111361811 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fccd4105d20 0x7fccd41a0d40 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fccc4006010 tx=0x7fccc40047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:43.651 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.649+0000 7fcccaffd700 1 -- 172.21.15.28:0/1111361811 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc4027070 con 0x7fccd4105d20 2024-04-25T17:14:43.651 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.649+0000 7fcccaffd700 1 -- 172.21.15.28:0/1111361811 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fccc4022470 con 0x7fccd4105d20 2024-04-25T17:14:43.651 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.649+0000 7fccdbf11700 1 -- 172.21.15.28:0/1111361811 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccd419b360 con 0x7fccd4105d20 2024-04-25T17:14:43.651 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.649+0000 7fcccaffd700 1 -- 172.21.15.28:0/1111361811 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc4017650 con 0x7fccd4105d20 2024-04-25T17:14:43.651 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.649+0000 7fccdbf11700 1 -- 172.21.15.28:0/1111361811 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccd419b840 con 0x7fccd4105d20 2024-04-25T17:14:43.652 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.650+0000 7fccdbf11700 1 -- 172.21.15.28:0/1111361811 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fccd4063e20 con 0x7fccd4105d20 2024-04-25T17:14:43.652 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.651+0000 7fcccaffd700 1 -- 172.21.15.28:0/1111361811 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7fccc4009d10 con 0x7fccd4105d20 2024-04-25T17:14:43.653 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.652+0000 7fcccaffd700 1 --2- 172.21.15.28:0/1111361811 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fccc00afc10 0x7fccc00b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:43.653 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.652+0000 7fccd9cad700 1 --2- 172.21.15.28:0/1111361811 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fccc00afc10 0x7fccc00b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:43.653 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.652+0000 7fcccaffd700 1 -- 172.21.15.28:0/1111361811 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7fccc40e0440 con 0x7fccd4105d20 2024-04-25T17:14:43.653 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.652+0000 7fcccaffd700 1 --2- 172.21.15.28:0/1111361811 >> [v2:172.21.15.42:6800/3917673381,v1:172.21.15.42:6801/3917673381] conn(0x7fccc00badc0 0x7fccc00bd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:43.653 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.652+0000 7fcccaffd700 1 -- 172.21.15.28:0/1111361811 --> [v2:172.21.15.42:6800/3917673381,v1:172.21.15.42:6801/3917673381] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fccc40095d0 con 0x7fccc00badc0 2024-04-25T17:14:43.653 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.653+0000 7fcccaffd700 1 -- 172.21.15.28:0/1111361811 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7fccc40e0890 con 0x7fccd4105d20 2024-04-25T17:14:43.653 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.653+0000 7fccd9cad700 1 --2- 172.21.15.28:0/1111361811 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fccc00afc10 0x7fccc00b2120 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fccd419bb60 tx=0x7fccd0009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:43.653 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.653+0000 7fccda4ae700 1 --2- 172.21.15.28:0/1111361811 >> [v2:172.21.15.42:6800/3917673381,v1:172.21.15.42:6801/3917673381] conn(0x7fccc00badc0 0x7fccc00bd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:43.654 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.653+0000 7fccda4ae700 1 --2- 172.21.15.28:0/1111361811 >> [v2:172.21.15.42:6800/3917673381,v1:172.21.15.42:6801/3917673381] conn(0x7fccc00badc0 0x7fccc00bd2b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:43.654 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.654+0000 7fcccaffd700 1 -- 172.21.15.28:0/1111361811 <== osd.1 v2:172.21.15.42:6800/3917673381 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fccc40095d0 con 0x7fccc00badc0 2024-04-25T17:14:43.670 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.670+0000 7fccdbf11700 1 -- 172.21.15.28:0/1111361811 --> [v2:172.21.15.42:6800/3917673381,v1:172.21.15.42:6801/3917673381] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fccd40642a0 con 0x7fccc00badc0 2024-04-25T17:14:43.671 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.671+0000 7fcccaffd700 1 -- 172.21.15.28:0/1111361811 <== osd.1 v2:172.21.15.42:6800/3917673381 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fccd40642a0 con 0x7fccc00badc0 2024-04-25T17:14:43.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.671+0000 7fccdbf11700 1 -- 172.21.15.28:0/1111361811 >> [v2:172.21.15.42:6800/3917673381,v1:172.21.15.42:6801/3917673381] conn(0x7fccc00badc0 msgr2=0x7fccc00bd2b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:43.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.671+0000 7fccdbf11700 1 --2- 172.21.15.28:0/1111361811 >> [v2:172.21.15.42:6800/3917673381,v1:172.21.15.42:6801/3917673381] conn(0x7fccc00badc0 0x7fccc00bd2b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:43.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.671+0000 7fccdbf11700 1 -- 172.21.15.28:0/1111361811 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fccc00afc10 msgr2=0x7fccc00b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:43.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.671+0000 7fccdbf11700 1 --2- 172.21.15.28:0/1111361811 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fccc00afc10 0x7fccc00b2120 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fccd419bb60 tx=0x7fccd0009260 comp rx=0 tx=0).stop 2024-04-25T17:14:43.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.671+0000 7fccdbf11700 1 -- 172.21.15.28:0/1111361811 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fccd4105d20 msgr2=0x7fccd41a0d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:43.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.671+0000 7fccdbf11700 1 --2- 172.21.15.28:0/1111361811 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fccd4105d20 0x7fccd41a0d40 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fccc4006010 tx=0x7fccc40047b0 comp rx=0 tx=0).stop 2024-04-25T17:14:43.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.671+0000 7fccda4ae700 1 -- 172.21.15.28:0/1111361811 reap_dead start 2024-04-25T17:14:43.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.671+0000 7fccdbf11700 1 -- 172.21.15.28:0/1111361811 shutdown_connections 2024-04-25T17:14:43.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.671+0000 7fccdbf11700 1 -- 172.21.15.28:0/1111361811 >> 172.21.15.28:0/1111361811 conn(0x7fccd40fee00 msgr2=0x7fccd40ff490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:43.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.671+0000 7fccdbf11700 1 -- 172.21.15.28:0/1111361811 shutdown_connections 2024-04-25T17:14:43.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.671+0000 7fccdbf11700 1 -- 172.21.15.28:0/1111361811 wait complete. 2024-04-25T17:14:43.904 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.904+0000 7faee94b7700 1 -- 172.21.15.28:0/2917979459 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faee4103390 msgr2=0x7faee41037a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:43.904 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.904+0000 7faee94b7700 1 --2- 172.21.15.28:0/2917979459 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faee4103390 0x7faee41037a0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7faed400b0d0 tx=0x7faed400b3e0 comp rx=0 tx=0).stop 2024-04-25T17:14:43.905 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.904+0000 7faee94b7700 1 -- 172.21.15.28:0/2917979459 shutdown_connections 2024-04-25T17:14:43.905 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.904+0000 7faee94b7700 1 --2- 172.21.15.28:0/2917979459 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faee4103390 0x7faee41037a0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:43.905 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.904+0000 7faee94b7700 1 --2- 172.21.15.28:0/2917979459 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faee4108610 0x7faee410ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:43.905 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.904+0000 7faee94b7700 1 --2- 172.21.15.28:0/2917979459 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faee4107cc0 0x7faee41080d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:43.905 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.904+0000 7faee94b7700 1 -- 172.21.15.28:0/2917979459 >> 172.21.15.28:0/2917979459 conn(0x7faee40fecc0 msgr2=0x7faee41010e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:43.905 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.904+0000 7faee94b7700 1 -- 172.21.15.28:0/2917979459 shutdown_connections 2024-04-25T17:14:43.905 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.904+0000 7faee94b7700 1 -- 172.21.15.28:0/2917979459 wait complete. 2024-04-25T17:14:43.907 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.905+0000 7faee94b7700 1 Processor -- start 2024-04-25T17:14:43.907 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.905+0000 7faee94b7700 1 -- start start 2024-04-25T17:14:43.907 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.905+0000 7faee94b7700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faee4103390 0x7faee41a0800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:43.907 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.905+0000 7faee94b7700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faee4107cc0 0x7faee41a0d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:43.907 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.905+0000 7faee94b7700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faee4108610 0x7faee419aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:43.907 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.905+0000 7faee94b7700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7faee4114240 con 0x7faee4108610 2024-04-25T17:14:43.907 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.905+0000 7faee94b7700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7faee41140c0 con 0x7faee4103390 2024-04-25T17:14:43.907 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.905+0000 7faee94b7700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7faee41143c0 con 0x7faee4107cc0 2024-04-25T17:14:43.908 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.906+0000 7faee37fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faee4108610 0x7faee419aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:43.908 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.906+0000 7faee2ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faee4103390 0x7faee41a0800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:43.908 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.906+0000 7faee37fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faee4108610 0x7faee419aa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:46198/0 (socket says 172.21.15.28:46198) 2024-04-25T17:14:43.908 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.906+0000 7faee37fe700 1 -- 172.21.15.28:0/2023152759 learned_addr learned my addr 172.21.15.28:0/2023152759 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:43.908 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.906+0000 7faee2ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faee4103390 0x7faee41a0800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:38024/0 (socket says 172.21.15.28:38024) 2024-04-25T17:14:43.908 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.906+0000 7faee27fc700 1 --2- 172.21.15.28:0/2023152759 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faee4107cc0 0x7faee41a0d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:43.908 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.906+0000 7faee37fe700 1 -- 172.21.15.28:0/2023152759 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faee4107cc0 msgr2=0x7faee41a0d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:43.908 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.906+0000 7faee37fe700 1 --2- 172.21.15.28:0/2023152759 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faee4107cc0 0x7faee41a0d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:43.908 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.906+0000 7faee37fe700 1 -- 172.21.15.28:0/2023152759 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faee4103390 msgr2=0x7faee41a0800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:43.908 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.906+0000 7faee37fe700 1 --2- 172.21.15.28:0/2023152759 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faee4103390 0x7faee41a0800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:43.908 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.906+0000 7faee37fe700 1 -- 172.21.15.28:0/2023152759 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faee419b0d0 con 0x7faee4108610 2024-04-25T17:14:43.908 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.906+0000 7faee37fe700 1 --2- 172.21.15.28:0/2023152759 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faee4108610 0x7faee419aa20 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7faedc00d980 tx=0x7faedc00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:43.908 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.906+0000 7faedbfff700 1 -- 172.21.15.28:0/2023152759 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faedc017070 con 0x7faee4108610 2024-04-25T17:14:43.908 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.906+0000 7faedbfff700 1 -- 172.21.15.28:0/2023152759 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faedc005020 con 0x7faee4108610 2024-04-25T17:14:43.909 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.906+0000 7faee94b7700 1 -- 172.21.15.28:0/2023152759 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faee419b3c0 con 0x7faee4108610 2024-04-25T17:14:43.909 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.906+0000 7faedbfff700 1 -- 172.21.15.28:0/2023152759 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faedc00f980 con 0x7faee4108610 2024-04-25T17:14:43.909 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.907+0000 7faee94b7700 1 -- 172.21.15.28:0/2023152759 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faee41a7690 con 0x7faee4108610 2024-04-25T17:14:43.910 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.907+0000 7faee94b7700 1 -- 172.21.15.28:0/2023152759 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7faee4063e20 con 0x7faee4108610 2024-04-25T17:14:43.910 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.909+0000 7faedbfff700 1 -- 172.21.15.28:0/2023152759 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7faedc004a30 con 0x7faee4108610 2024-04-25T17:14:43.910 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.909+0000 7faedbfff700 1 --2- 172.21.15.28:0/2023152759 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7faed00afc90 0x7faed00b21a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:43.910 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.910+0000 7faee2ffd700 1 --2- 172.21.15.28:0/2023152759 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7faed00afc90 0x7faed00b21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:43.910 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.910+0000 7faedbfff700 1 -- 172.21.15.28:0/2023152759 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7faedc0df3f0 con 0x7faee4108610 2024-04-25T17:14:43.911 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.910+0000 7faedbfff700 1 --2- 172.21.15.28:0/2023152759 >> [v2:172.21.15.84:6800/3388230388,v1:172.21.15.84:6801/3388230388] conn(0x7faed00bae40 0x7faed00bd330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:43.911 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.910+0000 7faedbfff700 1 -- 172.21.15.28:0/2023152759 --> [v2:172.21.15.84:6800/3388230388,v1:172.21.15.84:6801/3388230388] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7faed00bda00 con 0x7faed00bae40 2024-04-25T17:14:43.911 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.910+0000 7faedbfff700 1 -- 172.21.15.28:0/2023152759 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7faedc0df7a0 con 0x7faee4108610 2024-04-25T17:14:43.911 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.910+0000 7faee2ffd700 1 --2- 172.21.15.28:0/2023152759 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7faed00afc90 0x7faed00b21a0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7faed4009fd0 tx=0x7faed400b040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:43.911 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.910+0000 7faee27fc700 1 --2- 172.21.15.28:0/2023152759 >> [v2:172.21.15.84:6800/3388230388,v1:172.21.15.84:6801/3388230388] conn(0x7faed00bae40 0x7faed00bd330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:43.911 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.911+0000 7faee27fc700 1 --2- 172.21.15.28:0/2023152759 >> [v2:172.21.15.84:6800/3388230388,v1:172.21.15.84:6801/3388230388] conn(0x7faed00bae40 0x7faed00bd330 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:43.912 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.912+0000 7faedbfff700 1 -- 172.21.15.28:0/2023152759 <== osd.2 v2:172.21.15.84:6800/3388230388 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7faed00bda00 con 0x7faed00bae40 2024-04-25T17:14:43.928 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.928+0000 7faee94b7700 1 -- 172.21.15.28:0/2023152759 --> [v2:172.21.15.84:6800/3388230388,v1:172.21.15.84:6801/3388230388] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7faee40642a0 con 0x7faed00bae40 2024-04-25T17:14:43.928 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.929+0000 7faedbfff700 1 -- 172.21.15.28:0/2023152759 <== osd.2 v2:172.21.15.84:6800/3388230388 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7faee40642a0 con 0x7faed00bae40 2024-04-25T17:14:43.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.929+0000 7faee94b7700 1 -- 172.21.15.28:0/2023152759 >> [v2:172.21.15.84:6800/3388230388,v1:172.21.15.84:6801/3388230388] conn(0x7faed00bae40 msgr2=0x7faed00bd330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:43.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.929+0000 7faee94b7700 1 --2- 172.21.15.28:0/2023152759 >> [v2:172.21.15.84:6800/3388230388,v1:172.21.15.84:6801/3388230388] conn(0x7faed00bae40 0x7faed00bd330 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:43.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.929+0000 7faee94b7700 1 -- 172.21.15.28:0/2023152759 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7faed00afc90 msgr2=0x7faed00b21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:43.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.929+0000 7faee94b7700 1 --2- 172.21.15.28:0/2023152759 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7faed00afc90 0x7faed00b21a0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7faed4009fd0 tx=0x7faed400b040 comp rx=0 tx=0).stop 2024-04-25T17:14:43.930 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.929+0000 7faee94b7700 1 -- 172.21.15.28:0/2023152759 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faee4108610 msgr2=0x7faee419aa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:43.930 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.929+0000 7faee94b7700 1 --2- 172.21.15.28:0/2023152759 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faee4108610 0x7faee419aa20 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7faedc00d980 tx=0x7faedc00dc90 comp rx=0 tx=0).stop 2024-04-25T17:14:43.930 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.929+0000 7faee37fe700 1 -- 172.21.15.28:0/2023152759 reap_dead start 2024-04-25T17:14:43.930 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.929+0000 7faee94b7700 1 -- 172.21.15.28:0/2023152759 shutdown_connections 2024-04-25T17:14:43.930 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.929+0000 7faee94b7700 1 -- 172.21.15.28:0/2023152759 >> 172.21.15.28:0/2023152759 conn(0x7faee40fecc0 msgr2=0x7faee4101c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:43.930 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.929+0000 7faee94b7700 1 -- 172.21.15.28:0/2023152759 shutdown_connections 2024-04-25T17:14:43.930 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:43.929+0000 7faee94b7700 1 -- 172.21.15.28:0/2023152759 wait complete. 2024-04-25T17:14:44.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:44 smithi028 ceph-mon[29207]: pgmap v318: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 285 B/s wr, 5 op/s; 105 B/s, 0 keys/s, 0 objects/s recovering 2024-04-25T17:14:44.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:44 smithi042 ceph-mon[32851]: pgmap v318: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 285 B/s wr, 5 op/s; 105 B/s, 0 keys/s, 0 objects/s recovering 2024-04-25T17:14:44.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:44 smithi084 ceph-mon[32752]: pgmap v318: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 285 B/s wr, 5 op/s; 105 B/s, 0 keys/s, 0 objects/s recovering 2024-04-25T17:14:44.711 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.710+0000 7fd7564ae700 1 -- 172.21.15.28:0/846826134 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd7501085e0 msgr2=0x7fd75010ff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:44.711 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.710+0000 7fd7564ae700 1 --2- 172.21.15.28:0/846826134 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd7501085e0 0x7fd75010ff40 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fd74800b0d0 tx=0x7fd74800b3e0 comp rx=0 tx=0).stop 2024-04-25T17:14:44.711 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.710+0000 7fd7564ae700 1 -- 172.21.15.28:0/846826134 shutdown_connections 2024-04-25T17:14:44.711 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.710+0000 7fd7564ae700 1 --2- 172.21.15.28:0/846826134 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd7501085e0 0x7fd75010ff40 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:44.711 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.710+0000 7fd7564ae700 1 --2- 172.21.15.28:0/846826134 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd750103360 0x7fd750103770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:44.711 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.711+0000 7fd7564ae700 1 --2- 172.21.15.28:0/846826134 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd750107c90 0x7fd7501080a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:44.711 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.711+0000 7fd7564ae700 1 -- 172.21.15.28:0/846826134 >> 172.21.15.28:0/846826134 conn(0x7fd7500fecb0 msgr2=0x7fd7501010d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:44.711 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.711+0000 7fd7564ae700 1 -- 172.21.15.28:0/846826134 shutdown_connections 2024-04-25T17:14:44.711 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.711+0000 7fd7564ae700 1 -- 172.21.15.28:0/846826134 wait complete. 2024-04-25T17:14:44.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.711+0000 7fd7564ae700 1 Processor -- start 2024-04-25T17:14:44.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.711+0000 7fd7564ae700 1 -- start start 2024-04-25T17:14:44.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.712+0000 7fd7564ae700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd750103360 0x7fd7501a07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:44.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.712+0000 7fd7564ae700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd750107c90 0x7fd7501a0d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:44.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.712+0000 7fd7564ae700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7501085e0 0x7fd75019aa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:44.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.712+0000 7fd7564ae700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fd750113130 con 0x7fd750103360 2024-04-25T17:14:44.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.712+0000 7fd7564ae700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd750112fb0 con 0x7fd750107c90 2024-04-25T17:14:44.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.712+0000 7fd7564ae700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd7501132b0 con 0x7fd7501085e0 2024-04-25T17:14:44.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.712+0000 7fd74ffff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd750103360 0x7fd7501a07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:44.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.712+0000 7fd74ffff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd750103360 0x7fd7501a07e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:37502/0 (socket says 172.21.15.28:37502) 2024-04-25T17:14:44.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.712+0000 7fd74ffff700 1 -- 172.21.15.28:0/2675270440 learned_addr learned my addr 172.21.15.28:0/2675270440 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:44.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.712+0000 7fd74f7fe700 1 --2- 172.21.15.28:0/2675270440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd750107c90 0x7fd7501a0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:44.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.712+0000 7fd754a4b700 1 --2- 172.21.15.28:0/2675270440 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7501085e0 0x7fd75019aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:44.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.712+0000 7fd74ffff700 1 -- 172.21.15.28:0/2675270440 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7501085e0 msgr2=0x7fd75019aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:44.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.712+0000 7fd74ffff700 1 --2- 172.21.15.28:0/2675270440 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7501085e0 0x7fd75019aa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:44.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.712+0000 7fd74ffff700 1 -- 172.21.15.28:0/2675270440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd750107c90 msgr2=0x7fd7501a0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:44.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.712+0000 7fd74ffff700 1 --2- 172.21.15.28:0/2675270440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd750107c90 0x7fd7501a0d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:44.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.712+0000 7fd74ffff700 1 -- 172.21.15.28:0/2675270440 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd75019b0b0 con 0x7fd750103360 2024-04-25T17:14:44.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.712+0000 7fd74f7fe700 1 --2- 172.21.15.28:0/2675270440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd750107c90 0x7fd7501a0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:14:44.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.712+0000 7fd74ffff700 1 --2- 172.21.15.28:0/2675270440 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd750103360 0x7fd7501a07e0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fd74000e9a0 tx=0x7fd74000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:44.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.713+0000 7fd74d7fa700 1 -- 172.21.15.28:0/2675270440 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd74000ca10 con 0x7fd750103360 2024-04-25T17:14:44.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.713+0000 7fd7564ae700 1 -- 172.21.15.28:0/2675270440 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd75019b3a0 con 0x7fd750103360 2024-04-25T17:14:44.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.713+0000 7fd74d7fa700 1 -- 172.21.15.28:0/2675270440 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd74000cbb0 con 0x7fd750103360 2024-04-25T17:14:44.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.713+0000 7fd7564ae700 1 -- 172.21.15.28:0/2675270440 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7501a7670 con 0x7fd750103360 2024-04-25T17:14:44.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.713+0000 7fd74d7fa700 1 -- 172.21.15.28:0/2675270440 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd740018680 con 0x7fd750103360 2024-04-25T17:14:44.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.714+0000 7fd7564ae700 1 -- 172.21.15.28:0/2675270440 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd750063e20 con 0x7fd750103360 2024-04-25T17:14:44.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.715+0000 7fd74d7fa700 1 -- 172.21.15.28:0/2675270440 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7fd740010430 con 0x7fd750103360 2024-04-25T17:14:44.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.716+0000 7fd74d7fa700 1 --2- 172.21.15.28:0/2675270440 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd7380afc10 0x7fd7380b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:44.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.716+0000 7fd74f7fe700 1 --2- 172.21.15.28:0/2675270440 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd7380afc10 0x7fd7380b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:44.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.716+0000 7fd74d7fa700 1 -- 172.21.15.28:0/2675270440 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7fd7400df9d0 con 0x7fd750103360 2024-04-25T17:14:44.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.716+0000 7fd74d7fa700 1 --2- 172.21.15.28:0/2675270440 >> [v2:172.21.15.28:6810/946543762,v1:172.21.15.28:6811/946543762] conn(0x7fd7380badc0 0x7fd7380bd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:44.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.716+0000 7fd74d7fa700 1 -- 172.21.15.28:0/2675270440 --> [v2:172.21.15.28:6810/946543762,v1:172.21.15.28:6811/946543762] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd740024e70 con 0x7fd7380badc0 2024-04-25T17:14:44.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.716+0000 7fd74d7fa700 1 -- 172.21.15.28:0/2675270440 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7fd7400dfd80 con 0x7fd750103360 2024-04-25T17:14:44.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.716+0000 7fd754a4b700 1 --2- 172.21.15.28:0/2675270440 >> [v2:172.21.15.28:6810/946543762,v1:172.21.15.28:6811/946543762] conn(0x7fd7380badc0 0x7fd7380bd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:44.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.717+0000 7fd74f7fe700 1 --2- 172.21.15.28:0/2675270440 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd7380afc10 0x7fd7380b2120 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fd7501095f0 tx=0x7fd74400a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:44.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.717+0000 7fd754a4b700 1 --2- 172.21.15.28:0/2675270440 >> [v2:172.21.15.28:6810/946543762,v1:172.21.15.28:6811/946543762] conn(0x7fd7380badc0 0x7fd7380bd2b0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:44.718 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.718+0000 7fd74d7fa700 1 -- 172.21.15.28:0/2675270440 <== osd.3 v2:172.21.15.28:6810/946543762 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd740024e70 con 0x7fd7380badc0 2024-04-25T17:14:44.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.734+0000 7fd7564ae700 1 -- 172.21.15.28:0/2675270440 --> [v2:172.21.15.28:6810/946543762,v1:172.21.15.28:6811/946543762] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd750064220 con 0x7fd7380badc0 2024-04-25T17:14:44.735 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.735+0000 7fd74d7fa700 1 -- 172.21.15.28:0/2675270440 <== osd.3 v2:172.21.15.28:6810/946543762 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fd750064220 con 0x7fd7380badc0 2024-04-25T17:14:44.735 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.735+0000 7fd7564ae700 1 -- 172.21.15.28:0/2675270440 >> [v2:172.21.15.28:6810/946543762,v1:172.21.15.28:6811/946543762] conn(0x7fd7380badc0 msgr2=0x7fd7380bd2b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:44.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.735+0000 7fd7564ae700 1 --2- 172.21.15.28:0/2675270440 >> [v2:172.21.15.28:6810/946543762,v1:172.21.15.28:6811/946543762] conn(0x7fd7380badc0 0x7fd7380bd2b0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:44.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.735+0000 7fd7564ae700 1 -- 172.21.15.28:0/2675270440 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd7380afc10 msgr2=0x7fd7380b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:44.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.735+0000 7fd7564ae700 1 --2- 172.21.15.28:0/2675270440 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd7380afc10 0x7fd7380b2120 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fd7501095f0 tx=0x7fd74400a300 comp rx=0 tx=0).stop 2024-04-25T17:14:44.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.735+0000 7fd7564ae700 1 -- 172.21.15.28:0/2675270440 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd750103360 msgr2=0x7fd7501a07e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:44.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.735+0000 7fd7564ae700 1 --2- 172.21.15.28:0/2675270440 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd750103360 0x7fd7501a07e0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fd74000e9a0 tx=0x7fd74000ecb0 comp rx=0 tx=0).stop 2024-04-25T17:14:44.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.735+0000 7fd754a4b700 1 -- 172.21.15.28:0/2675270440 reap_dead start 2024-04-25T17:14:44.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.735+0000 7fd7564ae700 1 -- 172.21.15.28:0/2675270440 shutdown_connections 2024-04-25T17:14:44.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.735+0000 7fd7564ae700 1 -- 172.21.15.28:0/2675270440 >> 172.21.15.28:0/2675270440 conn(0x7fd7500fecb0 msgr2=0x7fd750075c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:44.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.735+0000 7fd7564ae700 1 -- 172.21.15.28:0/2675270440 shutdown_connections 2024-04-25T17:14:44.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:44.735+0000 7fd7564ae700 1 -- 172.21.15.28:0/2675270440 wait complete. 2024-04-25T17:14:44.832 INFO:teuthology.orchestra.run.smithi028.stdout:55834574924 2024-04-25T17:14:44.832 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-25T17:14:45.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:45 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:14:45.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:45 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:14:45.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:45 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:14:45.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:45 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:14:45.391 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:45 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:14:45.391 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:45 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:14:45.392 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:45 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:14:45.392 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:45 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:14:45.418 INFO:teuthology.orchestra.run.smithi028.stdout:111669149763 2024-04-25T17:14:45.418 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-25T17:14:45.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:45 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:14:45.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:45 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:14:45.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:45 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:14:45.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:45 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:14:46.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:46 smithi028 ceph-mon[29207]: pgmap v319: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 7 op/s; 94 B/s, 0 keys/s, 0 objects/s recovering 2024-04-25T17:14:46.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:46 smithi084 ceph-mon[32752]: pgmap v319: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 7 op/s; 94 B/s, 0 keys/s, 0 objects/s recovering 2024-04-25T17:14:46.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:46 smithi042 ceph-mon[32851]: pgmap v319: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 7 op/s; 94 B/s, 0 keys/s, 0 objects/s recovering 2024-04-25T17:14:46.840 INFO:teuthology.orchestra.run.smithi028.stdout:77309411401 2024-04-25T17:14:46.841 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-25T17:14:47.070 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.070+0000 7f6777e54700 1 -- 172.21.15.28:0/43001572 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6770105c50 msgr2=0x7f677010e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:47.071 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.070+0000 7f6777e54700 1 --2- 172.21.15.28:0/43001572 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6770105c50 0x7f677010e1a0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f6760009990 tx=0x7f6760009ca0 comp rx=0 tx=0).stop 2024-04-25T17:14:47.071 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.070+0000 7f6777e54700 1 -- 172.21.15.28:0/43001572 shutdown_connections 2024-04-25T17:14:47.071 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.070+0000 7f6777e54700 1 --2- 172.21.15.28:0/43001572 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f677010e770 0x7f6770110c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:47.071 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.070+0000 7f6777e54700 1 --2- 172.21.15.28:0/43001572 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6770105300 0x7f6770105710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:47.071 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.070+0000 7f6777e54700 1 --2- 172.21.15.28:0/43001572 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6770105c50 0x7f677010e1a0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:47.071 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.070+0000 7f6777e54700 1 -- 172.21.15.28:0/43001572 >> 172.21.15.28:0/43001572 conn(0x7f67700fec90 msgr2=0x7f67701010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:47.071 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.070+0000 7f6777e54700 1 -- 172.21.15.28:0/43001572 shutdown_connections 2024-04-25T17:14:47.071 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.070+0000 7f6777e54700 1 -- 172.21.15.28:0/43001572 wait complete. 2024-04-25T17:14:47.072 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.071+0000 7f6777e54700 1 Processor -- start 2024-04-25T17:14:47.072 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.071+0000 7f6777e54700 1 -- start start 2024-04-25T17:14:47.072 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.072+0000 7f6777e54700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6770105300 0x7f6770102ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:47.072 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.072+0000 7f6777e54700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6770105c50 0x7f6770103530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:47.072 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.072+0000 7f6775bf0700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6770105300 0x7f6770102ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:47.072 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.072+0000 7f6775bf0700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6770105300 0x7f6770102ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:37528/0 (socket says 172.21.15.28:37528) 2024-04-25T17:14:47.073 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.072+0000 7f6777e54700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f677010e770 0x7f6770103a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:47.073 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.072+0000 7f6777e54700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f6770114180 con 0x7f6770105300 2024-04-25T17:14:47.073 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.072+0000 7f6777e54700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6770114000 con 0x7f677010e770 2024-04-25T17:14:47.073 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.072+0000 7f6777e54700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6770114300 con 0x7f6770105c50 2024-04-25T17:14:47.073 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.072+0000 7f6775bf0700 1 -- 172.21.15.28:0/2479790159 learned_addr learned my addr 172.21.15.28:0/2479790159 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:47.073 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.072+0000 7f67753ef700 1 --2- 172.21.15.28:0/2479790159 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6770105c50 0x7f6770103530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:47.073 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.073+0000 7f6775bf0700 1 -- 172.21.15.28:0/2479790159 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6770105c50 msgr2=0x7f6770103530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:47.073 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.073+0000 7f6775bf0700 1 --2- 172.21.15.28:0/2479790159 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6770105c50 0x7f6770103530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:47.074 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.073+0000 7f6775bf0700 1 -- 172.21.15.28:0/2479790159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f677010e770 msgr2=0x7f6770103a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:47.074 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.073+0000 7f6775bf0700 1 --2- 172.21.15.28:0/2479790159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f677010e770 0x7f6770103a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:47.074 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.073+0000 7f6775bf0700 1 -- 172.21.15.28:0/2479790159 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67701a8fc0 con 0x7f6770105300 2024-04-25T17:14:47.074 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.073+0000 7f6775bf0700 1 --2- 172.21.15.28:0/2479790159 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6770105300 0x7f6770102ff0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f676c00d980 tx=0x7f676c00dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:47.074 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.074+0000 7f6766ffd700 1 -- 172.21.15.28:0/2479790159 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f676c016070 con 0x7f6770105300 2024-04-25T17:14:47.074 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.074+0000 7f6777e54700 1 -- 172.21.15.28:0/2479790159 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67701a92b0 con 0x7f6770105300 2024-04-25T17:14:47.074 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.074+0000 7f6766ffd700 1 -- 172.21.15.28:0/2479790159 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f676c004020 con 0x7f6770105300 2024-04-25T17:14:47.074 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.074+0000 7f6766ffd700 1 -- 172.21.15.28:0/2479790159 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f676c004b90 con 0x7f6770105300 2024-04-25T17:14:47.074 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.074+0000 7f6777e54700 1 -- 172.21.15.28:0/2479790159 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67701a9840 con 0x7f6770105300 2024-04-25T17:14:47.080 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.075+0000 7f6777e54700 1 -- 172.21.15.28:0/2479790159 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6770063da0 con 0x7f6770105300 2024-04-25T17:14:47.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.077+0000 7f6766ffd700 1 -- 172.21.15.28:0/2479790159 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7f676c00bb60 con 0x7f6770105300 2024-04-25T17:14:47.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.078+0000 7f6766ffd700 1 --2- 172.21.15.28:0/2479790159 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f675c0afc90 0x7f675c0b21a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:47.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.078+0000 7f6766ffd700 1 -- 172.21.15.28:0/2479790159 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7f676c0df620 con 0x7f6770105300 2024-04-25T17:14:47.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.078+0000 7f6766ffd700 1 --2- 172.21.15.28:0/2479790159 >> [v2:172.21.15.84:6816/2694378114,v1:172.21.15.84:6817/2694378114] conn(0x7f675c0bae40 0x7f675c0bd330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:47.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.078+0000 7f67753ef700 1 --2- 172.21.15.28:0/2479790159 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f675c0afc90 0x7f675c0b21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:47.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.078+0000 7f6766ffd700 1 -- 172.21.15.28:0/2479790159 --> [v2:172.21.15.84:6816/2694378114,v1:172.21.15.84:6817/2694378114] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f676c015ec0 con 0x7f675c0bae40 2024-04-25T17:14:47.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.078+0000 7f6766ffd700 1 -- 172.21.15.28:0/2479790159 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f676c0df9d0 con 0x7f6770105300 2024-04-25T17:14:47.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.078+0000 7f67763f1700 1 --2- 172.21.15.28:0/2479790159 >> [v2:172.21.15.84:6816/2694378114,v1:172.21.15.84:6817/2694378114] conn(0x7f675c0bae40 0x7f675c0bd330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:47.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.079+0000 7f67753ef700 1 --2- 172.21.15.28:0/2479790159 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f675c0afc90 0x7f675c0b21a0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f6760006010 tx=0x7f676000b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:47.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.079+0000 7f67763f1700 1 --2- 172.21.15.28:0/2479790159 >> [v2:172.21.15.84:6816/2694378114,v1:172.21.15.84:6817/2694378114] conn(0x7f675c0bae40 0x7f675c0bd330 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:47.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.080+0000 7f6766ffd700 1 -- 172.21.15.28:0/2479790159 <== osd.8 v2:172.21.15.84:6816/2694378114 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f676c015ec0 con 0x7f675c0bae40 2024-04-25T17:14:47.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.096+0000 7f6777e54700 1 -- 172.21.15.28:0/2479790159 --> [v2:172.21.15.84:6816/2694378114,v1:172.21.15.84:6817/2694378114] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f67700641d0 con 0x7f675c0bae40 2024-04-25T17:14:47.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.097+0000 7f6766ffd700 1 -- 172.21.15.28:0/2479790159 <== osd.8 v2:172.21.15.84:6816/2694378114 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f67700641d0 con 0x7f675c0bae40 2024-04-25T17:14:47.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.097+0000 7f6777e54700 1 -- 172.21.15.28:0/2479790159 >> [v2:172.21.15.84:6816/2694378114,v1:172.21.15.84:6817/2694378114] conn(0x7f675c0bae40 msgr2=0x7f675c0bd330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:47.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.097+0000 7f6777e54700 1 --2- 172.21.15.28:0/2479790159 >> [v2:172.21.15.84:6816/2694378114,v1:172.21.15.84:6817/2694378114] conn(0x7f675c0bae40 0x7f675c0bd330 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:47.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.097+0000 7f6777e54700 1 -- 172.21.15.28:0/2479790159 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f675c0afc90 msgr2=0x7f675c0b21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:47.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.097+0000 7f6777e54700 1 --2- 172.21.15.28:0/2479790159 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f675c0afc90 0x7f675c0b21a0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f6760006010 tx=0x7f676000b540 comp rx=0 tx=0).stop 2024-04-25T17:14:47.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.097+0000 7f6777e54700 1 -- 172.21.15.28:0/2479790159 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6770105300 msgr2=0x7f6770102ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:47.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.097+0000 7f6777e54700 1 --2- 172.21.15.28:0/2479790159 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6770105300 0x7f6770102ff0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f676c00d980 tx=0x7f676c00dd40 comp rx=0 tx=0).stop 2024-04-25T17:14:47.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.097+0000 7f67763f1700 1 -- 172.21.15.28:0/2479790159 reap_dead start 2024-04-25T17:14:47.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.098+0000 7f6777e54700 1 -- 172.21.15.28:0/2479790159 shutdown_connections 2024-04-25T17:14:47.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.098+0000 7f6777e54700 1 -- 172.21.15.28:0/2479790159 >> 172.21.15.28:0/2479790159 conn(0x7f67700fec90 msgr2=0x7f67700ff440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:47.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.098+0000 7f6777e54700 1 -- 172.21.15.28:0/2479790159 shutdown_connections 2024-04-25T17:14:47.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:47.098+0000 7f6777e54700 1 -- 172.21.15.28:0/2479790159 wait complete. 2024-04-25T17:14:48.415 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:48 smithi028 ceph-mon[29207]: pgmap v320: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s; 9 B/s, 0 objects/s recovering 2024-04-25T17:14:48.444 INFO:teuthology.orchestra.run.smithi028.stdout:257698037795 2024-04-25T17:14:48.444 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-04-25T17:14:48.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:48 smithi084 ceph-mon[32752]: pgmap v320: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s; 9 B/s, 0 objects/s recovering 2024-04-25T17:14:48.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:48 smithi042 ceph-mon[32851]: pgmap v320: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s; 9 B/s, 0 objects/s recovering 2024-04-25T17:14:48.877 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.876+0000 7f9c45b72700 1 -- 172.21.15.28:0/2703866492 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9c40107c90 msgr2=0x7f9c401080a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:48.877 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.876+0000 7f9c45b72700 1 --2- 172.21.15.28:0/2703866492 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9c40107c90 0x7f9c401080a0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f9c280099c0 tx=0x7f9c28009cd0 comp rx=0 tx=0).stop 2024-04-25T17:14:48.877 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.876+0000 7f9c45b72700 1 -- 172.21.15.28:0/2703866492 shutdown_connections 2024-04-25T17:14:48.877 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.876+0000 7f9c45b72700 1 --2- 172.21.15.28:0/2703866492 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9c401085e0 0x7f9c4010ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:48.878 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.876+0000 7f9c45b72700 1 --2- 172.21.15.28:0/2703866492 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c40103360 0x7f9c40103770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:48.878 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.876+0000 7f9c45b72700 1 --2- 172.21.15.28:0/2703866492 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9c40107c90 0x7f9c401080a0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:48.878 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.876+0000 7f9c45b72700 1 -- 172.21.15.28:0/2703866492 >> 172.21.15.28:0/2703866492 conn(0x7f9c400fec90 msgr2=0x7f9c401010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:48.878 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.876+0000 7f9c45b72700 1 -- 172.21.15.28:0/2703866492 shutdown_connections 2024-04-25T17:14:48.878 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.876+0000 7f9c45b72700 1 -- 172.21.15.28:0/2703866492 wait complete. 2024-04-25T17:14:48.878 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.877+0000 7f9c45b72700 1 Processor -- start 2024-04-25T17:14:48.878 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.877+0000 7f9c45b72700 1 -- start start 2024-04-25T17:14:48.879 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.877+0000 7f9c45b72700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9c40103360 0x7f9c401a0800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:48.879 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.877+0000 7f9c45b72700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c40107c90 0x7f9c401a0d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:48.879 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.877+0000 7f9c45b72700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9c401085e0 0x7f9c4019aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:48.879 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.877+0000 7f9c45b72700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f9c401130f0 con 0x7f9c401085e0 2024-04-25T17:14:48.879 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.877+0000 7f9c45b72700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9c40112f70 con 0x7f9c40107c90 2024-04-25T17:14:48.879 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.877+0000 7f9c45b72700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9c40113270 con 0x7f9c40103360 2024-04-25T17:14:48.879 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.878+0000 7f9c3ffff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9c401085e0 0x7f9c4019aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:48.879 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.878+0000 7f9c3ffff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9c401085e0 0x7f9c4019aa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:37546/0 (socket says 172.21.15.28:37546) 2024-04-25T17:14:48.879 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.878+0000 7f9c3ffff700 1 -- 172.21.15.28:0/3325068535 learned_addr learned my addr 172.21.15.28:0/3325068535 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:48.879 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.878+0000 7f9c3f7fe700 1 --2- 172.21.15.28:0/3325068535 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9c40103360 0x7f9c401a0800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:48.880 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.878+0000 7f9c36ffd700 1 --2- 172.21.15.28:0/3325068535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c40107c90 0x7f9c401a0d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:48.880 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.878+0000 7f9c3ffff700 1 -- 172.21.15.28:0/3325068535 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9c40103360 msgr2=0x7f9c401a0800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:48.880 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.878+0000 7f9c3ffff700 1 --2- 172.21.15.28:0/3325068535 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9c40103360 0x7f9c401a0800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:48.880 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.878+0000 7f9c3ffff700 1 -- 172.21.15.28:0/3325068535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c40107c90 msgr2=0x7f9c401a0d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:48.880 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.878+0000 7f9c3ffff700 1 --2- 172.21.15.28:0/3325068535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c40107c90 0x7f9c401a0d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:48.880 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.878+0000 7f9c3ffff700 1 -- 172.21.15.28:0/3325068535 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c4019b060 con 0x7f9c401085e0 2024-04-25T17:14:48.881 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.878+0000 7f9c3ffff700 1 --2- 172.21.15.28:0/3325068535 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9c401085e0 0x7f9c4019aa20 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f9c3800ef30 tx=0x7f9c3800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:48.881 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.878+0000 7f9c3d7fa700 1 -- 172.21.15.28:0/3325068535 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c380092e0 con 0x7f9c401085e0 2024-04-25T17:14:48.881 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.878+0000 7f9c3d7fa700 1 -- 172.21.15.28:0/3325068535 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9c38004bb0 con 0x7f9c401085e0 2024-04-25T17:14:48.881 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.878+0000 7f9c45b72700 1 -- 172.21.15.28:0/3325068535 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c4019b2f0 con 0x7f9c401085e0 2024-04-25T17:14:48.881 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.878+0000 7f9c3d7fa700 1 -- 172.21.15.28:0/3325068535 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c38004020 con 0x7f9c401085e0 2024-04-25T17:14:48.881 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.878+0000 7f9c45b72700 1 -- 172.21.15.28:0/3325068535 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c4019b7b0 con 0x7f9c401085e0 2024-04-25T17:14:48.881 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.879+0000 7f9c45b72700 1 -- 172.21.15.28:0/3325068535 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9c40063de0 con 0x7f9c401085e0 2024-04-25T17:14:48.881 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.881+0000 7f9c3d7fa700 1 -- 172.21.15.28:0/3325068535 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7f9c3801b030 con 0x7f9c401085e0 2024-04-25T17:14:48.882 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.882+0000 7f9c3d7fa700 1 --2- 172.21.15.28:0/3325068535 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9c2c0afc10 0x7f9c2c0b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:48.882 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.882+0000 7f9c3f7fe700 1 --2- 172.21.15.28:0/3325068535 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9c2c0afc10 0x7f9c2c0b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:48.883 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.882+0000 7f9c3d7fa700 1 -- 172.21.15.28:0/3325068535 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7f9c380df520 con 0x7f9c401085e0 2024-04-25T17:14:48.883 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.882+0000 7f9c3d7fa700 1 --2- 172.21.15.28:0/3325068535 >> [v2:172.21.15.28:6802/2630963068,v1:172.21.15.28:6803/2630963068] conn(0x7f9c2c0badc0 0x7f9c2c0bd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:48.883 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.882+0000 7f9c3d7fa700 1 -- 172.21.15.28:0/3325068535 --> [v2:172.21.15.28:6802/2630963068,v1:172.21.15.28:6803/2630963068] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9c2c0bd980 con 0x7f9c2c0badc0 2024-04-25T17:14:48.883 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.882+0000 7f9c3d7fa700 1 -- 172.21.15.28:0/3325068535 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f9c380df970 con 0x7f9c401085e0 2024-04-25T17:14:48.883 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.882+0000 7f9c36ffd700 1 --2- 172.21.15.28:0/3325068535 >> [v2:172.21.15.28:6802/2630963068,v1:172.21.15.28:6803/2630963068] conn(0x7f9c2c0badc0 0x7f9c2c0bd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:48.883 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.882+0000 7f9c3f7fe700 1 --2- 172.21.15.28:0/3325068535 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9c2c0afc10 0x7f9c2c0b2120 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f9c4019bb60 tx=0x7f9c3000a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:48.883 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.882+0000 7f9c36ffd700 1 --2- 172.21.15.28:0/3325068535 >> [v2:172.21.15.28:6802/2630963068,v1:172.21.15.28:6803/2630963068] conn(0x7f9c2c0badc0 0x7f9c2c0bd2b0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:48.884 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.883+0000 7f9c3d7fa700 1 -- 172.21.15.28:0/3325068535 <== osd.0 v2:172.21.15.28:6802/2630963068 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9c2c0bd980 con 0x7f9c2c0badc0 2024-04-25T17:14:48.899 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.899+0000 7f9c45b72700 1 -- 172.21.15.28:0/3325068535 --> [v2:172.21.15.28:6802/2630963068,v1:172.21.15.28:6803/2630963068] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9c40064260 con 0x7f9c2c0badc0 2024-04-25T17:14:48.900 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.900+0000 7f9c3d7fa700 1 -- 172.21.15.28:0/3325068535 <== osd.0 v2:172.21.15.28:6802/2630963068 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f9c40064260 con 0x7f9c2c0badc0 2024-04-25T17:14:48.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.900+0000 7f9c45b72700 1 -- 172.21.15.28:0/3325068535 >> [v2:172.21.15.28:6802/2630963068,v1:172.21.15.28:6803/2630963068] conn(0x7f9c2c0badc0 msgr2=0x7f9c2c0bd2b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:48.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.900+0000 7f9c45b72700 1 --2- 172.21.15.28:0/3325068535 >> [v2:172.21.15.28:6802/2630963068,v1:172.21.15.28:6803/2630963068] conn(0x7f9c2c0badc0 0x7f9c2c0bd2b0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:48.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.900+0000 7f9c45b72700 1 -- 172.21.15.28:0/3325068535 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9c2c0afc10 msgr2=0x7f9c2c0b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:48.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.900+0000 7f9c45b72700 1 --2- 172.21.15.28:0/3325068535 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9c2c0afc10 0x7f9c2c0b2120 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f9c4019bb60 tx=0x7f9c3000a380 comp rx=0 tx=0).stop 2024-04-25T17:14:48.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.900+0000 7f9c45b72700 1 -- 172.21.15.28:0/3325068535 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9c401085e0 msgr2=0x7f9c4019aa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:48.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.900+0000 7f9c45b72700 1 --2- 172.21.15.28:0/3325068535 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9c401085e0 0x7f9c4019aa20 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f9c3800ef30 tx=0x7f9c3800c3a0 comp rx=0 tx=0).stop 2024-04-25T17:14:48.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.900+0000 7f9c3ffff700 1 -- 172.21.15.28:0/3325068535 reap_dead start 2024-04-25T17:14:48.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.900+0000 7f9c45b72700 1 -- 172.21.15.28:0/3325068535 shutdown_connections 2024-04-25T17:14:48.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.900+0000 7f9c45b72700 1 -- 172.21.15.28:0/3325068535 >> 172.21.15.28:0/3325068535 conn(0x7f9c400fec90 msgr2=0x7f9c4006b8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:48.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.900+0000 7f9c45b72700 1 -- 172.21.15.28:0/3325068535 shutdown_connections 2024-04-25T17:14:48.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:48.900+0000 7f9c45b72700 1 -- 172.21.15.28:0/3325068535 wait complete. 2024-04-25T17:14:49.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.834+0000 7f3607181700 1 -- 172.21.15.28:0/1635841612 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f36001050a0 msgr2=0x7f3600102620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:49.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.834+0000 7f3607181700 1 --2- 172.21.15.28:0/1635841612 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f36001050a0 0x7f3600102620 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f35f4009990 tx=0x7f35f4009ca0 comp rx=0 tx=0).stop 2024-04-25T17:14:49.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.834+0000 7f3607181700 1 -- 172.21.15.28:0/1635841612 shutdown_connections 2024-04-25T17:14:49.835 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.834+0000 7f3607181700 1 --2- 172.21.15.28:0/1635841612 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f36001050a0 0x7f3600102620 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:49.835 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.834+0000 7f3607181700 1 --2- 172.21.15.28:0/1635841612 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36001031f0 0x7f3600112e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:49.835 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.834+0000 7f3607181700 1 --2- 172.21.15.28:0/1635841612 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36001054b0 0x7f3600102b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:49.835 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.834+0000 7f3607181700 1 -- 172.21.15.28:0/1635841612 >> 172.21.15.28:0/1635841612 conn(0x7f36000fe3d0 msgr2=0x7f3600100820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:49.835 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.834+0000 7f3607181700 1 -- 172.21.15.28:0/1635841612 shutdown_connections 2024-04-25T17:14:49.835 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.834+0000 7f3607181700 1 -- 172.21.15.28:0/1635841612 wait complete. 2024-04-25T17:14:49.837 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.835+0000 7f3607181700 1 Processor -- start 2024-04-25T17:14:49.837 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.835+0000 7f3607181700 1 -- start start 2024-04-25T17:14:49.837 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.835+0000 7f3607181700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36001031f0 0x7f360019cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:49.837 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.835+0000 7f3607181700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f36001050a0 0x7f360019d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:49.837 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.835+0000 7f3607181700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36001054b0 0x7f36001a1570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:49.837 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.835+0000 7f3607181700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f3600116390 con 0x7f36001050a0 2024-04-25T17:14:49.837 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.835+0000 7f3607181700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3600116210 con 0x7f36001031f0 2024-04-25T17:14:49.837 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.835+0000 7f3607181700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3600116510 con 0x7f36001054b0 2024-04-25T17:14:49.837 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.835+0000 7f35fffff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f36001050a0 0x7f360019d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:49.838 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.835+0000 7f35fffff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f36001050a0 0x7f360019d2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:37586/0 (socket says 172.21.15.28:37586) 2024-04-25T17:14:49.838 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.835+0000 7f35fffff700 1 -- 172.21.15.28:0/1062692239 learned_addr learned my addr 172.21.15.28:0/1062692239 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:49.838 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.835+0000 7f3604f1d700 1 --2- 172.21.15.28:0/1062692239 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36001031f0 0x7f360019cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:49.838 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.835+0000 7f360571e700 1 --2- 172.21.15.28:0/1062692239 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36001054b0 0x7f36001a1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:49.838 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.836+0000 7f35fffff700 1 -- 172.21.15.28:0/1062692239 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36001054b0 msgr2=0x7f36001a1570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:49.838 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.836+0000 7f35fffff700 1 --2- 172.21.15.28:0/1062692239 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36001054b0 0x7f36001a1570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:49.838 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.836+0000 7f35fffff700 1 -- 172.21.15.28:0/1062692239 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36001031f0 msgr2=0x7f360019cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:49.838 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.836+0000 7f35fffff700 1 --2- 172.21.15.28:0/1062692239 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36001031f0 0x7f360019cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:49.838 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.836+0000 7f35fffff700 1 -- 172.21.15.28:0/1062692239 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36001a1b60 con 0x7f36001050a0 2024-04-25T17:14:49.838 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.836+0000 7f35fffff700 1 --2- 172.21.15.28:0/1062692239 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f36001050a0 0x7f360019d2e0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f35ec00e9a0 tx=0x7f35ec00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:49.838 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.836+0000 7f35fdffb700 1 -- 172.21.15.28:0/1062692239 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35ec00cbd0 con 0x7f36001050a0 2024-04-25T17:14:49.838 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.836+0000 7f3607181700 1 -- 172.21.15.28:0/1062692239 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36001a1e50 con 0x7f36001050a0 2024-04-25T17:14:49.838 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.836+0000 7f35fdffb700 1 -- 172.21.15.28:0/1062692239 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f35ec00cd70 con 0x7f36001050a0 2024-04-25T17:14:49.839 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.836+0000 7f35fdffb700 1 -- 172.21.15.28:0/1062692239 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35ec018680 con 0x7f36001050a0 2024-04-25T17:14:49.839 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.836+0000 7f3607181700 1 -- 172.21.15.28:0/1062692239 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36001a9820 con 0x7f36001050a0 2024-04-25T17:14:49.839 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.837+0000 7f3607181700 1 -- 172.21.15.28:0/1062692239 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f36001127b0 con 0x7f36001050a0 2024-04-25T17:14:49.840 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.839+0000 7f35fdffb700 1 -- 172.21.15.28:0/1062692239 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7f35ec010430 con 0x7f36001050a0 2024-04-25T17:14:49.840 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.839+0000 7f35fdffb700 1 --2- 172.21.15.28:0/1062692239 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f35f00afc10 0x7f35f00b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:49.840 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.839+0000 7f3604f1d700 1 --2- 172.21.15.28:0/1062692239 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f35f00afc10 0x7f35f00b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:49.840 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.839+0000 7f35fdffb700 1 -- 172.21.15.28:0/1062692239 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7f35ec0dff00 con 0x7f36001050a0 2024-04-25T17:14:49.840 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.840+0000 7f35fdffb700 1 --2- 172.21.15.28:0/1062692239 >> [v2:172.21.15.42:6816/1810297826,v1:172.21.15.42:6817/1810297826] conn(0x7f35f00badc0 0x7f35f00bd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:49.840 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.840+0000 7f35fdffb700 1 -- 172.21.15.28:0/1062692239 --> [v2:172.21.15.42:6816/1810297826,v1:172.21.15.42:6817/1810297826] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f35ec019ec0 con 0x7f35f00badc0 2024-04-25T17:14:49.840 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.840+0000 7f35fdffb700 1 -- 172.21.15.28:0/1062692239 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f35ec0e0350 con 0x7f36001050a0 2024-04-25T17:14:49.840 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.840+0000 7f3604f1d700 1 --2- 172.21.15.28:0/1062692239 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f35f00afc10 0x7f35f00b2120 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f35f400b2e0 tx=0x7f35f4005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:49.840 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.840+0000 7f360571e700 1 --2- 172.21.15.28:0/1062692239 >> [v2:172.21.15.42:6816/1810297826,v1:172.21.15.42:6817/1810297826] conn(0x7f35f00badc0 0x7f35f00bd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:49.841 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.841+0000 7f360571e700 1 --2- 172.21.15.28:0/1062692239 >> [v2:172.21.15.42:6816/1810297826,v1:172.21.15.42:6817/1810297826] conn(0x7f35f00badc0 0x7f35f00bd2b0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:49.841 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.841+0000 7f35fdffb700 1 -- 172.21.15.28:0/1062692239 <== osd.7 v2:172.21.15.42:6816/1810297826 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f35ec019ec0 con 0x7f35f00badc0 2024-04-25T17:14:49.858 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.858+0000 7f3607181700 1 -- 172.21.15.28:0/1062692239 --> [v2:172.21.15.42:6816/1810297826,v1:172.21.15.42:6817/1810297826] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3600103840 con 0x7f35f00badc0 2024-04-25T17:14:49.858 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.858+0000 7f35fdffb700 1 -- 172.21.15.28:0/1062692239 <== osd.7 v2:172.21.15.42:6816/1810297826 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f3600103840 con 0x7f35f00badc0 2024-04-25T17:14:49.859 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.859+0000 7f3607181700 1 -- 172.21.15.28:0/1062692239 >> [v2:172.21.15.42:6816/1810297826,v1:172.21.15.42:6817/1810297826] conn(0x7f35f00badc0 msgr2=0x7f35f00bd2b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:49.859 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.859+0000 7f3607181700 1 --2- 172.21.15.28:0/1062692239 >> [v2:172.21.15.42:6816/1810297826,v1:172.21.15.42:6817/1810297826] conn(0x7f35f00badc0 0x7f35f00bd2b0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:49.859 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.859+0000 7f3607181700 1 -- 172.21.15.28:0/1062692239 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f35f00afc10 msgr2=0x7f35f00b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:49.859 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.859+0000 7f3607181700 1 --2- 172.21.15.28:0/1062692239 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f35f00afc10 0x7f35f00b2120 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f35f400b2e0 tx=0x7f35f4005fb0 comp rx=0 tx=0).stop 2024-04-25T17:14:49.859 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.859+0000 7f3607181700 1 -- 172.21.15.28:0/1062692239 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f36001050a0 msgr2=0x7f360019d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:49.860 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.859+0000 7f3607181700 1 --2- 172.21.15.28:0/1062692239 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f36001050a0 0x7f360019d2e0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f35ec00e9a0 tx=0x7f35ec00ecb0 comp rx=0 tx=0).stop 2024-04-25T17:14:49.860 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.859+0000 7f360571e700 1 -- 172.21.15.28:0/1062692239 reap_dead start 2024-04-25T17:14:49.860 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.859+0000 7f3607181700 1 -- 172.21.15.28:0/1062692239 shutdown_connections 2024-04-25T17:14:49.860 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.859+0000 7f3607181700 1 -- 172.21.15.28:0/1062692239 >> 172.21.15.28:0/1062692239 conn(0x7f36000fe3d0 msgr2=0x7f3600111d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:49.860 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.859+0000 7f3607181700 1 -- 172.21.15.28:0/1062692239 shutdown_connections 2024-04-25T17:14:49.860 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.859+0000 7f3607181700 1 -- 172.21.15.28:0/1062692239 wait complete. 2024-04-25T17:14:50.203 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.077+0000 7f5cee11c700 1 -- 172.21.15.28:0/4169812580 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5ce81033b0 msgr2=0x7f5ce81037c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:50.203 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.077+0000 7f5cee11c700 1 --2- 172.21.15.28:0/4169812580 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5ce81033b0 0x7f5ce81037c0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f5cd80099c0 tx=0x7f5cd8009cd0 comp rx=0 tx=0).stop 2024-04-25T17:14:50.204 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.077+0000 7f5cee11c700 1 -- 172.21.15.28:0/4169812580 shutdown_connections 2024-04-25T17:14:50.204 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.077+0000 7f5cee11c700 1 --2- 172.21.15.28:0/4169812580 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5ce81033b0 0x7f5ce81037c0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:50.204 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.077+0000 7f5cee11c700 1 --2- 172.21.15.28:0/4169812580 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ce8108630 0x7f5ce810ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:50.204 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.077+0000 7f5cee11c700 1 --2- 172.21.15.28:0/4169812580 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ce8107ce0 0x7f5ce81080f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:50.204 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.077+0000 7f5cee11c700 1 -- 172.21.15.28:0/4169812580 >> 172.21.15.28:0/4169812580 conn(0x7f5ce80fee00 msgr2=0x7f5ce8101220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:50.204 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.077+0000 7f5cee11c700 1 -- 172.21.15.28:0/4169812580 shutdown_connections 2024-04-25T17:14:50.204 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.077+0000 7f5cee11c700 1 -- 172.21.15.28:0/4169812580 wait complete. 2024-04-25T17:14:50.204 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.077+0000 7f5cee11c700 1 Processor -- start 2024-04-25T17:14:50.204 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.078+0000 7f5cee11c700 1 -- start start 2024-04-25T17:14:50.204 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.078+0000 7f5cee11c700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ce81033b0 0x7f5ce819bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:50.204 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.078+0000 7f5cee11c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5ce8107ce0 0x7f5ce819c050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:50.204 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.078+0000 7f5cee11c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ce8108630 0x7f5ce819c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.078+0000 7f5cee11c700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f5ce8113110 con 0x7f5ce8107ce0 2024-04-25T17:14:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.078+0000 7f5cee11c700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5ce8112f90 con 0x7f5ce8108630 2024-04-25T17:14:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.078+0000 7f5cee11c700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5ce8113290 con 0x7f5ce81033b0 2024-04-25T17:14:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.078+0000 7f5ce6ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5ce8107ce0 0x7f5ce819c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.078+0000 7f5ce6ffd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5ce8107ce0 0x7f5ce819c050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:37566/0 (socket says 172.21.15.28:37566) 2024-04-25T17:14:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.078+0000 7f5ce6ffd700 1 -- 172.21.15.28:0/3730150751 learned_addr learned my addr 172.21.15.28:0/3730150751 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.078+0000 7f5ce77fe700 1 --2- 172.21.15.28:0/3730150751 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ce81033b0 0x7f5ce819bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.078+0000 7f5ce7fff700 1 --2- 172.21.15.28:0/3730150751 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ce8108630 0x7f5ce819c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.078+0000 7f5ce6ffd700 1 -- 172.21.15.28:0/3730150751 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ce81033b0 msgr2=0x7f5ce819bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.078+0000 7f5ce6ffd700 1 --2- 172.21.15.28:0/3730150751 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ce81033b0 0x7f5ce819bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.078+0000 7f5ce6ffd700 1 -- 172.21.15.28:0/3730150751 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ce8108630 msgr2=0x7f5ce819c5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.078+0000 7f5ce6ffd700 1 --2- 172.21.15.28:0/3730150751 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ce8108630 0x7f5ce819c5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.078+0000 7f5ce6ffd700 1 -- 172.21.15.28:0/3730150751 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ce81a6df0 con 0x7f5ce8107ce0 2024-04-25T17:14:50.206 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.078+0000 7f5ce77fe700 1 --2- 172.21.15.28:0/3730150751 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ce81033b0 0x7f5ce819bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:14:50.206 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.079+0000 7f5ce6ffd700 1 --2- 172.21.15.28:0/3730150751 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5ce8107ce0 0x7f5ce819c050 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f5cdc00c9e0 tx=0x7f5cdc00cda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:50.206 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.079+0000 7f5ce4ff9700 1 -- 172.21.15.28:0/3730150751 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cdc007aa0 con 0x7f5ce8107ce0 2024-04-25T17:14:50.206 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.079+0000 7f5ce4ff9700 1 -- 172.21.15.28:0/3730150751 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5cdc007c40 con 0x7f5ce8107ce0 2024-04-25T17:14:50.206 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.079+0000 7f5ce4ff9700 1 -- 172.21.15.28:0/3730150751 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cdc018660 con 0x7f5ce8107ce0 2024-04-25T17:14:50.206 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.079+0000 7f5cee11c700 1 -- 172.21.15.28:0/3730150751 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ce81a70e0 con 0x7f5ce8107ce0 2024-04-25T17:14:50.206 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.079+0000 7f5cee11c700 1 -- 172.21.15.28:0/3730150751 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ce81a7670 con 0x7f5ce8107ce0 2024-04-25T17:14:50.206 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.080+0000 7f5cee11c700 1 -- 172.21.15.28:0/3730150751 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5ce8063da0 con 0x7f5ce8107ce0 2024-04-25T17:14:50.206 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.081+0000 7f5ce4ff9700 1 -- 172.21.15.28:0/3730150751 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7f5cdc018800 con 0x7f5ce8107ce0 2024-04-25T17:14:50.206 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.082+0000 7f5ce4ff9700 1 --2- 172.21.15.28:0/3730150751 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5cd00afc90 0x7f5cd00b21a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:50.206 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.082+0000 7f5ce77fe700 1 --2- 172.21.15.28:0/3730150751 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5cd00afc90 0x7f5cd00b21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:50.206 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.082+0000 7f5ce4ff9700 1 -- 172.21.15.28:0/3730150751 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7f5cdc0df640 con 0x7f5ce8107ce0 2024-04-25T17:14:50.207 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.082+0000 7f5ce4ff9700 1 --2- 172.21.15.28:0/3730150751 >> [v2:172.21.15.84:6808/3896854476,v1:172.21.15.84:6809/3896854476] conn(0x7f5cd00bae40 0x7f5cd00bd330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:50.207 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.082+0000 7f5ce4ff9700 1 -- 172.21.15.28:0/3730150751 --> [v2:172.21.15.84:6808/3896854476,v1:172.21.15.84:6809/3896854476] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5cdc008e50 con 0x7f5cd00bae40 2024-04-25T17:14:50.207 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.082+0000 7f5ce4ff9700 1 -- 172.21.15.28:0/3730150751 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f5cdc0dfa90 con 0x7f5ce8107ce0 2024-04-25T17:14:50.207 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.083+0000 7f5ce77fe700 1 --2- 172.21.15.28:0/3730150751 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5cd00afc90 0x7f5cd00b21a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f5cd80058e0 tx=0x7f5cd8005ab0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:50.207 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.083+0000 7f5ce7fff700 1 --2- 172.21.15.28:0/3730150751 >> [v2:172.21.15.84:6808/3896854476,v1:172.21.15.84:6809/3896854476] conn(0x7f5cd00bae40 0x7f5cd00bd330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:50.207 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.083+0000 7f5ce7fff700 1 --2- 172.21.15.28:0/3730150751 >> [v2:172.21.15.84:6808/3896854476,v1:172.21.15.84:6809/3896854476] conn(0x7f5cd00bae40 0x7f5cd00bd330 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:50.207 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.084+0000 7f5ce4ff9700 1 -- 172.21.15.28:0/3730150751 <== osd.5 v2:172.21.15.84:6808/3896854476 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5cdc008e50 con 0x7f5cd00bae40 2024-04-25T17:14:50.207 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.101+0000 7f5cee11c700 1 -- 172.21.15.28:0/3730150751 --> [v2:172.21.15.84:6808/3896854476,v1:172.21.15.84:6809/3896854476] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5ce80641a0 con 0x7f5cd00bae40 2024-04-25T17:14:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.101+0000 7f5ce4ff9700 1 -- 172.21.15.28:0/3730150751 <== osd.5 v2:172.21.15.84:6808/3896854476 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f5ce80641a0 con 0x7f5cd00bae40 2024-04-25T17:14:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.102+0000 7f5cee11c700 1 -- 172.21.15.28:0/3730150751 >> [v2:172.21.15.84:6808/3896854476,v1:172.21.15.84:6809/3896854476] conn(0x7f5cd00bae40 msgr2=0x7f5cd00bd330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.102+0000 7f5cee11c700 1 --2- 172.21.15.28:0/3730150751 >> [v2:172.21.15.84:6808/3896854476,v1:172.21.15.84:6809/3896854476] conn(0x7f5cd00bae40 0x7f5cd00bd330 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.102+0000 7f5cee11c700 1 -- 172.21.15.28:0/3730150751 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5cd00afc90 msgr2=0x7f5cd00b21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.102+0000 7f5cee11c700 1 --2- 172.21.15.28:0/3730150751 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5cd00afc90 0x7f5cd00b21a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f5cd80058e0 tx=0x7f5cd8005ab0 comp rx=0 tx=0).stop 2024-04-25T17:14:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.102+0000 7f5cee11c700 1 -- 172.21.15.28:0/3730150751 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5ce8107ce0 msgr2=0x7f5ce819c050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.102+0000 7f5cee11c700 1 --2- 172.21.15.28:0/3730150751 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5ce8107ce0 0x7f5ce819c050 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f5cdc00c9e0 tx=0x7f5cdc00cda0 comp rx=0 tx=0).stop 2024-04-25T17:14:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.102+0000 7f5ce7fff700 1 -- 172.21.15.28:0/3730150751 reap_dead start 2024-04-25T17:14:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.102+0000 7f5cee11c700 1 -- 172.21.15.28:0/3730150751 shutdown_connections 2024-04-25T17:14:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.102+0000 7f5cee11c700 1 -- 172.21.15.28:0/3730150751 >> 172.21.15.28:0/3730150751 conn(0x7f5ce80fee00 msgr2=0x7f5ce8101db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.102+0000 7f5cee11c700 1 -- 172.21.15.28:0/3730150751 shutdown_connections 2024-04-25T17:14:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:49.102+0000 7f5cee11c700 1 -- 172.21.15.28:0/3730150751 wait complete. 2024-04-25T17:14:50.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:50 smithi028 ceph-mon[29207]: pgmap v321: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-25T17:14:50.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:50 smithi084 ceph-mon[32752]: pgmap v321: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-25T17:14:50.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:50 smithi042 ceph-mon[32851]: pgmap v321: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-25T17:14:50.894 INFO:teuthology.orchestra.run.smithi028.stdout:158913790010 2024-04-25T17:14:50.894 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-25T17:14:51.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.610+0000 7f8210691700 1 -- 172.21.15.28:0/992886661 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8208107cc0 msgr2=0x7f82081080d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:51.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.610+0000 7f8210691700 1 --2- 172.21.15.28:0/992886661 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8208107cc0 0x7f82081080d0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f81f80099c0 tx=0x7f81f8009cd0 comp rx=0 tx=0).stop 2024-04-25T17:14:51.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.611+0000 7f8210691700 1 -- 172.21.15.28:0/992886661 shutdown_connections 2024-04-25T17:14:51.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.611+0000 7f8210691700 1 --2- 172.21.15.28:0/992886661 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8208108610 0x7f820810ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:51.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.611+0000 7f8210691700 1 --2- 172.21.15.28:0/992886661 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8208103390 0x7f82081037a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:51.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.611+0000 7f8210691700 1 --2- 172.21.15.28:0/992886661 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8208107cc0 0x7f82081080d0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:51.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.611+0000 7f8210691700 1 -- 172.21.15.28:0/992886661 >> 172.21.15.28:0/992886661 conn(0x7f82080fecc0 msgr2=0x7f82081010e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:51.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.611+0000 7f8210691700 1 -- 172.21.15.28:0/992886661 shutdown_connections 2024-04-25T17:14:51.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.611+0000 7f8210691700 1 -- 172.21.15.28:0/992886661 wait complete. 2024-04-25T17:14:51.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.611+0000 7f8210691700 1 Processor -- start 2024-04-25T17:14:51.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.611+0000 7f8210691700 1 -- start start 2024-04-25T17:14:51.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.612+0000 7f8210691700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8208103390 0x7f8208199880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:51.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.612+0000 7f8210691700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8208107cc0 0x7f8208199dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:51.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.612+0000 7f8210691700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8208108610 0x7f820819a300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:51.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.612+0000 7f8210691700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f82081130d0 con 0x7f8208108610 2024-04-25T17:14:51.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.612+0000 7f8210691700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8208112f50 con 0x7f8208107cc0 2024-04-25T17:14:51.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.612+0000 7f8210691700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8208113250 con 0x7f8208103390 2024-04-25T17:14:51.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.612+0000 7f820ec2e700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8208108610 0x7f820819a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:51.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.612+0000 7f820ec2e700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8208108610 0x7f820819a300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:37602/0 (socket says 172.21.15.28:37602) 2024-04-25T17:14:51.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.612+0000 7f820ec2e700 1 -- 172.21.15.28:0/3982344785 learned_addr learned my addr 172.21.15.28:0/3982344785 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:51.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.612+0000 7f820e42d700 1 --2- 172.21.15.28:0/3982344785 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8208103390 0x7f8208199880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:51.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.612+0000 7f820dc2c700 1 --2- 172.21.15.28:0/3982344785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8208107cc0 0x7f8208199dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:51.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.612+0000 7f820ec2e700 1 -- 172.21.15.28:0/3982344785 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8208103390 msgr2=0x7f8208199880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:51.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.612+0000 7f820ec2e700 1 --2- 172.21.15.28:0/3982344785 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8208103390 0x7f8208199880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:51.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.612+0000 7f820ec2e700 1 -- 172.21.15.28:0/3982344785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8208107cc0 msgr2=0x7f8208199dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:51.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.612+0000 7f820ec2e700 1 --2- 172.21.15.28:0/3982344785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8208107cc0 0x7f8208199dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:51.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.612+0000 7f820ec2e700 1 -- 172.21.15.28:0/3982344785 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82081a8f80 con 0x7f8208108610 2024-04-25T17:14:51.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.612+0000 7f820ec2e700 1 --2- 172.21.15.28:0/3982344785 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8208108610 0x7f820819a300 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f8200007ee0 tx=0x7f820000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:51.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.612+0000 7f81ff7fe700 1 -- 172.21.15.28:0/3982344785 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f820000dd20 con 0x7f8208108610 2024-04-25T17:14:51.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.612+0000 7f81ff7fe700 1 -- 172.21.15.28:0/3982344785 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8200004020 con 0x7f8208108610 2024-04-25T17:14:51.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.612+0000 7f8210691700 1 -- 172.21.15.28:0/3982344785 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82081a9270 con 0x7f8208108610 2024-04-25T17:14:51.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.613+0000 7f81ff7fe700 1 -- 172.21.15.28:0/3982344785 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8200015660 con 0x7f8208108610 2024-04-25T17:14:51.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.613+0000 7f8210691700 1 -- 172.21.15.28:0/3982344785 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82081a9730 con 0x7f8208108610 2024-04-25T17:14:51.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.613+0000 7f8210691700 1 -- 172.21.15.28:0/3982344785 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8208063de0 con 0x7f8208108610 2024-04-25T17:14:51.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.615+0000 7f81ff7fe700 1 -- 172.21.15.28:0/3982344785 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7f82000041d0 con 0x7f8208108610 2024-04-25T17:14:51.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.615+0000 7f81ff7fe700 1 --2- 172.21.15.28:0/3982344785 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f81f40afc10 0x7f81f40b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:51.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.616+0000 7f820e42d700 1 --2- 172.21.15.28:0/3982344785 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f81f40afc10 0x7f81f40b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:51.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.616+0000 7f81ff7fe700 1 -- 172.21.15.28:0/3982344785 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7f82000df620 con 0x7f8208108610 2024-04-25T17:14:51.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.616+0000 7f81ff7fe700 1 --2- 172.21.15.28:0/3982344785 >> [v2:172.21.15.42:6824/2804762182,v1:172.21.15.42:6825/2804762182] conn(0x7f81f40badc0 0x7f81f40bd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:51.322 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.616+0000 7f81ff7fe700 1 -- 172.21.15.28:0/3982344785 --> [v2:172.21.15.42:6824/2804762182,v1:172.21.15.42:6825/2804762182] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8200016ec0 con 0x7f81f40badc0 2024-04-25T17:14:51.322 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.616+0000 7f81ff7fe700 1 -- 172.21.15.28:0/3982344785 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f82000df9d0 con 0x7f8208108610 2024-04-25T17:14:51.322 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.616+0000 7f820e42d700 1 --2- 172.21.15.28:0/3982344785 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f81f40afc10 0x7f81f40b2120 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f8204005950 tx=0x7f820400a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:51.322 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.616+0000 7f820dc2c700 1 --2- 172.21.15.28:0/3982344785 >> [v2:172.21.15.42:6824/2804762182,v1:172.21.15.42:6825/2804762182] conn(0x7f81f40badc0 0x7f81f40bd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:51.322 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.617+0000 7f820dc2c700 1 --2- 172.21.15.28:0/3982344785 >> [v2:172.21.15.42:6824/2804762182,v1:172.21.15.42:6825/2804762182] conn(0x7f81f40badc0 0x7f81f40bd2b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:51.322 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.618+0000 7f81ff7fe700 1 -- 172.21.15.28:0/3982344785 <== osd.10 v2:172.21.15.42:6824/2804762182 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8200016ec0 con 0x7f81f40badc0 2024-04-25T17:14:51.322 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.634+0000 7f8210691700 1 -- 172.21.15.28:0/3982344785 --> [v2:172.21.15.42:6824/2804762182,v1:172.21.15.42:6825/2804762182] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8208064260 con 0x7f81f40badc0 2024-04-25T17:14:51.322 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.635+0000 7f81ff7fe700 1 -- 172.21.15.28:0/3982344785 <== osd.10 v2:172.21.15.42:6824/2804762182 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f8208064260 con 0x7f81f40badc0 2024-04-25T17:14:51.322 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.635+0000 7f8210691700 1 -- 172.21.15.28:0/3982344785 >> [v2:172.21.15.42:6824/2804762182,v1:172.21.15.42:6825/2804762182] conn(0x7f81f40badc0 msgr2=0x7f81f40bd2b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:51.323 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.635+0000 7f8210691700 1 --2- 172.21.15.28:0/3982344785 >> [v2:172.21.15.42:6824/2804762182,v1:172.21.15.42:6825/2804762182] conn(0x7f81f40badc0 0x7f81f40bd2b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:51.323 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.635+0000 7f8210691700 1 -- 172.21.15.28:0/3982344785 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f81f40afc10 msgr2=0x7f81f40b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:51.323 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.635+0000 7f8210691700 1 --2- 172.21.15.28:0/3982344785 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f81f40afc10 0x7f81f40b2120 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f8204005950 tx=0x7f820400a300 comp rx=0 tx=0).stop 2024-04-25T17:14:51.323 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.635+0000 7f8210691700 1 -- 172.21.15.28:0/3982344785 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8208108610 msgr2=0x7f820819a300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:51.323 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.635+0000 7f8210691700 1 --2- 172.21.15.28:0/3982344785 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8208108610 0x7f820819a300 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f8200007ee0 tx=0x7f820000d3b0 comp rx=0 tx=0).stop 2024-04-25T17:14:51.323 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.635+0000 7f820ec2e700 1 -- 172.21.15.28:0/3982344785 reap_dead start 2024-04-25T17:14:51.323 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.635+0000 7f8210691700 1 -- 172.21.15.28:0/3982344785 shutdown_connections 2024-04-25T17:14:51.323 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.635+0000 7f8210691700 1 -- 172.21.15.28:0/3982344785 >> 172.21.15.28:0/3982344785 conn(0x7f82080fecc0 msgr2=0x7f82081010e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:51.323 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.635+0000 7f8210691700 1 -- 172.21.15.28:0/3982344785 shutdown_connections 2024-04-25T17:14:51.323 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:50.635+0000 7f8210691700 1 -- 172.21.15.28:0/3982344785 wait complete. 2024-04-25T17:14:51.925 INFO:teuthology.orchestra.run.smithi028.stdout:279172874272 2024-04-25T17:14:51.925 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-04-25T17:14:52.234 INFO:teuthology.orchestra.run.smithi028.stdout:34359738451 2024-04-25T17:14:52.235 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-25T17:14:52.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:52 smithi084 ceph-mon[32752]: pgmap v322: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-25T17:14:52.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:52 smithi042 ceph-mon[32851]: pgmap v322: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-25T17:14:52.662 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:52 smithi028 ceph-mon[29207]: pgmap v322: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-25T17:14:52.691 INFO:teuthology.orchestra.run.smithi028.stdout:231928234026 2024-04-25T17:14:52.691 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-04-25T17:14:52.798 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:14:52.800 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:14:53.234 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:14:53.234 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:14:53.235 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:14:53.239 INFO:teuthology.orchestra.run.smithi028.stdout:206158430255 2024-04-25T17:14:53.240 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-25T17:14:53.314 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:14:54.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:54 smithi028 ceph-mon[29207]: pgmap v323: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-25T17:14:54.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:54 smithi084 ceph-mon[32752]: pgmap v323: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-25T17:14:54.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:54 smithi042 ceph-mon[32851]: pgmap v323: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-25T17:14:56.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:56 smithi028 ceph-mon[29207]: pgmap v324: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:14:56.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:56 smithi084 ceph-mon[32752]: pgmap v324: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:14:56.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:56 smithi042 ceph-mon[32851]: pgmap v324: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:14:57.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.438+0000 7fd552975700 1 -- 172.21.15.28:0/322726650 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd54c102f90 msgr2=0x7fd54c111020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:57.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.438+0000 7fd552975700 1 --2- 172.21.15.28:0/322726650 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd54c102f90 0x7fd54c111020 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fd54400b0a0 tx=0x7fd54400b3b0 comp rx=0 tx=0).stop 2024-04-25T17:14:57.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.438+0000 7fd552975700 1 -- 172.21.15.28:0/322726650 shutdown_connections 2024-04-25T17:14:57.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.438+0000 7fd552975700 1 --2- 172.21.15.28:0/322726650 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd54c102f90 0x7fd54c111020 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:57.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.438+0000 7fd552975700 1 --2- 172.21.15.28:0/322726650 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd54c1091b0 0x7fd54c1095c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:57.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.438+0000 7fd552975700 1 --2- 172.21.15.28:0/322726650 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd54c102640 0x7fd54c102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:57.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.438+0000 7fd552975700 1 -- 172.21.15.28:0/322726650 >> 172.21.15.28:0/322726650 conn(0x7fd54c0fe370 msgr2=0x7fd54c1007c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:57.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.438+0000 7fd552975700 1 -- 172.21.15.28:0/322726650 shutdown_connections 2024-04-25T17:14:57.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.438+0000 7fd552975700 1 -- 172.21.15.28:0/322726650 wait complete. 2024-04-25T17:14:57.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.439+0000 7fd552975700 1 Processor -- start 2024-04-25T17:14:57.439 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.439+0000 7fd552975700 1 -- start start 2024-04-25T17:14:57.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.439+0000 7fd552975700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd54c102640 0x7fd54c1a0850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:57.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.439+0000 7fd552975700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd54c102f90 0x7fd54c1a0d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:57.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.439+0000 7fd552975700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd54c1091b0 0x7fd54c19aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:57.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.439+0000 7fd552975700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fd54c114350 con 0x7fd54c1091b0 2024-04-25T17:14:57.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.439+0000 7fd552975700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd54c1141d0 con 0x7fd54c102f90 2024-04-25T17:14:57.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.439+0000 7fd552975700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd54c1144d0 con 0x7fd54c102640 2024-04-25T17:14:57.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.439+0000 7fd550f12700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd54c1091b0 0x7fd54c19aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:57.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.439+0000 7fd550f12700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd54c1091b0 0x7fd54c19aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:59426/0 (socket says 172.21.15.28:59426) 2024-04-25T17:14:57.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.439+0000 7fd550f12700 1 -- 172.21.15.28:0/3336600797 learned_addr learned my addr 172.21.15.28:0/3336600797 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:14:57.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.439+0000 7fd54bfff700 1 --2- 172.21.15.28:0/3336600797 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd54c102640 0x7fd54c1a0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:57.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.440+0000 7fd54b7fe700 1 --2- 172.21.15.28:0/3336600797 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd54c102f90 0x7fd54c1a0d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:57.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.440+0000 7fd550f12700 1 -- 172.21.15.28:0/3336600797 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd54c102640 msgr2=0x7fd54c1a0850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:57.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.440+0000 7fd550f12700 1 --2- 172.21.15.28:0/3336600797 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd54c102640 0x7fd54c1a0850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:57.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.440+0000 7fd550f12700 1 -- 172.21.15.28:0/3336600797 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd54c102f90 msgr2=0x7fd54c1a0d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:57.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.440+0000 7fd550f12700 1 --2- 172.21.15.28:0/3336600797 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd54c102f90 0x7fd54c1a0d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:57.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.440+0000 7fd550f12700 1 -- 172.21.15.28:0/3336600797 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd54c19b120 con 0x7fd54c1091b0 2024-04-25T17:14:57.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.440+0000 7fd550f12700 1 --2- 172.21.15.28:0/3336600797 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd54c1091b0 0x7fd54c19aa70 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fd544004dc0 tx=0x7fd544004df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:57.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.440+0000 7fd5497fa700 1 -- 172.21.15.28:0/3336600797 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd544021070 con 0x7fd54c1091b0 2024-04-25T17:14:57.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.440+0000 7fd5497fa700 1 -- 172.21.15.28:0/3336600797 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd544007c00 con 0x7fd54c1091b0 2024-04-25T17:14:57.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.440+0000 7fd552975700 1 -- 172.21.15.28:0/3336600797 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd54c19b3b0 con 0x7fd54c1091b0 2024-04-25T17:14:57.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.440+0000 7fd5497fa700 1 -- 172.21.15.28:0/3336600797 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5440052a0 con 0x7fd54c1091b0 2024-04-25T17:14:57.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.440+0000 7fd552975700 1 -- 172.21.15.28:0/3336600797 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd54c19b890 con 0x7fd54c1091b0 2024-04-25T17:14:57.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.441+0000 7fd552975700 1 -- 172.21.15.28:0/3336600797 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd54c051190 con 0x7fd54c1091b0 2024-04-25T17:14:57.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.443+0000 7fd5497fa700 1 -- 172.21.15.28:0/3336600797 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7fd544024070 con 0x7fd54c1091b0 2024-04-25T17:14:57.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.444+0000 7fd5497fa700 1 --2- 172.21.15.28:0/3336600797 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd5340afc10 0x7fd5340b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:14:57.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.444+0000 7fd54bfff700 1 --2- 172.21.15.28:0/3336600797 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd5340afc10 0x7fd5340b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:14:57.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.444+0000 7fd5497fa700 1 -- 172.21.15.28:0/3336600797 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7fd54400f020 con 0x7fd54c1091b0 2024-04-25T17:14:57.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.444+0000 7fd54bfff700 1 --2- 172.21.15.28:0/3336600797 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd5340afc10 0x7fd5340b2120 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd54c19bbb0 tx=0x7fd54000a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:14:57.448 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.448+0000 7fd5497fa700 1 -- 172.21.15.28:0/3336600797 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd54402b020 con 0x7fd54c1091b0 2024-04-25T17:14:57.665 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.664+0000 7fd552975700 1 -- 172.21.15.28:0/3336600797 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fd54c02e510 con 0x7fd54c1091b0 2024-04-25T17:14:57.665 INFO:teuthology.orchestra.run.smithi028.stdout:77309411403 2024-04-25T17:14:57.665 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.664+0000 7fd5497fa700 1 -- 172.21.15.28:0/3336600797 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd5440a9410 con 0x7fd54c1091b0 2024-04-25T17:14:57.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.667+0000 7fd552975700 1 -- 172.21.15.28:0/3336600797 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd5340afc10 msgr2=0x7fd5340b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:57.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.667+0000 7fd552975700 1 --2- 172.21.15.28:0/3336600797 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd5340afc10 0x7fd5340b2120 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd54c19bbb0 tx=0x7fd54000a380 comp rx=0 tx=0).stop 2024-04-25T17:14:57.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.667+0000 7fd552975700 1 -- 172.21.15.28:0/3336600797 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd54c1091b0 msgr2=0x7fd54c19aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:14:57.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.667+0000 7fd552975700 1 --2- 172.21.15.28:0/3336600797 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd54c1091b0 0x7fd54c19aa70 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fd544004dc0 tx=0x7fd544004df0 comp rx=0 tx=0).stop 2024-04-25T17:14:57.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.667+0000 7fd552975700 1 -- 172.21.15.28:0/3336600797 shutdown_connections 2024-04-25T17:14:57.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.667+0000 7fd552975700 1 --2- 172.21.15.28:0/3336600797 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd5340afc10 0x7fd5340b2120 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:57.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.667+0000 7fd552975700 1 --2- 172.21.15.28:0/3336600797 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd54c1091b0 0x7fd54c19aa70 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:57.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.667+0000 7fd552975700 1 --2- 172.21.15.28:0/3336600797 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd54c102640 0x7fd54c1a0850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:57.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.667+0000 7fd552975700 1 --2- 172.21.15.28:0/3336600797 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd54c102f90 0x7fd54c1a0d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:14:57.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.667+0000 7fd552975700 1 -- 172.21.15.28:0/3336600797 >> 172.21.15.28:0/3336600797 conn(0x7fd54c0fe370 msgr2=0x7fd54c0fe960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:14:57.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.667+0000 7fd552975700 1 -- 172.21.15.28:0/3336600797 shutdown_connections 2024-04-25T17:14:57.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:14:57.667+0000 7fd552975700 1 -- 172.21.15.28:0/3336600797 wait complete. 2024-04-25T17:14:58.479 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:58 smithi028 ceph-mon[29207]: pgmap v325: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:14:58.479 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:14:58 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3336600797' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-25T17:14:58.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:58 smithi084 ceph-mon[32752]: pgmap v325: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:14:58.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:14:58 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3336600797' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-25T17:14:58.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:58 smithi042 ceph-mon[32851]: pgmap v325: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:14:58.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:14:58 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3336600797' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-25T17:14:58.995 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:14:58.996 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:14:58.997 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:15:00.359 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:00 smithi028 ceph-mon[29207]: pgmap v326: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:15:00.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:00 smithi084 ceph-mon[32752]: pgmap v326: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:15:00.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:00 smithi042 ceph-mon[32851]: pgmap v326: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:15:00.746 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411401 got 77309411403 for osd.2 2024-04-25T17:15:00.746 DEBUG:teuthology.parallel:result is None 2024-04-25T17:15:01.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.966+0000 7faec301b700 1 -- 172.21.15.28:0/2505232069 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faebc1091a0 msgr2=0x7faebc1095b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:01.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.966+0000 7faec301b700 1 --2- 172.21.15.28:0/2505232069 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faebc1091a0 0x7faebc1095b0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7faeb0009990 tx=0x7faeb0009ca0 comp rx=0 tx=0).stop 2024-04-25T17:15:01.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.967+0000 7faec301b700 1 -- 172.21.15.28:0/2505232069 shutdown_connections 2024-04-25T17:15:01.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.967+0000 7faec301b700 1 --2- 172.21.15.28:0/2505232069 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faebc1091a0 0x7faebc1095b0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:01.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.967+0000 7faec301b700 1 --2- 172.21.15.28:0/2505232069 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faebc102f80 0x7faebc111010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:01.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.967+0000 7faec301b700 1 --2- 172.21.15.28:0/2505232069 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faebc102630 0x7faebc102a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:01.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.967+0000 7faec301b700 1 -- 172.21.15.28:0/2505232069 >> 172.21.15.28:0/2505232069 conn(0x7faebc0fe3f0 msgr2=0x7faebc100810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:01.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.967+0000 7faec301b700 1 -- 172.21.15.28:0/2505232069 shutdown_connections 2024-04-25T17:15:01.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.967+0000 7faec301b700 1 -- 172.21.15.28:0/2505232069 wait complete. 2024-04-25T17:15:01.970 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.968+0000 7faec301b700 1 Processor -- start 2024-04-25T17:15:01.970 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.968+0000 7faec301b700 1 -- start start 2024-04-25T17:15:01.970 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.968+0000 7faec301b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faebc102630 0x7faebc1997b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:01.970 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.968+0000 7faec301b700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faebc102f80 0x7faebc199cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:01.970 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.968+0000 7faec301b700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faebc1091a0 0x7faebc1a0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:01.970 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.968+0000 7faec301b700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7faebc1142e0 con 0x7faebc102f80 2024-04-25T17:15:01.970 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.968+0000 7faec301b700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7faebc114160 con 0x7faebc102630 2024-04-25T17:15:01.970 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.968+0000 7faec301b700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7faebc114460 con 0x7faebc1091a0 2024-04-25T17:15:01.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.968+0000 7faebbfff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faebc102f80 0x7faebc199cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:01.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.968+0000 7faebbfff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faebc102f80 0x7faebc199cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:59440/0 (socket says 172.21.15.28:59440) 2024-04-25T17:15:01.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.968+0000 7faebbfff700 1 -- 172.21.15.28:0/2488641643 learned_addr learned my addr 172.21.15.28:0/2488641643 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:01.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.968+0000 7faec0db7700 1 --2- 172.21.15.28:0/2488641643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faebc102630 0x7faebc1997b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:01.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.969+0000 7faec15b8700 1 --2- 172.21.15.28:0/2488641643 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faebc1091a0 0x7faebc1a0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:01.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.969+0000 7faebbfff700 1 -- 172.21.15.28:0/2488641643 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faebc1091a0 msgr2=0x7faebc1a0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:01.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.969+0000 7faebbfff700 1 --2- 172.21.15.28:0/2488641643 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faebc1091a0 0x7faebc1a0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:01.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.969+0000 7faebbfff700 1 -- 172.21.15.28:0/2488641643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faebc102630 msgr2=0x7faebc1997b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:01.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.969+0000 7faebbfff700 1 --2- 172.21.15.28:0/2488641643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faebc102630 0x7faebc1997b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:01.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.969+0000 7faebbfff700 1 -- 172.21.15.28:0/2488641643 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faebc1a0d50 con 0x7faebc102f80 2024-04-25T17:15:01.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.969+0000 7faebbfff700 1 --2- 172.21.15.28:0/2488641643 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faebc102f80 0x7faebc199cf0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7faea800e970 tx=0x7faea800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:01.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.969+0000 7faeb9ffb700 1 -- 172.21.15.28:0/2488641643 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea800cbd0 con 0x7faebc102f80 2024-04-25T17:15:01.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.969+0000 7faec301b700 1 -- 172.21.15.28:0/2488641643 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faebc1a1040 con 0x7faebc102f80 2024-04-25T17:15:01.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.969+0000 7faeb9ffb700 1 -- 172.21.15.28:0/2488641643 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faea800cd70 con 0x7faebc102f80 2024-04-25T17:15:01.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.969+0000 7faeb9ffb700 1 -- 172.21.15.28:0/2488641643 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea8005570 con 0x7faebc102f80 2024-04-25T17:15:01.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.970+0000 7faec301b700 1 -- 172.21.15.28:0/2488641643 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faebc1a1580 con 0x7faebc102f80 2024-04-25T17:15:01.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.971+0000 7faec301b700 1 -- 172.21.15.28:0/2488641643 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faebc051190 con 0x7faebc102f80 2024-04-25T17:15:01.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.972+0000 7faeb9ffb700 1 -- 172.21.15.28:0/2488641643 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7faea8004750 con 0x7faebc102f80 2024-04-25T17:15:01.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.973+0000 7faeb9ffb700 1 --2- 172.21.15.28:0/2488641643 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7faeac0afc10 0x7faeac0b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:01.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.973+0000 7faec0db7700 1 --2- 172.21.15.28:0/2488641643 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7faeac0afc10 0x7faeac0b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:01.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.973+0000 7faeb9ffb700 1 -- 172.21.15.28:0/2488641643 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7faea80df3e0 con 0x7faebc102f80 2024-04-25T17:15:01.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.974+0000 7faec0db7700 1 --2- 172.21.15.28:0/2488641643 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7faeac0afc10 0x7faeac0b2120 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7faeb000b650 tx=0x7faeb0005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:01.978 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:01.978+0000 7faeb9ffb700 1 -- 172.21.15.28:0/2488641643 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7faea80a7aa0 con 0x7faebc102f80 2024-04-25T17:15:02.189 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:02.189+0000 7faec301b700 1 -- 172.21.15.28:0/2488641643 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7faebc110ae0 con 0x7faebc102f80 2024-04-25T17:15:02.189 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:02.189+0000 7faeb9ffb700 1 -- 172.21.15.28:0/2488641643 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7faea80a73a0 con 0x7faebc102f80 2024-04-25T17:15:02.189 INFO:teuthology.orchestra.run.smithi028.stdout:137438953537 2024-04-25T17:15:02.191 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:02.191+0000 7faec301b700 1 -- 172.21.15.28:0/2488641643 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7faeac0afc10 msgr2=0x7faeac0b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:02.191 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:02.191+0000 7faec301b700 1 --2- 172.21.15.28:0/2488641643 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7faeac0afc10 0x7faeac0b2120 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7faeb000b650 tx=0x7faeb0005fb0 comp rx=0 tx=0).stop 2024-04-25T17:15:02.191 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:02.191+0000 7faec301b700 1 -- 172.21.15.28:0/2488641643 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faebc102f80 msgr2=0x7faebc199cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:02.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:02.191+0000 7faec301b700 1 --2- 172.21.15.28:0/2488641643 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faebc102f80 0x7faebc199cf0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7faea800e970 tx=0x7faea800ec80 comp rx=0 tx=0).stop 2024-04-25T17:15:02.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:02.191+0000 7faec301b700 1 -- 172.21.15.28:0/2488641643 shutdown_connections 2024-04-25T17:15:02.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:02.191+0000 7faec301b700 1 --2- 172.21.15.28:0/2488641643 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faebc1091a0 0x7faebc1a0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:02.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:02.191+0000 7faec301b700 1 --2- 172.21.15.28:0/2488641643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faebc102630 0x7faebc1997b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:02.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:02.191+0000 7faec301b700 1 --2- 172.21.15.28:0/2488641643 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7faeac0afc10 0x7faeac0b2120 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:02.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:02.191+0000 7faec301b700 1 --2- 172.21.15.28:0/2488641643 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7faebc102f80 0x7faebc199cf0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:02.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:02.191+0000 7faec301b700 1 -- 172.21.15.28:0/2488641643 >> 172.21.15.28:0/2488641643 conn(0x7faebc0fe3f0 msgr2=0x7faebc10a690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:02.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:02.191+0000 7faec301b700 1 -- 172.21.15.28:0/2488641643 shutdown_connections 2024-04-25T17:15:02.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:02.191+0000 7faec301b700 1 -- 172.21.15.28:0/2488641643 wait complete. 2024-04-25T17:15:02.403 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:02 smithi028 ceph-mon[29207]: pgmap v327: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:15:02.403 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:02 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2488641643' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-25T17:15:02.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:02 smithi084 ceph-mon[32752]: pgmap v327: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:15:02.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:02 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2488641643' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-25T17:15:02.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:02 smithi042 ceph-mon[32851]: pgmap v327: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:15:02.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:02 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2488641643' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-25T17:15:03.740 INFO:tasks.cephadm.ceph_manager.ceph:need seq 137438953532 got 137438953537 for osd.4 2024-04-25T17:15:03.740 DEBUG:teuthology.parallel:result is None 2024-04-25T17:15:04.294 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:04 smithi028 ceph-mon[29207]: pgmap v328: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-04-25T17:15:04.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.308+0000 7efcf8b77700 1 -- 172.21.15.28:0/3960245873 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efcf4108640 msgr2=0x7efcf410ffa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:04.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.308+0000 7efcf8b77700 1 --2- 172.21.15.28:0/3960245873 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efcf4108640 0x7efcf410ffa0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7efcec00b0d0 tx=0x7efcec00b3e0 comp rx=0 tx=0).stop 2024-04-25T17:15:04.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.308+0000 7efcf8b77700 1 -- 172.21.15.28:0/3960245873 shutdown_connections 2024-04-25T17:15:04.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.308+0000 7efcf8b77700 1 --2- 172.21.15.28:0/3960245873 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efcf4108640 0x7efcf410ffa0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:04.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.308+0000 7efcf8b77700 1 --2- 172.21.15.28:0/3960245873 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efcf4103410 0x7efcf4103820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:04.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.308+0000 7efcf8b77700 1 --2- 172.21.15.28:0/3960245873 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efcf4107cf0 0x7efcf4108100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:04.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.308+0000 7efcf8b77700 1 -- 172.21.15.28:0/3960245873 >> 172.21.15.28:0/3960245873 conn(0x7efcf4078d20 msgr2=0x7efcf4079160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:04.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.308+0000 7efcf8b77700 1 -- 172.21.15.28:0/3960245873 shutdown_connections 2024-04-25T17:15:04.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.308+0000 7efcf8b77700 1 -- 172.21.15.28:0/3960245873 wait complete. 2024-04-25T17:15:04.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.309+0000 7efcf8b77700 1 Processor -- start 2024-04-25T17:15:04.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.309+0000 7efcf8b77700 1 -- start start 2024-04-25T17:15:04.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.310+0000 7efcf8b77700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efcf4103410 0x7efcf419ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:04.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.310+0000 7efcf8b77700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efcf4107cf0 0x7efcf419bf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:04.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.310+0000 7efcf8b77700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efcf4108640 0x7efcf419c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:04.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.310+0000 7efcf8b77700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7efcf4113120 con 0x7efcf4103410 2024-04-25T17:15:04.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.310+0000 7efcf8b77700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7efcf4112fa0 con 0x7efcf4107cf0 2024-04-25T17:15:04.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.310+0000 7efcf8b77700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7efcf41132a0 con 0x7efcf4108640 2024-04-25T17:15:04.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.310+0000 7efcf259c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efcf4103410 0x7efcf419ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:04.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.310+0000 7efcf259c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efcf4103410 0x7efcf419ba20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:59462/0 (socket says 172.21.15.28:59462) 2024-04-25T17:15:04.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.310+0000 7efcf259c700 1 -- 172.21.15.28:0/4228430648 learned_addr learned my addr 172.21.15.28:0/4228430648 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:04.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.310+0000 7efcf1d9b700 1 --2- 172.21.15.28:0/4228430648 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efcf4107cf0 0x7efcf419bf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:04.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.310+0000 7efcf2d9d700 1 --2- 172.21.15.28:0/4228430648 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efcf4108640 0x7efcf419c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:04.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.310+0000 7efcf259c700 1 -- 172.21.15.28:0/4228430648 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efcf4108640 msgr2=0x7efcf419c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:04.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.310+0000 7efcf259c700 1 --2- 172.21.15.28:0/4228430648 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efcf4108640 0x7efcf419c4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:04.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.310+0000 7efcf259c700 1 -- 172.21.15.28:0/4228430648 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efcf4107cf0 msgr2=0x7efcf419bf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:04.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.310+0000 7efcf259c700 1 --2- 172.21.15.28:0/4228430648 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efcf4107cf0 0x7efcf419bf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:04.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.310+0000 7efcf259c700 1 -- 172.21.15.28:0/4228430648 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcf41a6ce0 con 0x7efcf4103410 2024-04-25T17:15:04.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.310+0000 7efcf259c700 1 --2- 172.21.15.28:0/4228430648 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efcf4103410 0x7efcf419ba20 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7efce800e9a0 tx=0x7efce800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:04.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.311+0000 7efce37fe700 1 -- 172.21.15.28:0/4228430648 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce800cbd0 con 0x7efcf4103410 2024-04-25T17:15:04.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.311+0000 7efce37fe700 1 -- 172.21.15.28:0/4228430648 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efce800cd70 con 0x7efcf4103410 2024-04-25T17:15:04.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.311+0000 7efcf8b77700 1 -- 172.21.15.28:0/4228430648 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcf41a6fd0 con 0x7efcf4103410 2024-04-25T17:15:04.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.311+0000 7efce37fe700 1 -- 172.21.15.28:0/4228430648 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce8018680 con 0x7efcf4103410 2024-04-25T17:15:04.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.311+0000 7efcf8b77700 1 -- 172.21.15.28:0/4228430648 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcf41a74d0 con 0x7efcf4103410 2024-04-25T17:15:04.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.312+0000 7efcf8b77700 1 -- 172.21.15.28:0/4228430648 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcf4051190 con 0x7efcf4103410 2024-04-25T17:15:04.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.313+0000 7efce37fe700 1 -- 172.21.15.28:0/4228430648 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7efce8010430 con 0x7efcf4103410 2024-04-25T17:15:04.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.314+0000 7efce37fe700 1 --2- 172.21.15.28:0/4228430648 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7efcdc0afc90 0x7efcdc0b21a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:04.315 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.314+0000 7efcf1d9b700 1 --2- 172.21.15.28:0/4228430648 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7efcdc0afc90 0x7efcdc0b21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:04.315 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.314+0000 7efce37fe700 1 -- 172.21.15.28:0/4228430648 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7efce80df530 con 0x7efcf4103410 2024-04-25T17:15:04.315 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.315+0000 7efcf1d9b700 1 --2- 172.21.15.28:0/4228430648 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7efcdc0afc90 0x7efcdc0b21a0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7efcf4100240 tx=0x7efce400a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:04.318 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.318+0000 7efce37fe700 1 -- 172.21.15.28:0/4228430648 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7efce80a7d60 con 0x7efcf4103410 2024-04-25T17:15:04.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:04 smithi084 ceph-mon[32752]: pgmap v328: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-04-25T17:15:04.532 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.532+0000 7efcf8b77700 1 -- 172.21.15.28:0/4228430648 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7efcf402e6d0 con 0x7efcf4103410 2024-04-25T17:15:04.533 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.533+0000 7efce37fe700 1 -- 172.21.15.28:0/4228430648 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7efce80a7660 con 0x7efcf4103410 2024-04-25T17:15:04.533 INFO:teuthology.orchestra.run.smithi028.stdout:55834574928 2024-04-25T17:15:04.535 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.535+0000 7efcf8b77700 1 -- 172.21.15.28:0/4228430648 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7efcdc0afc90 msgr2=0x7efcdc0b21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:04.535 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.535+0000 7efcf8b77700 1 --2- 172.21.15.28:0/4228430648 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7efcdc0afc90 0x7efcdc0b21a0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7efcf4100240 tx=0x7efce400a380 comp rx=0 tx=0).stop 2024-04-25T17:15:04.535 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.535+0000 7efcf8b77700 1 -- 172.21.15.28:0/4228430648 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efcf4103410 msgr2=0x7efcf419ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:04.535 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.535+0000 7efcf8b77700 1 --2- 172.21.15.28:0/4228430648 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efcf4103410 0x7efcf419ba20 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7efce800e9a0 tx=0x7efce800ecb0 comp rx=0 tx=0).stop 2024-04-25T17:15:04.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.535+0000 7efcf8b77700 1 -- 172.21.15.28:0/4228430648 shutdown_connections 2024-04-25T17:15:04.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.535+0000 7efcf8b77700 1 --2- 172.21.15.28:0/4228430648 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7efcdc0afc90 0x7efcdc0b21a0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:04.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.535+0000 7efcf8b77700 1 --2- 172.21.15.28:0/4228430648 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efcf4103410 0x7efcf419ba20 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:04.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.535+0000 7efcf8b77700 1 --2- 172.21.15.28:0/4228430648 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efcf4108640 0x7efcf419c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:04.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.535+0000 7efcf8b77700 1 --2- 172.21.15.28:0/4228430648 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efcf4107cf0 0x7efcf419bf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:04.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.535+0000 7efcf8b77700 1 -- 172.21.15.28:0/4228430648 >> 172.21.15.28:0/4228430648 conn(0x7efcf4078d20 msgr2=0x7efcf41006a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:04.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.535+0000 7efcf8b77700 1 -- 172.21.15.28:0/4228430648 shutdown_connections 2024-04-25T17:15:04.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.535+0000 7efcf8b77700 1 -- 172.21.15.28:0/4228430648 wait complete. 2024-04-25T17:15:04.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:04 smithi042 ceph-mon[32851]: pgmap v328: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-04-25T17:15:04.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.789+0000 7f7d58edf700 1 -- 172.21.15.28:0/1489922322 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d54102750 msgr2=0x7f7d54102b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:04.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.789+0000 7f7d58edf700 1 --2- 172.21.15.28:0/1489922322 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d54102750 0x7f7d54102b60 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f7d44009990 tx=0x7f7d44009ca0 comp rx=0 tx=0).stop 2024-04-25T17:15:04.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.789+0000 7f7d58edf700 1 -- 172.21.15.28:0/1489922322 shutdown_connections 2024-04-25T17:15:04.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.789+0000 7f7d58edf700 1 --2- 172.21.15.28:0/1489922322 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d541030a0 0x7f7d54111040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:04.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.789+0000 7f7d58edf700 1 --2- 172.21.15.28:0/1489922322 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d541091d0 0x7f7d541095e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:04.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.789+0000 7f7d58edf700 1 --2- 172.21.15.28:0/1489922322 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d54102750 0x7f7d54102b60 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:04.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.789+0000 7f7d58edf700 1 -- 172.21.15.28:0/1489922322 >> 172.21.15.28:0/1489922322 conn(0x7f7d540fe5c0 msgr2=0x7f7d541009e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:04.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.789+0000 7f7d58edf700 1 -- 172.21.15.28:0/1489922322 shutdown_connections 2024-04-25T17:15:04.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.789+0000 7f7d58edf700 1 -- 172.21.15.28:0/1489922322 wait complete. 2024-04-25T17:15:04.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.790+0000 7f7d58edf700 1 Processor -- start 2024-04-25T17:15:04.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.790+0000 7f7d58edf700 1 -- start start 2024-04-25T17:15:04.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.791+0000 7f7d58edf700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d54102750 0x7f7d5419ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:04.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.791+0000 7f7d58edf700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d541030a0 0x7f7d5419b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:04.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.791+0000 7f7d58edf700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d541091d0 0x7f7d5419f540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:04.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.791+0000 7f7d58edf700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f7d54114320 con 0x7f7d541091d0 2024-04-25T17:15:04.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.791+0000 7f7d58edf700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7d541141a0 con 0x7f7d541030a0 2024-04-25T17:15:04.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.791+0000 7f7d58edf700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7d541144a0 con 0x7f7d54102750 2024-04-25T17:15:04.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.791+0000 7f7d52d9d700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d541091d0 0x7f7d5419f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:04.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.791+0000 7f7d52d9d700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d541091d0 0x7f7d5419f540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39796/0 (socket says 172.21.15.28:39796) 2024-04-25T17:15:04.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.791+0000 7f7d52d9d700 1 -- 172.21.15.28:0/4018252836 learned_addr learned my addr 172.21.15.28:0/4018252836 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:04.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.791+0000 7f7d51d9b700 1 --2- 172.21.15.28:0/4018252836 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d541030a0 0x7f7d5419b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:04.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.791+0000 7f7d5259c700 1 --2- 172.21.15.28:0/4018252836 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d54102750 0x7f7d5419ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:04.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.791+0000 7f7d52d9d700 1 -- 172.21.15.28:0/4018252836 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d54102750 msgr2=0x7f7d5419ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:04.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.791+0000 7f7d52d9d700 1 --2- 172.21.15.28:0/4018252836 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d54102750 0x7f7d5419ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:04.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.791+0000 7f7d52d9d700 1 -- 172.21.15.28:0/4018252836 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d541030a0 msgr2=0x7f7d5419b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:04.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.791+0000 7f7d52d9d700 1 --2- 172.21.15.28:0/4018252836 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d541030a0 0x7f7d5419b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:04.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.791+0000 7f7d52d9d700 1 -- 172.21.15.28:0/4018252836 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d5419fb30 con 0x7f7d541091d0 2024-04-25T17:15:04.794 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.791+0000 7f7d52d9d700 1 --2- 172.21.15.28:0/4018252836 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d541091d0 0x7f7d5419f540 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f7d4c007ee0 tx=0x7f7d4c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:04.794 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.792+0000 7f7d4b7fe700 1 -- 172.21.15.28:0/4018252836 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d4c00dbd0 con 0x7f7d541091d0 2024-04-25T17:15:04.794 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.792+0000 7f7d58edf700 1 -- 172.21.15.28:0/4018252836 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d5419fe20 con 0x7f7d541091d0 2024-04-25T17:15:04.794 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.792+0000 7f7d58edf700 1 -- 172.21.15.28:0/4018252836 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d541a0360 con 0x7f7d541091d0 2024-04-25T17:15:04.794 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.792+0000 7f7d4b7fe700 1 -- 172.21.15.28:0/4018252836 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7d4c00dd70 con 0x7f7d541091d0 2024-04-25T17:15:04.794 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.792+0000 7f7d4b7fe700 1 -- 172.21.15.28:0/4018252836 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d4c0058d0 con 0x7f7d541091d0 2024-04-25T17:15:04.794 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.793+0000 7f7d58edf700 1 -- 172.21.15.28:0/4018252836 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d34005330 con 0x7f7d541091d0 2024-04-25T17:15:04.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.795+0000 7f7d4b7fe700 1 -- 172.21.15.28:0/4018252836 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7f7d4c01a020 con 0x7f7d541091d0 2024-04-25T17:15:04.796 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.796+0000 7f7d4b7fe700 1 --2- 172.21.15.28:0/4018252836 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7d400afc90 0x7f7d400b21a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:04.798 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.796+0000 7f7d4b7fe700 1 -- 172.21.15.28:0/4018252836 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7f7d4c0deec0 con 0x7f7d541091d0 2024-04-25T17:15:04.799 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.796+0000 7f7d5259c700 1 --2- 172.21.15.28:0/4018252836 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7d400afc90 0x7f7d400b21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:04.800 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:15:04.800 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.799+0000 7f7d5259c700 1 --2- 172.21.15.28:0/4018252836 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7d400afc90 0x7f7d400b21a0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c005fd0 tx=0x7f7d3c005e50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:04.802 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:04.802+0000 7f7d4b7fe700 1 -- 172.21.15.28:0/4018252836 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7d4c010070 con 0x7f7d541091d0 2024-04-25T17:15:05.017 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:05.017+0000 7f7d58edf700 1 -- 172.21.15.28:0/4018252836 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f7d340058f0 con 0x7f7d541091d0 2024-04-25T17:15:05.018 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:05.017+0000 7f7d4b7fe700 1 -- 172.21.15.28:0/4018252836 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f7d4c0a7580 con 0x7f7d541091d0 2024-04-25T17:15:05.018 INFO:teuthology.orchestra.run.smithi028.stdout:184683593784 2024-04-25T17:15:05.020 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:05.019+0000 7f7d58edf700 1 -- 172.21.15.28:0/4018252836 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7d400afc90 msgr2=0x7f7d400b21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:05.020 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:05.020+0000 7f7d58edf700 1 --2- 172.21.15.28:0/4018252836 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7d400afc90 0x7f7d400b21a0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c005fd0 tx=0x7f7d3c005e50 comp rx=0 tx=0).stop 2024-04-25T17:15:05.020 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:05.020+0000 7f7d58edf700 1 -- 172.21.15.28:0/4018252836 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d541091d0 msgr2=0x7f7d5419f540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:05.020 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:05.020+0000 7f7d58edf700 1 --2- 172.21.15.28:0/4018252836 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d541091d0 0x7f7d5419f540 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f7d4c007ee0 tx=0x7f7d4c00d3b0 comp rx=0 tx=0).stop 2024-04-25T17:15:05.020 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:05.020+0000 7f7d58edf700 1 -- 172.21.15.28:0/4018252836 shutdown_connections 2024-04-25T17:15:05.020 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:05.020+0000 7f7d58edf700 1 --2- 172.21.15.28:0/4018252836 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7d400afc90 0x7f7d400b21a0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:05.020 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:05.020+0000 7f7d58edf700 1 --2- 172.21.15.28:0/4018252836 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d541091d0 0x7f7d5419f540 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:05.020 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:05.020+0000 7f7d58edf700 1 --2- 172.21.15.28:0/4018252836 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d54102750 0x7f7d5419ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:05.020 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:05.020+0000 7f7d58edf700 1 --2- 172.21.15.28:0/4018252836 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d541030a0 0x7f7d5419b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:05.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:05.020+0000 7f7d58edf700 1 -- 172.21.15.28:0/4018252836 >> 172.21.15.28:0/4018252836 conn(0x7f7d540fe5c0 msgr2=0x7f7d5410a660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:05.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:05.020+0000 7f7d58edf700 1 -- 172.21.15.28:0/4018252836 shutdown_connections 2024-04-25T17:15:05.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:05.020+0000 7f7d58edf700 1 -- 172.21.15.28:0/4018252836 wait complete. 2024-04-25T17:15:05.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:05 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/4228430648' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-25T17:15:05.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:05 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/4018252836' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-25T17:15:05.542 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:05 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/4228430648' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-25T17:15:05.542 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:05 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/4018252836' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-25T17:15:05.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:05 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/4228430648' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-25T17:15:05.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:05 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/4018252836' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-25T17:15:06.336 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.333+0000 7fa684f8e700 1 -- 172.21.15.28:0/378549173 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa680102f20 msgr2=0x7fa680103330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:06.336 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.333+0000 7fa684f8e700 1 --2- 172.21.15.28:0/378549173 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa680102f20 0x7fa680103330 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fa670009990 tx=0x7fa670009ca0 comp rx=0 tx=0).stop 2024-04-25T17:15:06.336 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.333+0000 7fa684f8e700 1 -- 172.21.15.28:0/378549173 shutdown_connections 2024-04-25T17:15:06.336 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.333+0000 7fa684f8e700 1 --2- 172.21.15.28:0/378549173 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa680102f20 0x7fa680103330 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:06.337 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.333+0000 7fa684f8e700 1 --2- 172.21.15.28:0/378549173 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa680110ad0 0x7fa680112ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:06.337 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.333+0000 7fa684f8e700 1 --2- 172.21.15.28:0/378549173 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa680103900 0x7fa680110590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:06.337 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.333+0000 7fa684f8e700 1 -- 172.21.15.28:0/378549173 >> 172.21.15.28:0/378549173 conn(0x7fa6800fec90 msgr2=0x7fa6801010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:06.337 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.333+0000 7fa684f8e700 1 -- 172.21.15.28:0/378549173 shutdown_connections 2024-04-25T17:15:06.337 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.333+0000 7fa684f8e700 1 -- 172.21.15.28:0/378549173 wait complete. 2024-04-25T17:15:06.337 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.334+0000 7fa684f8e700 1 Processor -- start 2024-04-25T17:15:06.337 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.334+0000 7fa684f8e700 1 -- start start 2024-04-25T17:15:06.337 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.334+0000 7fa684f8e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa680102f20 0x7fa68019ce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:06.337 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.334+0000 7fa684f8e700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa680103900 0x7fa68019d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:06.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.334+0000 7fa684f8e700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa680110ad0 0x7fa6801a15e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:06.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.334+0000 7fa684f8e700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fa6801163f0 con 0x7fa680103900 2024-04-25T17:15:06.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.334+0000 7fa684f8e700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa680116270 con 0x7fa680102f20 2024-04-25T17:15:06.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.334+0000 7fa684f8e700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa680116570 con 0x7fa680110ad0 2024-04-25T17:15:06.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.334+0000 7fa67dd9b700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa680103900 0x7fa68019d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:06.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.335+0000 7fa67dd9b700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa680103900 0x7fa68019d3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39814/0 (socket says 172.21.15.28:39814) 2024-04-25T17:15:06.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.335+0000 7fa67dd9b700 1 -- 172.21.15.28:0/1991292642 learned_addr learned my addr 172.21.15.28:0/1991292642 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:06.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.335+0000 7fa67ed9d700 1 --2- 172.21.15.28:0/1991292642 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa680110ad0 0x7fa6801a15e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:06.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.335+0000 7fa67e59c700 1 --2- 172.21.15.28:0/1991292642 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa680102f20 0x7fa68019ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:06.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.335+0000 7fa67dd9b700 1 -- 172.21.15.28:0/1991292642 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa680110ad0 msgr2=0x7fa6801a15e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:06.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.335+0000 7fa67dd9b700 1 --2- 172.21.15.28:0/1991292642 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa680110ad0 0x7fa6801a15e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:06.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.335+0000 7fa67dd9b700 1 -- 172.21.15.28:0/1991292642 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa680102f20 msgr2=0x7fa68019ce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:06.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.335+0000 7fa67dd9b700 1 --2- 172.21.15.28:0/1991292642 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa680102f20 0x7fa68019ce00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:06.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.335+0000 7fa67dd9b700 1 -- 172.21.15.28:0/1991292642 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6801a1c80 con 0x7fa680103900 2024-04-25T17:15:06.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.335+0000 7fa67e59c700 1 --2- 172.21.15.28:0/1991292642 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa680102f20 0x7fa68019ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:15:06.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.335+0000 7fa67dd9b700 1 --2- 172.21.15.28:0/1991292642 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa680103900 0x7fa68019d3a0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fa67400d950 tx=0x7fa67400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:06.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.335+0000 7fa66f7fe700 1 -- 172.21.15.28:0/1991292642 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa674016070 con 0x7fa680103900 2024-04-25T17:15:06.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.336+0000 7fa66f7fe700 1 -- 172.21.15.28:0/1991292642 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa674005020 con 0x7fa680103900 2024-04-25T17:15:06.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.336+0000 7fa66f7fe700 1 -- 172.21.15.28:0/1991292642 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67400f980 con 0x7fa680103900 2024-04-25T17:15:06.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.337+0000 7fa684f8e700 1 -- 172.21.15.28:0/1991292642 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6801a1f70 con 0x7fa680103900 2024-04-25T17:15:06.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.337+0000 7fa684f8e700 1 -- 172.21.15.28:0/1991292642 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6801a9890 con 0x7fa680103900 2024-04-25T17:15:06.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.338+0000 7fa684f8e700 1 -- 172.21.15.28:0/1991292642 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa680051190 con 0x7fa680103900 2024-04-25T17:15:06.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.341+0000 7fa66f7fe700 1 -- 172.21.15.28:0/1991292642 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7fa6740051d0 con 0x7fa680103900 2024-04-25T17:15:06.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.341+0000 7fa66f7fe700 1 --2- 172.21.15.28:0/1991292642 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa6680afc90 0x7fa6680b21a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:06.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.342+0000 7fa66f7fe700 1 -- 172.21.15.28:0/1991292642 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7fa6740def20 con 0x7fa680103900 2024-04-25T17:15:06.345 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.342+0000 7fa67e59c700 1 --2- 172.21.15.28:0/1991292642 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa6680afc90 0x7fa6680b21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:06.345 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.342+0000 7fa67e59c700 1 --2- 172.21.15.28:0/1991292642 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa6680afc90 0x7fa6680b21a0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa67000b5c0 tx=0x7fa670005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:06.346 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.346+0000 7fa66f7fe700 1 -- 172.21.15.28:0/1991292642 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa6740a7640 con 0x7fa680103900 2024-04-25T17:15:06.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:06 smithi084 ceph-mon[32752]: pgmap v329: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-04-25T17:15:06.546 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:06 smithi028 ceph-mon[29207]: pgmap v329: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-04-25T17:15:06.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.567+0000 7fa684f8e700 1 -- 172.21.15.28:0/1991292642 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fa68002e510 con 0x7fa680103900 2024-04-25T17:15:06.568 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.567+0000 7fa66f7fe700 1 -- 172.21.15.28:0/1991292642 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fa6740a6f40 con 0x7fa680103900 2024-04-25T17:15:06.568 INFO:teuthology.orchestra.run.smithi028.stdout:111669149767 2024-04-25T17:15:06.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.569+0000 7fa684f8e700 1 -- 172.21.15.28:0/1991292642 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa6680afc90 msgr2=0x7fa6680b21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:06.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.569+0000 7fa684f8e700 1 --2- 172.21.15.28:0/1991292642 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa6680afc90 0x7fa6680b21a0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa67000b5c0 tx=0x7fa670005960 comp rx=0 tx=0).stop 2024-04-25T17:15:06.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.569+0000 7fa684f8e700 1 -- 172.21.15.28:0/1991292642 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa680103900 msgr2=0x7fa68019d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:06.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.569+0000 7fa684f8e700 1 --2- 172.21.15.28:0/1991292642 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa680103900 0x7fa68019d3a0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fa67400d950 tx=0x7fa67400dc60 comp rx=0 tx=0).stop 2024-04-25T17:15:06.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.569+0000 7fa684f8e700 1 -- 172.21.15.28:0/1991292642 shutdown_connections 2024-04-25T17:15:06.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.569+0000 7fa684f8e700 1 --2- 172.21.15.28:0/1991292642 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa680110ad0 0x7fa6801a15e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:06.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.569+0000 7fa684f8e700 1 --2- 172.21.15.28:0/1991292642 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa680102f20 0x7fa68019ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:06.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.569+0000 7fa684f8e700 1 --2- 172.21.15.28:0/1991292642 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa6680afc90 0x7fa6680b21a0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:06.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.569+0000 7fa684f8e700 1 --2- 172.21.15.28:0/1991292642 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa680103900 0x7fa68019d3a0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:06.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.569+0000 7fa684f8e700 1 -- 172.21.15.28:0/1991292642 >> 172.21.15.28:0/1991292642 conn(0x7fa6800fec90 msgr2=0x7fa6801127f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:06.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.570+0000 7fa684f8e700 1 -- 172.21.15.28:0/1991292642 shutdown_connections 2024-04-25T17:15:06.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:06.570+0000 7fa684f8e700 1 -- 172.21.15.28:0/1991292642 wait complete. 2024-04-25T17:15:06.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:06 smithi042 ceph-mon[32851]: pgmap v329: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-04-25T17:15:07.260 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149763 got 111669149767 for osd.3 2024-04-25T17:15:07.261 DEBUG:teuthology.parallel:result is None 2024-04-25T17:15:07.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:07 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1991292642' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-25T17:15:07.553 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:07 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1991292642' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-25T17:15:07.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:07 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1991292642' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-25T17:15:07.889 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574924 got 55834574928 for osd.1 2024-04-25T17:15:07.889 DEBUG:teuthology.parallel:result is None 2024-04-25T17:15:08.504 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:08 smithi028 ceph-mon[29207]: pgmap v330: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:15:08.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:08 smithi042 ceph-mon[32851]: pgmap v330: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:15:08.698 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:15:08.727 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.726+0000 7ff3c3e7f700 1 -- 172.21.15.28:0/3014089598 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff3bc107c90 msgr2=0x7ff3bc1080a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:08.727 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.726+0000 7ff3c3e7f700 1 --2- 172.21.15.28:0/3014089598 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff3bc107c90 0x7ff3bc1080a0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7ff3ac0099c0 tx=0x7ff3ac009cd0 comp rx=0 tx=0).stop 2024-04-25T17:15:08.727 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.726+0000 7ff3c3e7f700 1 -- 172.21.15.28:0/3014089598 shutdown_connections 2024-04-25T17:15:08.727 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.726+0000 7ff3c3e7f700 1 --2- 172.21.15.28:0/3014089598 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff3bc1085e0 0x7ff3bc10ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:08.727 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.726+0000 7ff3c3e7f700 1 --2- 172.21.15.28:0/3014089598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff3bc103360 0x7ff3bc103770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:08.727 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.726+0000 7ff3c3e7f700 1 --2- 172.21.15.28:0/3014089598 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff3bc107c90 0x7ff3bc1080a0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:08.727 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.726+0000 7ff3c3e7f700 1 -- 172.21.15.28:0/3014089598 >> 172.21.15.28:0/3014089598 conn(0x7ff3bc0fec90 msgr2=0x7ff3bc1010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:08.728 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.726+0000 7ff3c3e7f700 1 -- 172.21.15.28:0/3014089598 shutdown_connections 2024-04-25T17:15:08.728 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.727+0000 7ff3c3e7f700 1 -- 172.21.15.28:0/3014089598 wait complete. 2024-04-25T17:15:08.729 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.727+0000 7ff3c3e7f700 1 Processor -- start 2024-04-25T17:15:08.730 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.727+0000 7ff3c3e7f700 1 -- start start 2024-04-25T17:15:08.730 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.728+0000 7ff3c3e7f700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff3bc103360 0x7ff3bc1a07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:08.730 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.728+0000 7ff3c3e7f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff3bc107c90 0x7ff3bc1a0d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:08.730 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.728+0000 7ff3c3e7f700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff3bc1085e0 0x7ff3bc19aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:08.730 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.728+0000 7ff3c3e7f700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7ff3bc1130a0 con 0x7ff3bc1085e0 2024-04-25T17:15:08.730 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.728+0000 7ff3c3e7f700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff3bc112f20 con 0x7ff3bc107c90 2024-04-25T17:15:08.730 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.728+0000 7ff3c3e7f700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff3bc113220 con 0x7ff3bc103360 2024-04-25T17:15:08.730 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.728+0000 7ff3c241c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff3bc1085e0 0x7ff3bc19aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:08.730 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.728+0000 7ff3c241c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff3bc1085e0 0x7ff3bc19aa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39820/0 (socket says 172.21.15.28:39820) 2024-04-25T17:15:08.730 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.728+0000 7ff3c241c700 1 -- 172.21.15.28:0/3242334451 learned_addr learned my addr 172.21.15.28:0/3242334451 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:08.730 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.728+0000 7ff3c141a700 1 --2- 172.21.15.28:0/3242334451 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff3bc107c90 0x7ff3bc1a0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:08.730 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.728+0000 7ff3c1c1b700 1 --2- 172.21.15.28:0/3242334451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff3bc103360 0x7ff3bc1a07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:08.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.728+0000 7ff3c241c700 1 -- 172.21.15.28:0/3242334451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff3bc103360 msgr2=0x7ff3bc1a07f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:08.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.728+0000 7ff3c241c700 1 --2- 172.21.15.28:0/3242334451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff3bc103360 0x7ff3bc1a07f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:08.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.728+0000 7ff3c241c700 1 -- 172.21.15.28:0/3242334451 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff3bc107c90 msgr2=0x7ff3bc1a0d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:08.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.728+0000 7ff3c241c700 1 --2- 172.21.15.28:0/3242334451 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff3bc107c90 0x7ff3bc1a0d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:08.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.728+0000 7ff3c241c700 1 -- 172.21.15.28:0/3242334451 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3bc19b050 con 0x7ff3bc1085e0 2024-04-25T17:15:08.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.729+0000 7ff3c241c700 1 --2- 172.21.15.28:0/3242334451 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff3bc1085e0 0x7ff3bc19aa10 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7ff3b4007d70 tx=0x7ff3b400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:08.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.729+0000 7ff3b2ffd700 1 -- 172.21.15.28:0/3242334451 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3b4016020 con 0x7ff3bc1085e0 2024-04-25T17:15:08.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.729+0000 7ff3b2ffd700 1 -- 172.21.15.28:0/3242334451 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff3b400ad40 con 0x7ff3bc1085e0 2024-04-25T17:15:08.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.729+0000 7ff3c3e7f700 1 -- 172.21.15.28:0/3242334451 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3bc19b340 con 0x7ff3bc1085e0 2024-04-25T17:15:08.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.729+0000 7ff3b2ffd700 1 -- 172.21.15.28:0/3242334451 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3b40115e0 con 0x7ff3bc1085e0 2024-04-25T17:15:08.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.729+0000 7ff3c3e7f700 1 -- 172.21.15.28:0/3242334451 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3bc19b7a0 con 0x7ff3bc1085e0 2024-04-25T17:15:08.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:08 smithi084 ceph-mon[32752]: pgmap v330: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:15:08.732 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.730+0000 7ff3c3e7f700 1 -- 172.21.15.28:0/3242334451 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3bc051190 con 0x7ff3bc1085e0 2024-04-25T17:15:08.733 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.732+0000 7ff3b2ffd700 1 -- 172.21.15.28:0/3242334451 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7ff3b4019020 con 0x7ff3bc1085e0 2024-04-25T17:15:08.733 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.732+0000 7ff3b2ffd700 1 --2- 172.21.15.28:0/3242334451 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff3a80afc10 0x7ff3a80b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:08.733 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.733+0000 7ff3c1c1b700 1 --2- 172.21.15.28:0/3242334451 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff3a80afc10 0x7ff3a80b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:08.733 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.733+0000 7ff3b2ffd700 1 -- 172.21.15.28:0/3242334451 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7ff3b40df410 con 0x7ff3bc1085e0 2024-04-25T17:15:08.733 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.733+0000 7ff3c1c1b700 1 --2- 172.21.15.28:0/3242334451 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff3a80afc10 0x7ff3a80b2120 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff3b8005950 tx=0x7ff3b80058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:08.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.736+0000 7ff3b2ffd700 1 -- 172.21.15.28:0/3242334451 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff3b4020020 con 0x7ff3bc1085e0 2024-04-25T17:15:08.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.944+0000 7ff3c3e7f700 1 -- 172.21.15.28:0/3242334451 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7ff3bc1a7740 con 0x7ff3bc1085e0 2024-04-25T17:15:08.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.944+0000 7ff3b2ffd700 1 -- 172.21.15.28:0/3242334451 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7ff3b40a7c40 con 0x7ff3bc1085e0 2024-04-25T17:15:08.945 INFO:teuthology.orchestra.run.smithi028.stdout:257698037800 2024-04-25T17:15:08.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.946+0000 7ff3c3e7f700 1 -- 172.21.15.28:0/3242334451 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff3a80afc10 msgr2=0x7ff3a80b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:08.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.946+0000 7ff3c3e7f700 1 --2- 172.21.15.28:0/3242334451 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff3a80afc10 0x7ff3a80b2120 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff3b8005950 tx=0x7ff3b80058e0 comp rx=0 tx=0).stop 2024-04-25T17:15:08.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.946+0000 7ff3c3e7f700 1 -- 172.21.15.28:0/3242334451 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff3bc1085e0 msgr2=0x7ff3bc19aa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:08.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.946+0000 7ff3c3e7f700 1 --2- 172.21.15.28:0/3242334451 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff3bc1085e0 0x7ff3bc19aa10 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7ff3b4007d70 tx=0x7ff3b400a340 comp rx=0 tx=0).stop 2024-04-25T17:15:08.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.946+0000 7ff3c3e7f700 1 -- 172.21.15.28:0/3242334451 shutdown_connections 2024-04-25T17:15:08.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.946+0000 7ff3c3e7f700 1 --2- 172.21.15.28:0/3242334451 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff3a80afc10 0x7ff3a80b2120 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:08.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.946+0000 7ff3c3e7f700 1 --2- 172.21.15.28:0/3242334451 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff3bc1085e0 0x7ff3bc19aa10 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:08.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.946+0000 7ff3c3e7f700 1 --2- 172.21.15.28:0/3242334451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff3bc103360 0x7ff3bc1a07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:08.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.946+0000 7ff3c3e7f700 1 --2- 172.21.15.28:0/3242334451 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff3bc107c90 0x7ff3bc1a0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:08.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.946+0000 7ff3c3e7f700 1 -- 172.21.15.28:0/3242334451 >> 172.21.15.28:0/3242334451 conn(0x7ff3bc0fec90 msgr2=0x7ff3bc106810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:08.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.946+0000 7ff3c3e7f700 1 -- 172.21.15.28:0/3242334451 shutdown_connections 2024-04-25T17:15:08.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:08.947+0000 7ff3c3e7f700 1 -- 172.21.15.28:0/3242334451 wait complete. 2024-04-25T17:15:09.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:09 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3242334451' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-25T17:15:09.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:09 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3242334451' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-25T17:15:09.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:09 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3242334451' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-25T17:15:09.802 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:15:10.525 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:10 smithi028 ceph-mon[29207]: pgmap v331: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:15:10.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:10 smithi042 ceph-mon[32851]: pgmap v331: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:15:10.632 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:10 smithi084 ceph-mon[32752]: pgmap v331: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:15:11.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.714+0000 7f60c0a8b700 1 -- 172.21.15.28:0/399332001 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f60bc1085e0 msgr2=0x7f60bc10ff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:11.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.714+0000 7f60c0a8b700 1 --2- 172.21.15.28:0/399332001 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f60bc1085e0 0x7f60bc10ff40 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f60b400b0d0 tx=0x7f60b400b3e0 comp rx=0 tx=0).stop 2024-04-25T17:15:11.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.714+0000 7f60c0a8b700 1 -- 172.21.15.28:0/399332001 shutdown_connections 2024-04-25T17:15:11.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.714+0000 7f60c0a8b700 1 --2- 172.21.15.28:0/399332001 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f60bc1085e0 0x7f60bc10ff40 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:11.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.714+0000 7f60c0a8b700 1 --2- 172.21.15.28:0/399332001 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f60bc103360 0x7f60bc103770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:11.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.714+0000 7f60c0a8b700 1 --2- 172.21.15.28:0/399332001 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60bc107c90 0x7f60bc1080a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:11.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.714+0000 7f60c0a8b700 1 -- 172.21.15.28:0/399332001 >> 172.21.15.28:0/399332001 conn(0x7f60bc0fec90 msgr2=0x7f60bc1010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:11.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.714+0000 7f60c0a8b700 1 -- 172.21.15.28:0/399332001 shutdown_connections 2024-04-25T17:15:11.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.714+0000 7f60c0a8b700 1 -- 172.21.15.28:0/399332001 wait complete. 2024-04-25T17:15:11.718 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.715+0000 7f60c0a8b700 1 Processor -- start 2024-04-25T17:15:11.718 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.715+0000 7f60c0a8b700 1 -- start start 2024-04-25T17:15:11.718 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.715+0000 7f60c0a8b700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f60bc103360 0x7f60bc0ff170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:11.718 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.715+0000 7f60c0a8b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60bc107c90 0x7f60bc0ff6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:11.718 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.715+0000 7f60c0a8b700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f60bc1085e0 0x7f60bc0ffbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:11.718 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.715+0000 7f60c0a8b700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f60bc1130c0 con 0x7f60bc1085e0 2024-04-25T17:15:11.718 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.715+0000 7f60c0a8b700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f60bc112f40 con 0x7f60bc107c90 2024-04-25T17:15:11.718 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.715+0000 7f60c0a8b700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f60bc113240 con 0x7f60bc103360 2024-04-25T17:15:11.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.716+0000 7f60bad9d700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f60bc1085e0 0x7f60bc0ffbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:11.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.716+0000 7f60bad9d700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f60bc1085e0 0x7f60bc0ffbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39828/0 (socket says 172.21.15.28:39828) 2024-04-25T17:15:11.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.716+0000 7f60bad9d700 1 -- 172.21.15.28:0/3222010851 learned_addr learned my addr 172.21.15.28:0/3222010851 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:11.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.716+0000 7f60ba59c700 1 --2- 172.21.15.28:0/3222010851 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f60bc103360 0x7f60bc0ff170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:11.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.716+0000 7f60b9d9b700 1 --2- 172.21.15.28:0/3222010851 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60bc107c90 0x7f60bc0ff6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:11.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.716+0000 7f60bad9d700 1 -- 172.21.15.28:0/3222010851 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f60bc103360 msgr2=0x7f60bc0ff170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:11.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.716+0000 7f60bad9d700 1 --2- 172.21.15.28:0/3222010851 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f60bc103360 0x7f60bc0ff170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:11.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.716+0000 7f60bad9d700 1 -- 172.21.15.28:0/3222010851 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60bc107c90 msgr2=0x7f60bc0ff6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:11.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.716+0000 7f60bad9d700 1 --2- 172.21.15.28:0/3222010851 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60bc107c90 0x7f60bc0ff6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:11.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.716+0000 7f60bad9d700 1 -- 172.21.15.28:0/3222010851 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60bc1a8f20 con 0x7f60bc1085e0 2024-04-25T17:15:11.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.716+0000 7f60bad9d700 1 --2- 172.21.15.28:0/3222010851 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f60bc1085e0 0x7f60bc0ffbf0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f60b4009850 tx=0x7f60b4007a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:11.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.716+0000 7f60ab7fe700 1 -- 172.21.15.28:0/3222010851 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60b401f070 con 0x7f60bc1085e0 2024-04-25T17:15:11.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.716+0000 7f60c0a8b700 1 -- 172.21.15.28:0/3222010851 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60bc1a91b0 con 0x7f60bc1085e0 2024-04-25T17:15:11.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.716+0000 7f60ab7fe700 1 -- 172.21.15.28:0/3222010851 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f60b4004c50 con 0x7f60bc1085e0 2024-04-25T17:15:11.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.716+0000 7f60ab7fe700 1 -- 172.21.15.28:0/3222010851 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60b401b690 con 0x7f60bc1085e0 2024-04-25T17:15:11.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.716+0000 7f60c0a8b700 1 -- 172.21.15.28:0/3222010851 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60bc1a9660 con 0x7f60bc1085e0 2024-04-25T17:15:11.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.717+0000 7f60c0a8b700 1 -- 172.21.15.28:0/3222010851 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60bc051190 con 0x7f60bc1085e0 2024-04-25T17:15:11.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.719+0000 7f60ab7fe700 1 -- 172.21.15.28:0/3222010851 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7f60b4022070 con 0x7f60bc1085e0 2024-04-25T17:15:11.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.720+0000 7f60ab7fe700 1 --2- 172.21.15.28:0/3222010851 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f60a40afc10 0x7f60a40b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:11.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.720+0000 7f60ba59c700 1 --2- 172.21.15.28:0/3222010851 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f60a40afc10 0x7f60a40b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:11.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.720+0000 7f60ab7fe700 1 -- 172.21.15.28:0/3222010851 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7f60b400f020 con 0x7f60bc1085e0 2024-04-25T17:15:11.722 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.720+0000 7f60ba59c700 1 --2- 172.21.15.28:0/3222010851 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f60a40afc10 0x7f60a40b2120 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f60ac009c60 tx=0x7f60ac009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:11.725 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.724+0000 7f60ab7fe700 1 -- 172.21.15.28:0/3222010851 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f60b4029020 con 0x7f60bc1085e0 2024-04-25T17:15:11.936 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.934+0000 7f60c0a8b700 1 -- 172.21.15.28:0/3222010851 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f60bc1a9980 con 0x7f60bc1085e0 2024-04-25T17:15:11.936 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.935+0000 7f60ab7fe700 1 -- 172.21.15.28:0/3222010851 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f60b40a8d80 con 0x7f60bc1085e0 2024-04-25T17:15:11.936 INFO:teuthology.orchestra.run.smithi028.stdout:34359738456 2024-04-25T17:15:11.938 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.937+0000 7f60c0a8b700 1 -- 172.21.15.28:0/3222010851 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f60a40afc10 msgr2=0x7f60a40b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:11.938 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.937+0000 7f60c0a8b700 1 --2- 172.21.15.28:0/3222010851 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f60a40afc10 0x7f60a40b2120 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f60ac009c60 tx=0x7f60ac009260 comp rx=0 tx=0).stop 2024-04-25T17:15:11.938 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.937+0000 7f60c0a8b700 1 -- 172.21.15.28:0/3222010851 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f60bc1085e0 msgr2=0x7f60bc0ffbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:11.938 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.937+0000 7f60c0a8b700 1 --2- 172.21.15.28:0/3222010851 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f60bc1085e0 0x7f60bc0ffbf0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f60b4009850 tx=0x7f60b4007a20 comp rx=0 tx=0).stop 2024-04-25T17:15:11.938 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.937+0000 7f60c0a8b700 1 -- 172.21.15.28:0/3222010851 shutdown_connections 2024-04-25T17:15:11.939 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.937+0000 7f60c0a8b700 1 --2- 172.21.15.28:0/3222010851 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f60a40afc10 0x7f60a40b2120 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:11.939 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.937+0000 7f60c0a8b700 1 --2- 172.21.15.28:0/3222010851 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f60bc1085e0 0x7f60bc0ffbf0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:11.939 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.937+0000 7f60c0a8b700 1 --2- 172.21.15.28:0/3222010851 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f60bc103360 0x7f60bc0ff170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:11.939 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.937+0000 7f60c0a8b700 1 --2- 172.21.15.28:0/3222010851 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60bc107c90 0x7f60bc0ff6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:11.939 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.937+0000 7f60c0a8b700 1 -- 172.21.15.28:0/3222010851 >> 172.21.15.28:0/3222010851 conn(0x7f60bc0fec90 msgr2=0x7f60bc107430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:11.939 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.937+0000 7f60c0a8b700 1 -- 172.21.15.28:0/3222010851 shutdown_connections 2024-04-25T17:15:11.939 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:11.937+0000 7f60c0a8b700 1 -- 172.21.15.28:0/3222010851 wait complete. 2024-04-25T17:15:12.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:12 smithi028 ceph-mon[29207]: pgmap v332: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:15:12.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:12 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3222010851' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-25T17:15:12.486 INFO:tasks.cephadm.ceph_manager.ceph:need seq 184683593777 got 184683593784 for osd.6 2024-04-25T17:15:12.487 DEBUG:teuthology.parallel:result is None 2024-04-25T17:15:12.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:12 smithi042 ceph-mon[32851]: pgmap v332: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:15:12.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:12 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3222010851' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-25T17:15:12.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:12 smithi084 ceph-mon[32752]: pgmap v332: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:15:12.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:12 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3222010851' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-25T17:15:13.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.480+0000 7ff2f4544700 1 -- 172.21.15.28:0/2680681186 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff2ec102f80 msgr2=0x7ff2ec111010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:13.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.480+0000 7ff2f4544700 1 --2- 172.21.15.28:0/2680681186 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff2ec102f80 0x7ff2ec111010 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7ff2e400b0a0 tx=0x7ff2e400b3b0 comp rx=0 tx=0).stop 2024-04-25T17:15:13.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.480+0000 7ff2f4544700 1 -- 172.21.15.28:0/2680681186 shutdown_connections 2024-04-25T17:15:13.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.480+0000 7ff2f4544700 1 --2- 172.21.15.28:0/2680681186 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff2ec102f80 0x7ff2ec111010 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:13.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.480+0000 7ff2f4544700 1 --2- 172.21.15.28:0/2680681186 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff2ec1091a0 0x7ff2ec1095b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:13.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.480+0000 7ff2f4544700 1 --2- 172.21.15.28:0/2680681186 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff2ec102630 0x7ff2ec102a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:13.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.480+0000 7ff2f4544700 1 -- 172.21.15.28:0/2680681186 >> 172.21.15.28:0/2680681186 conn(0x7ff2ec0fe3f0 msgr2=0x7ff2ec100810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:13.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.480+0000 7ff2f4544700 1 -- 172.21.15.28:0/2680681186 shutdown_connections 2024-04-25T17:15:13.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.480+0000 7ff2f4544700 1 -- 172.21.15.28:0/2680681186 wait complete. 2024-04-25T17:15:13.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.481+0000 7ff2f4544700 1 Processor -- start 2024-04-25T17:15:13.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.481+0000 7ff2f4544700 1 -- start start 2024-04-25T17:15:13.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.481+0000 7ff2f4544700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff2ec102630 0x7ff2ec103810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:13.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.481+0000 7ff2f4544700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff2ec102f80 0x7ff2ec103d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:13.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.481+0000 7ff2f4544700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff2ec1091a0 0x7ff2ec104290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:13.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.481+0000 7ff2f4544700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7ff2ec1142f0 con 0x7ff2ec1091a0 2024-04-25T17:15:13.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.481+0000 7ff2f4544700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff2ec114170 con 0x7ff2ec102f80 2024-04-25T17:15:13.484 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.481+0000 7ff2f4544700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff2ec114470 con 0x7ff2ec102630 2024-04-25T17:15:13.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.481+0000 7ff2f2ae1700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff2ec1091a0 0x7ff2ec104290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:13.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.481+0000 7ff2f22e0700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff2ec102630 0x7ff2ec103810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:13.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.481+0000 7ff2f1adf700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff2ec102f80 0x7ff2ec103d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:13.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.482+0000 7ff2f22e0700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff2ec102630 0x7ff2ec103810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.28:38230/0 (socket says 172.21.15.28:38230) 2024-04-25T17:15:13.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.482+0000 7ff2f22e0700 1 -- 172.21.15.28:0/391765290 learned_addr learned my addr 172.21.15.28:0/391765290 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:13.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.482+0000 7ff2f1adf700 1 -- 172.21.15.28:0/391765290 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff2ec102630 msgr2=0x7ff2ec103810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:13.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.482+0000 7ff2f1adf700 1 --2- 172.21.15.28:0/391765290 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff2ec102630 0x7ff2ec103810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:13.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.482+0000 7ff2f1adf700 1 -- 172.21.15.28:0/391765290 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff2ec1091a0 msgr2=0x7ff2ec104290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:13.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.482+0000 7ff2f1adf700 1 --2- 172.21.15.28:0/391765290 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff2ec1091a0 0x7ff2ec104290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:13.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.482+0000 7ff2f1adf700 1 -- 172.21.15.28:0/391765290 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2ec1a9000 con 0x7ff2ec102f80 2024-04-25T17:15:13.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.482+0000 7ff2f1adf700 1 --2- 172.21.15.28:0/391765290 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff2ec102f80 0x7ff2ec103d50 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7ff2ec076370 tx=0x7ff2dc00dc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:13.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.482+0000 7ff2e37fe700 1 -- 172.21.15.28:0/391765290 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2dc016070 con 0x7ff2ec102f80 2024-04-25T17:15:13.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.482+0000 7ff2e37fe700 1 -- 172.21.15.28:0/391765290 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff2dc00fd20 con 0x7ff2ec102f80 2024-04-25T17:15:13.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.482+0000 7ff2f4544700 1 -- 172.21.15.28:0/391765290 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2ec1a9290 con 0x7ff2ec102f80 2024-04-25T17:15:13.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.483+0000 7ff2e37fe700 1 -- 172.21.15.28:0/391765290 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2dc00e3b0 con 0x7ff2ec102f80 2024-04-25T17:15:13.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.483+0000 7ff2f4544700 1 -- 172.21.15.28:0/391765290 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2ec1a97d0 con 0x7ff2ec102f80 2024-04-25T17:15:13.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.483+0000 7ff2f4544700 1 -- 172.21.15.28:0/391765290 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2ec051190 con 0x7ff2ec102f80 2024-04-25T17:15:13.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.486+0000 7ff2e37fe700 1 -- 172.21.15.28:0/391765290 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7ff2dc019070 con 0x7ff2ec102f80 2024-04-25T17:15:13.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.487+0000 7ff2e37fe700 1 --2- 172.21.15.28:0/391765290 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff2d80afc10 0x7ff2d80b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:13.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.487+0000 7ff2f22e0700 1 --2- 172.21.15.28:0/391765290 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff2d80afc10 0x7ff2d80b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:13.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.487+0000 7ff2e37fe700 1 -- 172.21.15.28:0/391765290 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7ff2dc0df000 con 0x7ff2ec102f80 2024-04-25T17:15:13.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.487+0000 7ff2f22e0700 1 --2- 172.21.15.28:0/391765290 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff2d80afc10 0x7ff2d80b2120 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7ff2e8005d90 tx=0x7ff2e800b480 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:13.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.490+0000 7ff2e37fe700 1 -- 172.21.15.28:0/391765290 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff2dc0a7720 con 0x7ff2ec102f80 2024-04-25T17:15:13.712 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.710+0000 7ff2f4544700 1 -- 172.21.15.28:0/391765290 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7ff2ec02e510 con 0x7ff2ec102f80 2024-04-25T17:15:13.712 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.711+0000 7ff2e37fe700 1 -- 172.21.15.28:0/391765290 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7ff2dc0a7020 con 0x7ff2ec102f80 2024-04-25T17:15:13.712 INFO:teuthology.orchestra.run.smithi028.stdout:304942678048 2024-04-25T17:15:13.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.713+0000 7ff2f4544700 1 -- 172.21.15.28:0/391765290 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff2d80afc10 msgr2=0x7ff2d80b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:13.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.713+0000 7ff2f4544700 1 --2- 172.21.15.28:0/391765290 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff2d80afc10 0x7ff2d80b2120 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7ff2e8005d90 tx=0x7ff2e800b480 comp rx=0 tx=0).stop 2024-04-25T17:15:13.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.713+0000 7ff2f4544700 1 -- 172.21.15.28:0/391765290 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff2ec102f80 msgr2=0x7ff2ec103d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:13.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.713+0000 7ff2f4544700 1 --2- 172.21.15.28:0/391765290 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff2ec102f80 0x7ff2ec103d50 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7ff2ec076370 tx=0x7ff2dc00dc30 comp rx=0 tx=0).stop 2024-04-25T17:15:13.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.713+0000 7ff2f4544700 1 -- 172.21.15.28:0/391765290 shutdown_connections 2024-04-25T17:15:13.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.713+0000 7ff2f4544700 1 --2- 172.21.15.28:0/391765290 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff2d80afc10 0x7ff2d80b2120 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:13.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.713+0000 7ff2f4544700 1 --2- 172.21.15.28:0/391765290 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff2ec1091a0 0x7ff2ec104290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:13.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.713+0000 7ff2f4544700 1 --2- 172.21.15.28:0/391765290 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff2ec102630 0x7ff2ec103810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:13.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.713+0000 7ff2f4544700 1 --2- 172.21.15.28:0/391765290 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff2ec102f80 0x7ff2ec103d50 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:13.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.713+0000 7ff2f4544700 1 -- 172.21.15.28:0/391765290 >> 172.21.15.28:0/391765290 conn(0x7ff2ec0fe3f0 msgr2=0x7ff2ec10a630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:13.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.714+0000 7ff2f4544700 1 -- 172.21.15.28:0/391765290 shutdown_connections 2024-04-25T17:15:13.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:13.714+0000 7ff2f4544700 1 -- 172.21.15.28:0/391765290 wait complete. 2024-04-25T17:15:14.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:14 smithi028 ceph-mon[29207]: pgmap v333: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:15:14.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:14 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:15:14.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:14 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:15:14.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:14 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/391765290' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-25T17:15:14.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:14 smithi042 ceph-mon[32851]: pgmap v333: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:15:14.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:14 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:15:14.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:14 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:15:14.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:14 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/391765290' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-25T17:15:14.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.672+0000 7f0ae6943700 1 -- 172.21.15.28:0/3455830620 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0ae0103360 msgr2=0x7f0ae0103770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:14.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.672+0000 7f0ae6943700 1 --2- 172.21.15.28:0/3455830620 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0ae0103360 0x7f0ae0103770 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f0ad00099c0 tx=0x7f0ad0009cd0 comp rx=0 tx=0).stop 2024-04-25T17:15:14.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.672+0000 7f0ae6943700 1 -- 172.21.15.28:0/3455830620 shutdown_connections 2024-04-25T17:15:14.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.672+0000 7f0ae6943700 1 --2- 172.21.15.28:0/3455830620 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0ae0103360 0x7f0ae0103770 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:14.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.672+0000 7f0ae6943700 1 --2- 172.21.15.28:0/3455830620 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ae01085e0 0x7f0ae010ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:14.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.672+0000 7f0ae6943700 1 --2- 172.21.15.28:0/3455830620 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ae0107c90 0x7f0ae01080a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:14.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.672+0000 7f0ae6943700 1 -- 172.21.15.28:0/3455830620 >> 172.21.15.28:0/3455830620 conn(0x7f0ae00fecb0 msgr2=0x7f0ae01010d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:14.673 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.672+0000 7f0ae6943700 1 -- 172.21.15.28:0/3455830620 shutdown_connections 2024-04-25T17:15:14.673 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.672+0000 7f0ae6943700 1 -- 172.21.15.28:0/3455830620 wait complete. 2024-04-25T17:15:14.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.672+0000 7f0ae6943700 1 Processor -- start 2024-04-25T17:15:14.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.672+0000 7f0ae6943700 1 -- start start 2024-04-25T17:15:14.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.673+0000 7f0ae6943700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0ae0103360 0x7f0ae01a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:14.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.673+0000 7f0ae6943700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ae0107c90 0x7f0ae01a0d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:14.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.673+0000 7f0ae6943700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ae01085e0 0x7f0ae019a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:14.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.673+0000 7f0ae6943700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f0ae0114210 con 0x7f0ae0103360 2024-04-25T17:15:14.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.673+0000 7f0ae6943700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0ae0114090 con 0x7f0ae0107c90 2024-04-25T17:15:14.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.673+0000 7f0ae6943700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0ae0114390 con 0x7f0ae01085e0 2024-04-25T17:15:14.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.673+0000 7f0adffff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0ae0103360 0x7f0ae01a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:14.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.673+0000 7f0adffff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0ae0103360 0x7f0ae01a07d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:50588/0 (socket says 172.21.15.28:50588) 2024-04-25T17:15:14.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.673+0000 7f0adffff700 1 -- 172.21.15.28:0/2119300682 learned_addr learned my addr 172.21.15.28:0/2119300682 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:14.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.673+0000 7f0ae4ee0700 1 --2- 172.21.15.28:0/2119300682 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ae01085e0 0x7f0ae019a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:14.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.673+0000 7f0adf7fe700 1 --2- 172.21.15.28:0/2119300682 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ae0107c90 0x7f0ae01a0d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:14.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.673+0000 7f0adffff700 1 -- 172.21.15.28:0/2119300682 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ae01085e0 msgr2=0x7f0ae019a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:14.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.673+0000 7f0adffff700 1 --2- 172.21.15.28:0/2119300682 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ae01085e0 0x7f0ae019a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:14.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.673+0000 7f0adffff700 1 -- 172.21.15.28:0/2119300682 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ae0107c90 msgr2=0x7f0ae01a0d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:14.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.673+0000 7f0adffff700 1 --2- 172.21.15.28:0/2119300682 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ae0107c90 0x7f0ae01a0d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:14.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.673+0000 7f0adffff700 1 -- 172.21.15.28:0/2119300682 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ae019b0a0 con 0x7f0ae0103360 2024-04-25T17:15:14.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.674+0000 7f0adffff700 1 --2- 172.21.15.28:0/2119300682 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0ae0103360 0x7f0ae01a07d0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f0ad0006010 tx=0x7f0ad00045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:14.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.674+0000 7f0add7fa700 1 -- 172.21.15.28:0/2119300682 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ad0026070 con 0x7f0ae0103360 2024-04-25T17:15:14.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.674+0000 7f0ae6943700 1 -- 172.21.15.28:0/2119300682 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ae019b330 con 0x7f0ae0103360 2024-04-25T17:15:14.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.674+0000 7f0add7fa700 1 -- 172.21.15.28:0/2119300682 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0ad000f460 con 0x7f0ae0103360 2024-04-25T17:15:14.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.674+0000 7f0add7fa700 1 -- 172.21.15.28:0/2119300682 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ad0009e60 con 0x7f0ae0103360 2024-04-25T17:15:14.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.674+0000 7f0ae6943700 1 -- 172.21.15.28:0/2119300682 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ae01a7660 con 0x7f0ae0103360 2024-04-25T17:15:14.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.675+0000 7f0ae6943700 1 -- 172.21.15.28:0/2119300682 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ae0104810 con 0x7f0ae0103360 2024-04-25T17:15:14.677 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.676+0000 7f0add7fa700 1 -- 172.21.15.28:0/2119300682 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7f0ad0029070 con 0x7f0ae0103360 2024-04-25T17:15:14.677 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.677+0000 7f0add7fa700 1 --2- 172.21.15.28:0/2119300682 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0acc0afc10 0x7f0acc0b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:14.677 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.677+0000 7f0adf7fe700 1 --2- 172.21.15.28:0/2119300682 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0acc0afc10 0x7f0acc0b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:14.677 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.677+0000 7f0add7fa700 1 -- 172.21.15.28:0/2119300682 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7f0ad00dfd40 con 0x7f0ae0103360 2024-04-25T17:15:14.678 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.678+0000 7f0adf7fe700 1 --2- 172.21.15.28:0/2119300682 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0acc0afc10 0x7f0acc0b2120 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f0ae0107b90 tx=0x7f0ac8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:14.681 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.681+0000 7f0add7fa700 1 -- 172.21.15.28:0/2119300682 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0ad0013070 con 0x7f0ae0103360 2024-04-25T17:15:14.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:14 smithi084 ceph-mon[32752]: pgmap v333: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:15:14.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:14 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:15:14.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:14 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:15:14.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:14 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/391765290' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-25T17:15:14.895 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.895+0000 7f0ae6943700 1 -- 172.21.15.28:0/2119300682 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f0ae019bf20 con 0x7f0ae0103360 2024-04-25T17:15:14.896 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.896+0000 7f0add7fa700 1 -- 172.21.15.28:0/2119300682 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f0ad00a84f0 con 0x7f0ae0103360 2024-04-25T17:15:14.896 INFO:teuthology.orchestra.run.smithi028.stdout:279172874276 2024-04-25T17:15:14.899 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.899+0000 7f0ae6943700 1 -- 172.21.15.28:0/2119300682 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0acc0afc10 msgr2=0x7f0acc0b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:14.899 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.899+0000 7f0ae6943700 1 --2- 172.21.15.28:0/2119300682 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0acc0afc10 0x7f0acc0b2120 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f0ae0107b90 tx=0x7f0ac8009260 comp rx=0 tx=0).stop 2024-04-25T17:15:14.899 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.899+0000 7f0ae6943700 1 -- 172.21.15.28:0/2119300682 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0ae0103360 msgr2=0x7f0ae01a07d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:14.899 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.899+0000 7f0ae6943700 1 --2- 172.21.15.28:0/2119300682 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0ae0103360 0x7f0ae01a07d0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f0ad0006010 tx=0x7f0ad00045e0 comp rx=0 tx=0).stop 2024-04-25T17:15:14.899 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.899+0000 7f0ae6943700 1 -- 172.21.15.28:0/2119300682 shutdown_connections 2024-04-25T17:15:14.900 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.899+0000 7f0ae6943700 1 --2- 172.21.15.28:0/2119300682 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0acc0afc10 0x7f0acc0b2120 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:14.900 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.899+0000 7f0ae6943700 1 --2- 172.21.15.28:0/2119300682 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0ae0103360 0x7f0ae01a07d0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:14.900 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.899+0000 7f0ae6943700 1 --2- 172.21.15.28:0/2119300682 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ae01085e0 0x7f0ae019a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:14.900 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.899+0000 7f0ae6943700 1 --2- 172.21.15.28:0/2119300682 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ae0107c90 0x7f0ae01a0d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:14.900 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.899+0000 7f0ae6943700 1 -- 172.21.15.28:0/2119300682 >> 172.21.15.28:0/2119300682 conn(0x7f0ae00fecb0 msgr2=0x7f0ae01010d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:14.900 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.899+0000 7f0ae6943700 1 -- 172.21.15.28:0/2119300682 shutdown_connections 2024-04-25T17:15:14.900 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:14.899+0000 7f0ae6943700 1 -- 172.21.15.28:0/2119300682 wait complete. 2024-04-25T17:15:15.422 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738451 got 34359738456 for osd.0 2024-04-25T17:15:15.422 DEBUG:teuthology.parallel:result is None 2024-04-25T17:15:15.523 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:15 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:15:15.523 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:15 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:15:15.523 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:15 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:15:15.523 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:15 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2119300682' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-25T17:15:15.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:15 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:15:15.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:15 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:15:15.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:15 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:15:15.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:15 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2119300682' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-25T17:15:15.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:15:15.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:15:15.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:15:15.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:15 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2119300682' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-25T17:15:16.351 INFO:tasks.cephadm.ceph_manager.ceph:need seq 257698037795 got 257698037800 for osd.9 2024-04-25T17:15:16.351 DEBUG:teuthology.parallel:result is None 2024-04-25T17:15:16.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:16 smithi042 ceph-mon[32851]: pgmap v334: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:15:16.655 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:16 smithi028 ceph-mon[29207]: pgmap v334: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:15:16.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:16 smithi084 ceph-mon[32752]: pgmap v334: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:15:17.345 INFO:tasks.cephadm.ceph_manager.ceph:need seq 279172874272 got 279172874276 for osd.10 2024-04-25T17:15:17.346 DEBUG:teuthology.parallel:result is None 2024-04-25T17:15:17.556 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.555+0000 7f9d947c6700 1 -- 172.21.15.28:0/2566253355 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9d8c1085e0 msgr2=0x7f9d8c10ff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:17.556 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.555+0000 7f9d947c6700 1 --2- 172.21.15.28:0/2566253355 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9d8c1085e0 0x7f9d8c10ff40 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f9d8400b0d0 tx=0x7f9d8400b3e0 comp rx=0 tx=0).stop 2024-04-25T17:15:17.556 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.555+0000 7f9d947c6700 1 -- 172.21.15.28:0/2566253355 shutdown_connections 2024-04-25T17:15:17.556 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.555+0000 7f9d947c6700 1 --2- 172.21.15.28:0/2566253355 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9d8c1085e0 0x7f9d8c10ff40 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:17.556 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.555+0000 7f9d947c6700 1 --2- 172.21.15.28:0/2566253355 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9d8c103360 0x7f9d8c103770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:17.556 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.555+0000 7f9d947c6700 1 --2- 172.21.15.28:0/2566253355 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d8c107c90 0x7f9d8c1080a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:17.556 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.555+0000 7f9d947c6700 1 -- 172.21.15.28:0/2566253355 >> 172.21.15.28:0/2566253355 conn(0x7f9d8c0fecb0 msgr2=0x7f9d8c1010d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:17.556 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.555+0000 7f9d947c6700 1 -- 172.21.15.28:0/2566253355 shutdown_connections 2024-04-25T17:15:17.556 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.555+0000 7f9d947c6700 1 -- 172.21.15.28:0/2566253355 wait complete. 2024-04-25T17:15:17.563 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.556+0000 7f9d947c6700 1 Processor -- start 2024-04-25T17:15:17.563 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.556+0000 7f9d947c6700 1 -- start start 2024-04-25T17:15:17.563 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.557+0000 7f9d947c6700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d8c103360 0x7f9d8c19b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:17.563 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.557+0000 7f9d947c6700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9d8c107c90 0x7f9d8c19bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:17.563 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.557+0000 7f9d947c6700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9d8c1085e0 0x7f9d8c19c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:17.563 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.557+0000 7f9d947c6700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f9d8c1130c0 con 0x7f9d8c107c90 2024-04-25T17:15:17.563 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.557+0000 7f9d947c6700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9d8c112f40 con 0x7f9d8c103360 2024-04-25T17:15:17.563 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.557+0000 7f9d947c6700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9d8c113240 con 0x7f9d8c1085e0 2024-04-25T17:15:17.563 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.557+0000 7f9d91d61700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9d8c107c90 0x7f9d8c19bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:17.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.557+0000 7f9d91d61700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9d8c107c90 0x7f9d8c19bf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:50600/0 (socket says 172.21.15.28:50600) 2024-04-25T17:15:17.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.557+0000 7f9d91d61700 1 -- 172.21.15.28:0/3923885215 learned_addr learned my addr 172.21.15.28:0/3923885215 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:17.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.557+0000 7f9d92562700 1 --2- 172.21.15.28:0/3923885215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d8c103360 0x7f9d8c19b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:17.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.557+0000 7f9d92d63700 1 --2- 172.21.15.28:0/3923885215 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9d8c1085e0 0x7f9d8c19c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:17.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.557+0000 7f9d91d61700 1 -- 172.21.15.28:0/3923885215 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9d8c1085e0 msgr2=0x7f9d8c19c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:17.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.557+0000 7f9d91d61700 1 --2- 172.21.15.28:0/3923885215 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9d8c1085e0 0x7f9d8c19c460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:17.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.557+0000 7f9d91d61700 1 -- 172.21.15.28:0/3923885215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d8c103360 msgr2=0x7f9d8c19b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:17.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.557+0000 7f9d91d61700 1 --2- 172.21.15.28:0/3923885215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d8c103360 0x7f9d8c19b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:17.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.557+0000 7f9d91d61700 1 -- 172.21.15.28:0/3923885215 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d8c1a6d10 con 0x7f9d8c107c90 2024-04-25T17:15:17.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.557+0000 7f9d92d63700 1 --2- 172.21.15.28:0/3923885215 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9d8c1085e0 0x7f9d8c19c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:15:17.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.558+0000 7f9d91d61700 1 --2- 172.21.15.28:0/3923885215 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9d8c107c90 0x7f9d8c19bf00 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f9d8000c8f0 tx=0x7f9d8000cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:17.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.558+0000 7f9d7f7fe700 1 -- 172.21.15.28:0/3923885215 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d80007940 con 0x7f9d8c107c90 2024-04-25T17:15:17.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.558+0000 7f9d7f7fe700 1 -- 172.21.15.28:0/3923885215 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9d8000f450 con 0x7f9d8c107c90 2024-04-25T17:15:17.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.558+0000 7f9d947c6700 1 -- 172.21.15.28:0/3923885215 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d8c1a6fa0 con 0x7f9d8c107c90 2024-04-25T17:15:17.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.558+0000 7f9d7f7fe700 1 -- 172.21.15.28:0/3923885215 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d80018660 con 0x7f9d8c107c90 2024-04-25T17:15:17.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.558+0000 7f9d947c6700 1 -- 172.21.15.28:0/3923885215 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d8c1a7500 con 0x7f9d8c107c90 2024-04-25T17:15:17.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.559+0000 7f9d947c6700 1 -- 172.21.15.28:0/3923885215 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d8c051190 con 0x7f9d8c107c90 2024-04-25T17:15:17.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.560+0000 7f9d7f7fe700 1 -- 172.21.15.28:0/3923885215 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7f9d8000f900 con 0x7f9d8c107c90 2024-04-25T17:15:17.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.561+0000 7f9d7f7fe700 1 --2- 172.21.15.28:0/3923885215 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9d780afc90 0x7f9d780b21a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:17.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.562+0000 7f9d92562700 1 --2- 172.21.15.28:0/3923885215 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9d780afc90 0x7f9d780b21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:17.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.562+0000 7f9d7f7fe700 1 -- 172.21.15.28:0/3923885215 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7f9d800def50 con 0x7f9d8c107c90 2024-04-25T17:15:17.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.562+0000 7f9d92562700 1 --2- 172.21.15.28:0/3923885215 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9d780afc90 0x7f9d780b21a0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f9d88005950 tx=0x7f9d8800a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:17.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.566+0000 7f9d7f7fe700 1 -- 172.21.15.28:0/3923885215 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9d80014030 con 0x7f9d8c107c90 2024-04-25T17:15:17.778 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.778+0000 7f9d947c6700 1 -- 172.21.15.28:0/3923885215 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7f9d8c02e6d0 con 0x7f9d8c107c90 2024-04-25T17:15:17.778 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.778+0000 7f9d7f7fe700 1 -- 172.21.15.28:0/3923885215 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f9d800a7610 con 0x7f9d8c107c90 2024-04-25T17:15:17.779 INFO:teuthology.orchestra.run.smithi028.stdout:231928234032 2024-04-25T17:15:17.781 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.780+0000 7f9d947c6700 1 -- 172.21.15.28:0/3923885215 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9d780afc90 msgr2=0x7f9d780b21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:17.781 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.780+0000 7f9d947c6700 1 --2- 172.21.15.28:0/3923885215 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9d780afc90 0x7f9d780b21a0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f9d88005950 tx=0x7f9d8800a300 comp rx=0 tx=0).stop 2024-04-25T17:15:17.781 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.780+0000 7f9d947c6700 1 -- 172.21.15.28:0/3923885215 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9d8c107c90 msgr2=0x7f9d8c19bf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:17.781 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.780+0000 7f9d947c6700 1 --2- 172.21.15.28:0/3923885215 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9d8c107c90 0x7f9d8c19bf00 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f9d8000c8f0 tx=0x7f9d8000cc00 comp rx=0 tx=0).stop 2024-04-25T17:15:17.781 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.781+0000 7f9d947c6700 1 -- 172.21.15.28:0/3923885215 shutdown_connections 2024-04-25T17:15:17.781 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.781+0000 7f9d947c6700 1 --2- 172.21.15.28:0/3923885215 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9d8c1085e0 0x7f9d8c19c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:17.781 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.781+0000 7f9d947c6700 1 --2- 172.21.15.28:0/3923885215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d8c103360 0x7f9d8c19b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:17.781 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.781+0000 7f9d947c6700 1 --2- 172.21.15.28:0/3923885215 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9d780afc90 0x7f9d780b21a0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:17.781 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.781+0000 7f9d947c6700 1 --2- 172.21.15.28:0/3923885215 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9d8c107c90 0x7f9d8c19bf00 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:17.781 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.781+0000 7f9d947c6700 1 -- 172.21.15.28:0/3923885215 >> 172.21.15.28:0/3923885215 conn(0x7f9d8c0fecb0 msgr2=0x7f9d8c107400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:17.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.781+0000 7f9d947c6700 1 -- 172.21.15.28:0/3923885215 shutdown_connections 2024-04-25T17:15:17.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:17.781+0000 7f9d947c6700 1 -- 172.21.15.28:0/3923885215 wait complete. 2024-04-25T17:15:18.123 INFO:tasks.cephadm.ceph_manager.ceph:need seq 304942678041 got 304942678048 for osd.11 2024-04-25T17:15:18.123 DEBUG:teuthology.parallel:result is None 2024-04-25T17:15:18.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:18 smithi028 ceph-mon[29207]: pgmap v335: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:15:18.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:18 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3923885215' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-25T17:15:18.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:18 smithi042 ceph-mon[32851]: pgmap v335: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:15:18.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:18 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3923885215' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-25T17:15:18.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:18 smithi084 ceph-mon[32752]: pgmap v335: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:15:18.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:18 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3923885215' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-25T17:15:18.803 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.802+0000 7f60c0896700 1 -- 172.21.15.28:0/2468143590 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f60bc1044a0 msgr2=0x7f60bc1048b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:18.803 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.802+0000 7f60c0896700 1 --2- 172.21.15.28:0/2468143590 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f60bc1044a0 0x7f60bc1048b0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f60b400b0d0 tx=0x7f60b400b3e0 comp rx=0 tx=0).stop 2024-04-25T17:15:18.803 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.802+0000 7f60c0896700 1 -- 172.21.15.28:0/2468143590 shutdown_connections 2024-04-25T17:15:18.803 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.802+0000 7f60c0896700 1 --2- 172.21.15.28:0/2468143590 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f60bc1044a0 0x7f60bc1048b0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:18.803 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.802+0000 7f60c0896700 1 --2- 172.21.15.28:0/2468143590 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60bc109720 0x7f60bc111080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:18.803 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.802+0000 7f60c0896700 1 --2- 172.21.15.28:0/2468143590 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f60bc108dd0 0x7f60bc1091e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:18.804 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.802+0000 7f60c0896700 1 -- 172.21.15.28:0/2468143590 >> 172.21.15.28:0/2468143590 conn(0x7f60bc0ffeb0 msgr2=0x7f60bc1022d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:18.804 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.802+0000 7f60c0896700 1 -- 172.21.15.28:0/2468143590 shutdown_connections 2024-04-25T17:15:18.804 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.802+0000 7f60c0896700 1 -- 172.21.15.28:0/2468143590 wait complete. 2024-04-25T17:15:18.806 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.803+0000 7f60c0896700 1 Processor -- start 2024-04-25T17:15:18.806 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.803+0000 7f60c0896700 1 -- start start 2024-04-25T17:15:18.806 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.804+0000 7f60c0896700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60bc1044a0 0x7f60bc1a0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:18.807 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.804+0000 7f60c0896700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f60bc108dd0 0x7f60bc1a0d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:18.807 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.804+0000 7f60c0896700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f60bc109720 0x7f60bc19aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:18.807 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.804+0000 7f60c0896700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f60bc114270 con 0x7f60bc108dd0 2024-04-25T17:15:18.807 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.804+0000 7f60c0896700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f60bc1140f0 con 0x7f60bc1044a0 2024-04-25T17:15:18.807 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.804+0000 7f60c0896700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f60bc1143f0 con 0x7f60bc109720 2024-04-25T17:15:18.807 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.804+0000 7f60b9d9b700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f60bc108dd0 0x7f60bc1a0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:18.807 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.804+0000 7f60b9d9b700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f60bc108dd0 0x7f60bc1a0d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:50608/0 (socket says 172.21.15.28:50608) 2024-04-25T17:15:18.807 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.804+0000 7f60b9d9b700 1 -- 172.21.15.28:0/454141601 learned_addr learned my addr 172.21.15.28:0/454141601 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:18.807 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.804+0000 7f60ba59c700 1 --2- 172.21.15.28:0/454141601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60bc1044a0 0x7f60bc1a0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:18.807 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.804+0000 7f60bad9d700 1 --2- 172.21.15.28:0/454141601 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f60bc109720 0x7f60bc19aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:18.807 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.804+0000 7f60b9d9b700 1 -- 172.21.15.28:0/454141601 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f60bc109720 msgr2=0x7f60bc19aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:18.807 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.804+0000 7f60b9d9b700 1 --2- 172.21.15.28:0/454141601 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f60bc109720 0x7f60bc19aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:18.808 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.804+0000 7f60b9d9b700 1 -- 172.21.15.28:0/454141601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60bc1044a0 msgr2=0x7f60bc1a0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:18.808 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.804+0000 7f60b9d9b700 1 --2- 172.21.15.28:0/454141601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60bc1044a0 0x7f60bc1a0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:18.808 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.804+0000 7f60b9d9b700 1 -- 172.21.15.28:0/454141601 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60bc19b0e0 con 0x7f60bc108dd0 2024-04-25T17:15:18.808 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.805+0000 7f60b9d9b700 1 --2- 172.21.15.28:0/454141601 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f60bc108dd0 0x7f60bc1a0d50 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f60a400b500 tx=0x7f60a400b810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:18.808 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.805+0000 7f60b37fe700 1 -- 172.21.15.28:0/454141601 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60a4015020 con 0x7f60bc108dd0 2024-04-25T17:15:18.808 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.805+0000 7f60c0896700 1 -- 172.21.15.28:0/454141601 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60bc19b3d0 con 0x7f60bc108dd0 2024-04-25T17:15:18.808 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.805+0000 7f60b37fe700 1 -- 172.21.15.28:0/454141601 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f60a4011cc0 con 0x7f60bc108dd0 2024-04-25T17:15:18.808 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.805+0000 7f60b37fe700 1 -- 172.21.15.28:0/454141601 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60a4010c80 con 0x7f60bc108dd0 2024-04-25T17:15:18.808 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.805+0000 7f60c0896700 1 -- 172.21.15.28:0/454141601 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60bc1a76a0 con 0x7f60bc108dd0 2024-04-25T17:15:18.808 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.806+0000 7f60c0896700 1 -- 172.21.15.28:0/454141601 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60bc051190 con 0x7f60bc108dd0 2024-04-25T17:15:18.809 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.808+0000 7f60b37fe700 1 -- 172.21.15.28:0/454141601 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7f60a4018020 con 0x7f60bc108dd0 2024-04-25T17:15:18.809 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.809+0000 7f60b37fe700 1 --2- 172.21.15.28:0/454141601 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f60a80afc10 0x7f60a80b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:18.809 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.809+0000 7f60ba59c700 1 --2- 172.21.15.28:0/454141601 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f60a80afc10 0x7f60a80b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:18.809 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.809+0000 7f60b37fe700 1 -- 172.21.15.28:0/454141601 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7f60a40ded50 con 0x7f60bc108dd0 2024-04-25T17:15:18.809 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.809+0000 7f60ba59c700 1 --2- 172.21.15.28:0/454141601 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f60a80afc10 0x7f60a80b2120 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f60b4009fd0 tx=0x7f60b400b040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:18.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:18.812+0000 7f60b37fe700 1 -- 172.21.15.28:0/454141601 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f60a401f020 con 0x7f60bc108dd0 2024-04-25T17:15:19.020 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.020+0000 7f60c0896700 1 -- 172.21.15.28:0/454141601 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f60bc19bf60 con 0x7f60bc108dd0 2024-04-25T17:15:19.020 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.020+0000 7f60b37fe700 1 -- 172.21.15.28:0/454141601 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f60a40a7520 con 0x7f60bc108dd0 2024-04-25T17:15:19.021 INFO:teuthology.orchestra.run.smithi028.stdout:158913790015 2024-04-25T17:15:19.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.022+0000 7f60c0896700 1 -- 172.21.15.28:0/454141601 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f60a80afc10 msgr2=0x7f60a80b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:19.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.022+0000 7f60c0896700 1 --2- 172.21.15.28:0/454141601 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f60a80afc10 0x7f60a80b2120 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f60b4009fd0 tx=0x7f60b400b040 comp rx=0 tx=0).stop 2024-04-25T17:15:19.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.022+0000 7f60c0896700 1 -- 172.21.15.28:0/454141601 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f60bc108dd0 msgr2=0x7f60bc1a0d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:19.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.022+0000 7f60c0896700 1 --2- 172.21.15.28:0/454141601 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f60bc108dd0 0x7f60bc1a0d50 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f60a400b500 tx=0x7f60a400b810 comp rx=0 tx=0).stop 2024-04-25T17:15:19.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.022+0000 7f60c0896700 1 -- 172.21.15.28:0/454141601 shutdown_connections 2024-04-25T17:15:19.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.022+0000 7f60c0896700 1 --2- 172.21.15.28:0/454141601 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f60bc109720 0x7f60bc19aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:19.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.022+0000 7f60c0896700 1 --2- 172.21.15.28:0/454141601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60bc1044a0 0x7f60bc1a0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:19.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.022+0000 7f60c0896700 1 --2- 172.21.15.28:0/454141601 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f60a80afc10 0x7f60a80b2120 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:19.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.022+0000 7f60c0896700 1 --2- 172.21.15.28:0/454141601 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f60bc108dd0 0x7f60bc1a0d50 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:19.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.022+0000 7f60c0896700 1 -- 172.21.15.28:0/454141601 >> 172.21.15.28:0/454141601 conn(0x7f60bc0ffeb0 msgr2=0x7f60bc108140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:19.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.022+0000 7f60c0896700 1 -- 172.21.15.28:0/454141601 shutdown_connections 2024-04-25T17:15:19.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.022+0000 7f60c0896700 1 -- 172.21.15.28:0/454141601 wait complete. 2024-04-25T17:15:19.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.040+0000 7f5a67db6700 1 -- 172.21.15.28:0/687831477 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5a60103360 msgr2=0x7f5a60103770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:19.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.040+0000 7f5a67db6700 1 --2- 172.21.15.28:0/687831477 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5a60103360 0x7f5a60103770 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f5a5c0099c0 tx=0x7f5a5c009cd0 comp rx=0 tx=0).stop 2024-04-25T17:15:19.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.040+0000 7f5a67db6700 1 -- 172.21.15.28:0/687831477 shutdown_connections 2024-04-25T17:15:19.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.040+0000 7f5a67db6700 1 --2- 172.21.15.28:0/687831477 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5a60103360 0x7f5a60103770 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:19.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.040+0000 7f5a67db6700 1 --2- 172.21.15.28:0/687831477 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5a601085e0 0x7f5a6010ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:19.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.040+0000 7f5a67db6700 1 --2- 172.21.15.28:0/687831477 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5a60107c90 0x7f5a601080a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:19.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.040+0000 7f5a67db6700 1 -- 172.21.15.28:0/687831477 >> 172.21.15.28:0/687831477 conn(0x7f5a600fec90 msgr2=0x7f5a601010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:19.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.040+0000 7f5a67db6700 1 -- 172.21.15.28:0/687831477 shutdown_connections 2024-04-25T17:15:19.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.040+0000 7f5a67db6700 1 -- 172.21.15.28:0/687831477 wait complete. 2024-04-25T17:15:19.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.041+0000 7f5a67db6700 1 Processor -- start 2024-04-25T17:15:19.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.041+0000 7f5a67db6700 1 -- start start 2024-04-25T17:15:19.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.041+0000 7f5a67db6700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5a60103360 0x7f5a6019ba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:19.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.041+0000 7f5a67db6700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5a60107c90 0x7f5a6019bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:19.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.041+0000 7f5a67db6700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5a601085e0 0x7f5a6019c500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:19.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.041+0000 7f5a67db6700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f5a601130c0 con 0x7f5a601085e0 2024-04-25T17:15:19.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.041+0000 7f5a67db6700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5a60112f40 con 0x7f5a60107c90 2024-04-25T17:15:19.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.041+0000 7f5a67db6700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5a60113240 con 0x7f5a60103360 2024-04-25T17:15:19.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.041+0000 7f5a66353700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5a601085e0 0x7f5a6019c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:19.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.041+0000 7f5a66353700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5a601085e0 0x7f5a6019c500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:50632/0 (socket says 172.21.15.28:50632) 2024-04-25T17:15:19.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.041+0000 7f5a66353700 1 -- 172.21.15.28:0/83462522 learned_addr learned my addr 172.21.15.28:0/83462522 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:19.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.042+0000 7f5a65b52700 1 --2- 172.21.15.28:0/83462522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5a60103360 0x7f5a6019ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:19.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.042+0000 7f5a65351700 1 --2- 172.21.15.28:0/83462522 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5a60107c90 0x7f5a6019bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:19.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.042+0000 7f5a66353700 1 -- 172.21.15.28:0/83462522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5a60103360 msgr2=0x7f5a6019ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:19.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.042+0000 7f5a66353700 1 --2- 172.21.15.28:0/83462522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5a60103360 0x7f5a6019ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:19.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.042+0000 7f5a66353700 1 -- 172.21.15.28:0/83462522 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5a60107c90 msgr2=0x7f5a6019bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:19.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.042+0000 7f5a66353700 1 --2- 172.21.15.28:0/83462522 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5a60107c90 0x7f5a6019bfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:19.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.042+0000 7f5a66353700 1 -- 172.21.15.28:0/83462522 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a601a6da0 con 0x7f5a601085e0 2024-04-25T17:15:19.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.042+0000 7f5a66353700 1 --2- 172.21.15.28:0/83462522 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5a601085e0 0x7f5a6019c500 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f5a5800ef30 tx=0x7f5a5800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:19.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.042+0000 7f5a56ffd700 1 -- 172.21.15.28:0/83462522 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a580092e0 con 0x7f5a601085e0 2024-04-25T17:15:19.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.042+0000 7f5a56ffd700 1 -- 172.21.15.28:0/83462522 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5a58004bb0 con 0x7f5a601085e0 2024-04-25T17:15:19.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.042+0000 7f5a56ffd700 1 -- 172.21.15.28:0/83462522 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a58004020 con 0x7f5a601085e0 2024-04-25T17:15:19.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.042+0000 7f5a67db6700 1 -- 172.21.15.28:0/83462522 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a601a7030 con 0x7f5a601085e0 2024-04-25T17:15:19.045 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.042+0000 7f5a67db6700 1 -- 172.21.15.28:0/83462522 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a601a7570 con 0x7f5a601085e0 2024-04-25T17:15:19.045 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.044+0000 7f5a67db6700 1 -- 172.21.15.28:0/83462522 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a60051190 con 0x7f5a601085e0 2024-04-25T17:15:19.045 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.045+0000 7f5a56ffd700 1 -- 172.21.15.28:0/83462522 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7f5a5801b030 con 0x7f5a601085e0 2024-04-25T17:15:19.046 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.046+0000 7f5a56ffd700 1 --2- 172.21.15.28:0/83462522 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5a4c0afc90 0x7f5a4c0b21a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:19.046 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.046+0000 7f5a56ffd700 1 -- 172.21.15.28:0/83462522 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7f5a580df560 con 0x7f5a601085e0 2024-04-25T17:15:19.046 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.046+0000 7f5a65b52700 1 --2- 172.21.15.28:0/83462522 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5a4c0afc90 0x7f5a4c0b21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:19.046 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.047+0000 7f5a65b52700 1 --2- 172.21.15.28:0/83462522 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5a4c0afc90 0x7f5a4c0b21a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f5a5c003760 tx=0x7f5a5c01a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:19.050 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.050+0000 7f5a56ffd700 1 -- 172.21.15.28:0/83462522 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5a58022020 con 0x7f5a601085e0 2024-04-25T17:15:19.267 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.266+0000 7f5a67db6700 1 -- 172.21.15.28:0/83462522 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f5a6002e6d0 con 0x7f5a601085e0 2024-04-25T17:15:19.267 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.267+0000 7f5a56ffd700 1 -- 172.21.15.28:0/83462522 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f5a58010040 con 0x7f5a601085e0 2024-04-25T17:15:19.267 INFO:teuthology.orchestra.run.smithi028.stdout:206158430261 2024-04-25T17:15:19.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.269+0000 7f5a67db6700 1 -- 172.21.15.28:0/83462522 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5a4c0afc90 msgr2=0x7f5a4c0b21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:19.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.269+0000 7f5a67db6700 1 --2- 172.21.15.28:0/83462522 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5a4c0afc90 0x7f5a4c0b21a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f5a5c003760 tx=0x7f5a5c01a040 comp rx=0 tx=0).stop 2024-04-25T17:15:19.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.269+0000 7f5a67db6700 1 -- 172.21.15.28:0/83462522 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5a601085e0 msgr2=0x7f5a6019c500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:19.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.269+0000 7f5a67db6700 1 --2- 172.21.15.28:0/83462522 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5a601085e0 0x7f5a6019c500 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f5a5800ef30 tx=0x7f5a5800c3a0 comp rx=0 tx=0).stop 2024-04-25T17:15:19.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.269+0000 7f5a67db6700 1 -- 172.21.15.28:0/83462522 shutdown_connections 2024-04-25T17:15:19.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.269+0000 7f5a67db6700 1 --2- 172.21.15.28:0/83462522 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5a4c0afc90 0x7f5a4c0b21a0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:19.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.269+0000 7f5a67db6700 1 --2- 172.21.15.28:0/83462522 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5a601085e0 0x7f5a6019c500 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:19.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.269+0000 7f5a67db6700 1 --2- 172.21.15.28:0/83462522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5a60103360 0x7f5a6019ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:19.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.269+0000 7f5a67db6700 1 --2- 172.21.15.28:0/83462522 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5a60107c90 0x7f5a6019bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:19.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.269+0000 7f5a67db6700 1 -- 172.21.15.28:0/83462522 >> 172.21.15.28:0/83462522 conn(0x7f5a600fec90 msgr2=0x7f5a601010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:19.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.269+0000 7f5a67db6700 1 -- 172.21.15.28:0/83462522 shutdown_connections 2024-04-25T17:15:19.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:19.270+0000 7f5a67db6700 1 -- 172.21.15.28:0/83462522 wait complete. 2024-04-25T17:15:19.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:19 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/454141601' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-25T17:15:19.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:19 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/83462522' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-25T17:15:19.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:19 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/454141601' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-25T17:15:19.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:19 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/83462522' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-25T17:15:19.723 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234026 got 231928234032 for osd.8 2024-04-25T17:15:19.723 DEBUG:teuthology.parallel:result is None 2024-04-25T17:15:19.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:19 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/454141601' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-25T17:15:19.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:19 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/83462522' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-25T17:15:20.352 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430255 got 206158430261 for osd.7 2024-04-25T17:15:20.352 DEBUG:teuthology.parallel:result is None 2024-04-25T17:15:20.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:20 smithi042 ceph-mon[32851]: pgmap v336: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:15:20.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:20 smithi028 ceph-mon[29207]: pgmap v336: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:15:20.712 INFO:tasks.cephadm.ceph_manager.ceph:need seq 158913790010 got 158913790015 for osd.5 2024-04-25T17:15:20.713 DEBUG:teuthology.parallel:result is None 2024-04-25T17:15:20.713 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-25T17:15:20.713 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-25T17:15:20.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:20 smithi084 ceph-mon[32752]: pgmap v336: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:15:20.973 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:15:22.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:22 smithi042 ceph-mon[32851]: pgmap v337: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:15:22.639 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:22 smithi028 ceph-mon[29207]: pgmap v337: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:15:22.662 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.661+0000 7f8bb0867700 1 -- 172.21.15.28:0/2589145611 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8bac108db0 msgr2=0x7f8bac1091c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:22.662 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.661+0000 7f8bb0867700 1 --2- 172.21.15.28:0/2589145611 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8bac108db0 0x7f8bac1091c0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f8b940099c0 tx=0x7f8b94009cd0 comp rx=0 tx=0).stop 2024-04-25T17:15:22.662 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.662+0000 7f8bb0867700 1 -- 172.21.15.28:0/2589145611 shutdown_connections 2024-04-25T17:15:22.662 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.662+0000 7f8bb0867700 1 --2- 172.21.15.28:0/2589145611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8bac109700 0x7f8bac111060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:22.662 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.662+0000 7f8bb0867700 1 --2- 172.21.15.28:0/2589145611 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8bac104480 0x7f8bac104890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:22.662 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.662+0000 7f8bb0867700 1 --2- 172.21.15.28:0/2589145611 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8bac108db0 0x7f8bac1091c0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:22.663 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.662+0000 7f8bb0867700 1 -- 172.21.15.28:0/2589145611 >> 172.21.15.28:0/2589145611 conn(0x7f8bac0ffd70 msgr2=0x7f8bac1021c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:22.663 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.662+0000 7f8bb0867700 1 -- 172.21.15.28:0/2589145611 shutdown_connections 2024-04-25T17:15:22.663 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.662+0000 7f8bb0867700 1 -- 172.21.15.28:0/2589145611 wait complete. 2024-04-25T17:15:22.665 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.662+0000 7f8bb0867700 1 Processor -- start 2024-04-25T17:15:22.665 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.662+0000 7f8bb0867700 1 -- start start 2024-04-25T17:15:22.665 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.663+0000 7f8bb0867700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8bac104480 0x7f8bac1a0820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:22.665 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.663+0000 7f8bb0867700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8bac108db0 0x7f8bac1a0d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:22.665 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.663+0000 7f8bb0867700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8bac109700 0x7f8bac19aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:22.665 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.663+0000 7f8bb0867700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f8bac1141c0 con 0x7f8bac108db0 2024-04-25T17:15:22.666 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.663+0000 7f8bb0867700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8bac114040 con 0x7f8bac109700 2024-04-25T17:15:22.666 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.663+0000 7f8bb0867700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8bac114340 con 0x7f8bac104480 2024-04-25T17:15:22.666 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.663+0000 7f8ba9d9b700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8bac108db0 0x7f8bac1a0d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:22.666 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.663+0000 7f8ba9d9b700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8bac108db0 0x7f8bac1a0d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:50642/0 (socket says 172.21.15.28:50642) 2024-04-25T17:15:22.666 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.663+0000 7f8ba9d9b700 1 -- 172.21.15.28:0/2835266635 learned_addr learned my addr 172.21.15.28:0/2835266635 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:22.666 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.663+0000 7f8baad9d700 1 --2- 172.21.15.28:0/2835266635 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8bac109700 0x7f8bac19aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:22.666 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.663+0000 7f8baa59c700 1 --2- 172.21.15.28:0/2835266635 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8bac104480 0x7f8bac1a0820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:22.666 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.663+0000 7f8ba9d9b700 1 -- 172.21.15.28:0/2835266635 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8bac104480 msgr2=0x7f8bac1a0820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:22.666 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.663+0000 7f8ba9d9b700 1 --2- 172.21.15.28:0/2835266635 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8bac104480 0x7f8bac1a0820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:22.666 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.663+0000 7f8ba9d9b700 1 -- 172.21.15.28:0/2835266635 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8bac109700 msgr2=0x7f8bac19aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:22.666 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.663+0000 7f8ba9d9b700 1 --2- 172.21.15.28:0/2835266635 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8bac109700 0x7f8bac19aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:22.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.663+0000 7f8ba9d9b700 1 -- 172.21.15.28:0/2835266635 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bac19b080 con 0x7f8bac108db0 2024-04-25T17:15:22.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.664+0000 7f8ba9d9b700 1 --2- 172.21.15.28:0/2835266635 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8bac108db0 0x7f8bac1a0d60 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f8b9400b580 tx=0x7f8b9400f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:22.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.664+0000 7f8ba37fe700 1 -- 172.21.15.28:0/2835266635 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b94027070 con 0x7f8bac108db0 2024-04-25T17:15:22.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.664+0000 7f8ba37fe700 1 -- 172.21.15.28:0/2835266635 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8b94022470 con 0x7f8bac108db0 2024-04-25T17:15:22.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.664+0000 7f8bb0867700 1 -- 172.21.15.28:0/2835266635 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bac19b310 con 0x7f8bac108db0 2024-04-25T17:15:22.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.664+0000 7f8ba37fe700 1 -- 172.21.15.28:0/2835266635 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b94017650 con 0x7f8bac108db0 2024-04-25T17:15:22.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.664+0000 7f8bb0867700 1 -- 172.21.15.28:0/2835266635 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bac19b7f0 con 0x7f8bac108db0 2024-04-25T17:15:22.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.665+0000 7f8bb0867700 1 -- 172.21.15.28:0/2835266635 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8bac051190 con 0x7f8bac108db0 2024-04-25T17:15:22.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.667+0000 7f8ba37fe700 1 -- 172.21.15.28:0/2835266635 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7f8b9402a070 con 0x7f8bac108db0 2024-04-25T17:15:22.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.667+0000 7f8ba37fe700 1 --2- 172.21.15.28:0/2835266635 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8b980afc10 0x7f8b980b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:22.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.667+0000 7f8baa59c700 1 --2- 172.21.15.28:0/2835266635 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8b980afc10 0x7f8b980b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:22.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.667+0000 7f8ba37fe700 1 -- 172.21.15.28:0/2835266635 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7f8b940e0510 con 0x7f8bac108db0 2024-04-25T17:15:22.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.668+0000 7f8baa59c700 1 --2- 172.21.15.28:0/2835266635 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8b980afc10 0x7f8b980b2120 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f8b9c0060b0 tx=0x7f8b9c00c040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:22.671 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.671+0000 7f8ba37fe700 1 -- 172.21.15.28:0/2835266635 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8b94031020 con 0x7f8bac108db0 2024-04-25T17:15:22.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:22 smithi084 ceph-mon[32752]: pgmap v337: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:15:22.878 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.878+0000 7f8bb0867700 1 -- 172.21.15.28:0/2835266635 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8bac19bf70 con 0x7f8b980afc10 2024-04-25T17:15:22.887 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.887+0000 7f8ba37fe700 1 -- 172.21.15.28:0/2835266635 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340341 (secure 0 0 0) 0x7f8bac19bf70 con 0x7f8b980afc10 2024-04-25T17:15:22.893 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:15:22.896 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.891+0000 7f8bb0867700 1 -- 172.21.15.28:0/2835266635 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8b980afc10 msgr2=0x7f8b980b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:22.896 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.891+0000 7f8bb0867700 1 --2- 172.21.15.28:0/2835266635 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8b980afc10 0x7f8b980b2120 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f8b9c0060b0 tx=0x7f8b9c00c040 comp rx=0 tx=0).stop 2024-04-25T17:15:22.896 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.891+0000 7f8bb0867700 1 -- 172.21.15.28:0/2835266635 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8bac108db0 msgr2=0x7f8bac1a0d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:22.896 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.891+0000 7f8bb0867700 1 --2- 172.21.15.28:0/2835266635 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8bac108db0 0x7f8bac1a0d60 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f8b9400b580 tx=0x7f8b9400f690 comp rx=0 tx=0).stop 2024-04-25T17:15:22.896 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.892+0000 7f8bb0867700 1 -- 172.21.15.28:0/2835266635 shutdown_connections 2024-04-25T17:15:22.896 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.892+0000 7f8bb0867700 1 --2- 172.21.15.28:0/2835266635 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8bac109700 0x7f8bac19aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:22.897 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.892+0000 7f8bb0867700 1 --2- 172.21.15.28:0/2835266635 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8bac104480 0x7f8bac1a0820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:22.897 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.892+0000 7f8bb0867700 1 --2- 172.21.15.28:0/2835266635 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8b980afc10 0x7f8b980b2120 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:22.897 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.892+0000 7f8bb0867700 1 --2- 172.21.15.28:0/2835266635 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8bac108db0 0x7f8bac1a0d60 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:22.897 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.892+0000 7f8bb0867700 1 -- 172.21.15.28:0/2835266635 >> 172.21.15.28:0/2835266635 conn(0x7f8bac0ffd70 msgr2=0x7f8bac10a660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:22.897 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.892+0000 7f8bb0867700 1 -- 172.21.15.28:0/2835266635 shutdown_connections 2024-04-25T17:15:22.897 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:22.892+0000 7f8bb0867700 1 -- 172.21.15.28:0/2835266635 wait complete. 2024-04-25T17:15:22.897 INFO:teuthology.orchestra.run.smithi028.stderr:dumped all 2024-04-25T17:15:23.608 INFO:teuthology.orchestra.run.smithi028.stdout:{"pg_ready":true,"pg_map":{"version":338,"stamp":"2024-04-25T17:15:22.734552+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":657959,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":528,"num_read_kb":363,"num_write":286,"num_write_kb":2268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2952970,"num_keys_recovered":7,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":234,"ondisk_log_size":234,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":378680,"kb_used_data":12848,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124563144,"statfs":{"total":1151940427776,"available":1151552659456,"internally_reserved":0,"allocated":13156352,"data_stored":7339091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":374453563},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":30,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003925"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.974267+0000","last_change":"2024-04-25T17:13:43.268418+0000","last_active":"2024-04-25T17:14:31.974267+0000","last_peered":"2024-04-25T17:14:31.974267+0000","last_clean":"2024-04-25T17:14:31.974267+0000","last_became_active":"2024-04-25T17:13:43.267802+0000","last_became_peered":"2024-04-25T17:13:43.267802+0000","last_unstale":"2024-04-25T17:14:31.974267+0000","last_undegraded":"2024-04-25T17:14:31.974267+0000","last_fullsized":"2024-04-25T17:14:31.974267+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:20:09.796507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.973212+0000","last_change":"2024-04-25T17:13:43.259123+0000","last_active":"2024-04-25T17:14:31.973212+0000","last_peered":"2024-04-25T17:14:31.973212+0000","last_clean":"2024-04-25T17:14:31.973212+0000","last_became_active":"2024-04-25T17:13:43.258765+0000","last_became_peered":"2024-04-25T17:13:43.258765+0000","last_unstale":"2024-04-25T17:14:31.973212+0000","last_undegraded":"2024-04-25T17:14:31.973212+0000","last_fullsized":"2024-04-25T17:14:31.973212+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:15:21.011900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.973810+0000","last_change":"2024-04-25T17:13:43.278438+0000","last_active":"2024-04-25T17:14:31.973810+0000","last_peered":"2024-04-25T17:14:31.973810+0000","last_clean":"2024-04-25T17:14:31.973810+0000","last_became_active":"2024-04-25T17:13:43.278071+0000","last_became_peered":"2024-04-25T17:13:43.278071+0000","last_unstale":"2024-04-25T17:14:31.973810+0000","last_undegraded":"2024-04-25T17:14:31.973810+0000","last_fullsized":"2024-04-25T17:14:31.973810+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:08:32.560517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.969985+0000","last_change":"2024-04-25T17:13:43.261675+0000","last_active":"2024-04-25T17:14:31.969985+0000","last_peered":"2024-04-25T17:14:31.969985+0000","last_clean":"2024-04-25T17:14:31.969985+0000","last_became_active":"2024-04-25T17:13:43.261311+0000","last_became_peered":"2024-04-25T17:13:43.261311+0000","last_unstale":"2024-04-25T17:14:31.969985+0000","last_undegraded":"2024-04-25T17:14:31.969985+0000","last_fullsized":"2024-04-25T17:14:31.969985+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:20:35.607177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.982492+0000","last_change":"2024-04-25T17:13:43.287602+0000","last_active":"2024-04-25T17:14:31.982492+0000","last_peered":"2024-04-25T17:14:31.982492+0000","last_clean":"2024-04-25T17:14:31.982492+0000","last_became_active":"2024-04-25T17:13:43.287183+0000","last_became_peered":"2024-04-25T17:13:43.287183+0000","last_unstale":"2024-04-25T17:14:31.982492+0000","last_undegraded":"2024-04-25T17:14:31.982492+0000","last_fullsized":"2024-04-25T17:14:31.982492+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:02:25.083295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.164979+0000","last_change":"2024-04-25T17:13:43.250000+0000","last_active":"2024-04-25T17:14:32.164979+0000","last_peered":"2024-04-25T17:14:32.164979+0000","last_clean":"2024-04-25T17:14:32.164979+0000","last_became_active":"2024-04-25T17:13:43.249159+0000","last_became_peered":"2024-04-25T17:13:43.249159+0000","last_unstale":"2024-04-25T17:14:32.164979+0000","last_undegraded":"2024-04-25T17:14:32.164979+0000","last_fullsized":"2024-04-25T17:14:32.164979+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:45.139862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.971193+0000","last_change":"2024-04-25T17:13:43.259359+0000","last_active":"2024-04-25T17:14:31.971193+0000","last_peered":"2024-04-25T17:14:31.971193+0000","last_clean":"2024-04-25T17:14:31.971193+0000","last_became_active":"2024-04-25T17:13:43.258633+0000","last_became_peered":"2024-04-25T17:13:43.258633+0000","last_unstale":"2024-04-25T17:14:31.971193+0000","last_undegraded":"2024-04-25T17:14:31.971193+0000","last_fullsized":"2024-04-25T17:14:31.971193+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:33:17.434516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.166801+0000","last_change":"2024-04-25T17:14:32.166385+0000","last_active":"2024-04-25T17:14:32.166801+0000","last_peered":"2024-04-25T17:14:32.166801+0000","last_clean":"2024-04-25T17:14:32.166801+0000","last_became_active":"2024-04-25T17:14:32.166103+0000","last_became_peered":"2024-04-25T17:14:32.166103+0000","last_unstale":"2024-04-25T17:14:32.166801+0000","last_undegraded":"2024-04-25T17:14:32.166801+0000","last_fullsized":"2024-04-25T17:14:32.166801+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:46:32.916388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976428+0000","last_change":"2024-04-25T17:13:43.261614+0000","last_active":"2024-04-25T17:14:31.976428+0000","last_peered":"2024-04-25T17:14:31.976428+0000","last_clean":"2024-04-25T17:14:31.976428+0000","last_became_active":"2024-04-25T17:13:43.261125+0000","last_became_peered":"2024-04-25T17:13:43.261125+0000","last_unstale":"2024-04-25T17:14:31.976428+0000","last_undegraded":"2024-04-25T17:14:31.976428+0000","last_fullsized":"2024-04-25T17:14:31.976428+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:25:54.564219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.165782+0000","last_change":"2024-04-25T17:13:43.258673+0000","last_active":"2024-04-25T17:14:32.165782+0000","last_peered":"2024-04-25T17:14:32.165782+0000","last_clean":"2024-04-25T17:14:32.165782+0000","last_became_active":"2024-04-25T17:13:43.258263+0000","last_became_peered":"2024-04-25T17:13:43.258263+0000","last_unstale":"2024-04-25T17:14:32.165782+0000","last_undegraded":"2024-04-25T17:14:32.165782+0000","last_fullsized":"2024-04-25T17:14:32.165782+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:06:29.171288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.972532+0000","last_change":"2024-04-25T17:13:43.272822+0000","last_active":"2024-04-25T17:14:31.972532+0000","last_peered":"2024-04-25T17:14:31.972532+0000","last_clean":"2024-04-25T17:14:31.972532+0000","last_became_active":"2024-04-25T17:13:43.272406+0000","last_became_peered":"2024-04-25T17:13:43.272406+0000","last_unstale":"2024-04-25T17:14:31.972532+0000","last_undegraded":"2024-04-25T17:14:31.972532+0000","last_fullsized":"2024-04-25T17:14:31.972532+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:34:06.406479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.970132+0000","last_change":"2024-04-25T17:13:43.260849+0000","last_active":"2024-04-25T17:14:31.970132+0000","last_peered":"2024-04-25T17:14:31.970132+0000","last_clean":"2024-04-25T17:14:31.970132+0000","last_became_active":"2024-04-25T17:13:43.257657+0000","last_became_peered":"2024-04-25T17:13:43.257657+0000","last_unstale":"2024-04-25T17:14:31.970132+0000","last_undegraded":"2024-04-25T17:14:31.970132+0000","last_fullsized":"2024-04-25T17:14:31.970132+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:02:32.428737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.950085+0000","last_change":"2024-04-25T17:13:43.259033+0000","last_active":"2024-04-25T17:14:32.950085+0000","last_peered":"2024-04-25T17:14:32.950085+0000","last_clean":"2024-04-25T17:14:32.950085+0000","last_became_active":"2024-04-25T17:13:43.257318+0000","last_became_peered":"2024-04-25T17:13:43.257318+0000","last_unstale":"2024-04-25T17:14:32.950085+0000","last_undegraded":"2024-04-25T17:14:32.950085+0000","last_fullsized":"2024-04-25T17:14:32.950085+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:49:16.846343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.973568+0000","last_change":"2024-04-25T17:13:43.257132+0000","last_active":"2024-04-25T17:14:31.973568+0000","last_peered":"2024-04-25T17:14:31.973568+0000","last_clean":"2024-04-25T17:14:31.973568+0000","last_became_active":"2024-04-25T17:13:43.256756+0000","last_became_peered":"2024-04-25T17:13:43.256756+0000","last_unstale":"2024-04-25T17:14:31.973568+0000","last_undegraded":"2024-04-25T17:14:31.973568+0000","last_fullsized":"2024-04-25T17:14:31.973568+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:21:56.777678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.972918+0000","last_change":"2024-04-25T17:13:43.278677+0000","last_active":"2024-04-25T17:14:31.972918+0000","last_peered":"2024-04-25T17:14:31.972918+0000","last_clean":"2024-04-25T17:14:31.972918+0000","last_became_active":"2024-04-25T17:13:43.278314+0000","last_became_peered":"2024-04-25T17:13:43.278314+0000","last_unstale":"2024-04-25T17:14:31.972918+0000","last_undegraded":"2024-04-25T17:14:31.972918+0000","last_fullsized":"2024-04-25T17:14:31.972918+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:57:44.275742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.975281+0000","last_change":"2024-04-25T17:13:43.267687+0000","last_active":"2024-04-25T17:14:31.975281+0000","last_peered":"2024-04-25T17:14:31.975281+0000","last_clean":"2024-04-25T17:14:31.975281+0000","last_became_active":"2024-04-25T17:13:43.267319+0000","last_became_peered":"2024-04-25T17:13:43.267319+0000","last_unstale":"2024-04-25T17:14:31.975281+0000","last_undegraded":"2024-04-25T17:14:31.975281+0000","last_fullsized":"2024-04-25T17:14:31.975281+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:29:49.137580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.974067+0000","last_change":"2024-04-25T17:13:43.268659+0000","last_active":"2024-04-25T17:14:31.974067+0000","last_peered":"2024-04-25T17:14:31.974067+0000","last_clean":"2024-04-25T17:14:31.974067+0000","last_became_active":"2024-04-25T17:13:43.268297+0000","last_became_peered":"2024-04-25T17:13:43.268297+0000","last_unstale":"2024-04-25T17:14:31.974067+0000","last_undegraded":"2024-04-25T17:14:31.974067+0000","last_fullsized":"2024-04-25T17:14:31.974067+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:17:19.444814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.974045+0000","last_change":"2024-04-25T17:13:43.263221+0000","last_active":"2024-04-25T17:14:31.974045+0000","last_peered":"2024-04-25T17:14:31.974045+0000","last_clean":"2024-04-25T17:14:31.974045+0000","last_became_active":"2024-04-25T17:13:43.262813+0000","last_became_peered":"2024-04-25T17:13:43.262813+0000","last_unstale":"2024-04-25T17:14:31.974045+0000","last_undegraded":"2024-04-25T17:14:31.974045+0000","last_fullsized":"2024-04-25T17:14:31.974045+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:43:27.997341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.978986+0000","last_change":"2024-04-25T17:13:43.287546+0000","last_active":"2024-04-25T17:14:31.978986+0000","last_peered":"2024-04-25T17:14:31.978986+0000","last_clean":"2024-04-25T17:14:31.978986+0000","last_became_active":"2024-04-25T17:13:43.287146+0000","last_became_peered":"2024-04-25T17:13:43.287146+0000","last_unstale":"2024-04-25T17:14:31.978986+0000","last_undegraded":"2024-04-25T17:14:31.978986+0000","last_fullsized":"2024-04-25T17:14:31.978986+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:19:26.806274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.979605+0000","last_change":"2024-04-25T17:13:47.310227+0000","last_active":"2024-04-25T17:14:31.979605+0000","last_peered":"2024-04-25T17:14:31.979605+0000","last_clean":"2024-04-25T17:14:31.979605+0000","last_became_active":"2024-04-25T17:13:47.309735+0000","last_became_peered":"2024-04-25T17:13:47.309735+0000","last_unstale":"2024-04-25T17:14:31.979605+0000","last_undegraded":"2024-04-25T17:14:31.979605+0000","last_fullsized":"2024-04-25T17:14:31.979605+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:02:58.960939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"80'9","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.973689+0000","last_change":"2024-04-25T17:13:42.255603+0000","last_active":"2024-04-25T17:14:31.973689+0000","last_peered":"2024-04-25T17:14:31.973689+0000","last_clean":"2024-04-25T17:14:31.973689+0000","last_became_active":"2024-04-25T17:13:42.255249+0000","last_became_peered":"2024-04-25T17:13:42.255249+0000","last_unstale":"2024-04-25T17:14:31.973689+0000","last_undegraded":"2024-04-25T17:14:31.973689+0000","last_fullsized":"2024-04-25T17:14:31.973689+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:05:39.704304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.977327+0000","last_change":"2024-04-25T17:13:43.289115+0000","last_active":"2024-04-25T17:14:31.977327+0000","last_peered":"2024-04-25T17:14:31.977327+0000","last_clean":"2024-04-25T17:14:31.977327+0000","last_became_active":"2024-04-25T17:13:43.286410+0000","last_became_peered":"2024-04-25T17:13:43.286410+0000","last_unstale":"2024-04-25T17:14:31.977327+0000","last_undegraded":"2024-04-25T17:14:31.977327+0000","last_fullsized":"2024-04-25T17:14:31.977327+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:58:41.971292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.969565+0000","last_change":"2024-04-25T17:13:47.310487+0000","last_active":"2024-04-25T17:14:31.969565+0000","last_peered":"2024-04-25T17:14:31.969565+0000","last_clean":"2024-04-25T17:14:31.969565+0000","last_became_active":"2024-04-25T17:13:47.309975+0000","last_became_peered":"2024-04-25T17:13:47.309975+0000","last_unstale":"2024-04-25T17:14:31.969565+0000","last_undegraded":"2024-04-25T17:14:31.969565+0000","last_fullsized":"2024-04-25T17:14:31.969565+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:30:17.709116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.977484+0000","last_change":"2024-04-25T17:13:42.261708+0000","last_active":"2024-04-25T17:14:31.977484+0000","last_peered":"2024-04-25T17:14:31.977484+0000","last_clean":"2024-04-25T17:14:31.977484+0000","last_became_active":"2024-04-25T17:13:42.261367+0000","last_became_peered":"2024-04-25T17:13:42.261367+0000","last_unstale":"2024-04-25T17:14:31.977484+0000","last_undegraded":"2024-04-25T17:14:31.977484+0000","last_fullsized":"2024-04-25T17:14:31.977484+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:13:20.328945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.974235+0000","last_change":"2024-04-25T17:13:43.266002+0000","last_active":"2024-04-25T17:14:31.974235+0000","last_peered":"2024-04-25T17:14:31.974235+0000","last_clean":"2024-04-25T17:14:31.974235+0000","last_became_active":"2024-04-25T17:13:43.265629+0000","last_became_peered":"2024-04-25T17:13:43.265629+0000","last_unstale":"2024-04-25T17:14:31.974235+0000","last_undegraded":"2024-04-25T17:14:31.974235+0000","last_fullsized":"2024-04-25T17:14:31.974235+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:51:28.821145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.969739+0000","last_change":"2024-04-25T17:13:47.311181+0000","last_active":"2024-04-25T17:14:31.969739+0000","last_peered":"2024-04-25T17:14:31.969739+0000","last_clean":"2024-04-25T17:14:31.969739+0000","last_became_active":"2024-04-25T17:13:47.310267+0000","last_became_peered":"2024-04-25T17:13:47.310267+0000","last_unstale":"2024-04-25T17:14:31.969739+0000","last_undegraded":"2024-04-25T17:14:31.969739+0000","last_fullsized":"2024-04-25T17:14:31.969739+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:17:54.900065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"80'4","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.981369+0000","last_change":"2024-04-25T17:13:42.256839+0000","last_active":"2024-04-25T17:14:31.981369+0000","last_peered":"2024-04-25T17:14:31.981369+0000","last_clean":"2024-04-25T17:14:31.981369+0000","last_became_active":"2024-04-25T17:13:42.256472+0000","last_became_peered":"2024-04-25T17:13:42.256472+0000","last_unstale":"2024-04-25T17:14:31.981369+0000","last_undegraded":"2024-04-25T17:14:31.981369+0000","last_fullsized":"2024-04-25T17:14:31.981369+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:55:08.777730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.975855+0000","last_change":"2024-04-25T17:13:43.280506+0000","last_active":"2024-04-25T17:14:31.975855+0000","last_peered":"2024-04-25T17:14:31.975855+0000","last_clean":"2024-04-25T17:14:31.975855+0000","last_became_active":"2024-04-25T17:13:43.279854+0000","last_became_peered":"2024-04-25T17:13:43.279854+0000","last_unstale":"2024-04-25T17:14:31.975855+0000","last_undegraded":"2024-04-25T17:14:31.975855+0000","last_fullsized":"2024-04-25T17:14:31.975855+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:09:18.274791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.969618+0000","last_change":"2024-04-25T17:13:47.306051+0000","last_active":"2024-04-25T17:14:31.969618+0000","last_peered":"2024-04-25T17:14:31.969618+0000","last_clean":"2024-04-25T17:14:31.969618+0000","last_became_active":"2024-04-25T17:13:47.305572+0000","last_became_peered":"2024-04-25T17:13:47.305572+0000","last_unstale":"2024-04-25T17:14:31.969618+0000","last_undegraded":"2024-04-25T17:14:31.969618+0000","last_fullsized":"2024-04-25T17:14:31.969618+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:06:33.124600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"75'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.981770+0000","last_change":"2024-04-25T17:13:42.256723+0000","last_active":"2024-04-25T17:14:31.981770+0000","last_peered":"2024-04-25T17:14:31.981770+0000","last_clean":"2024-04-25T17:14:31.981770+0000","last_became_active":"2024-04-25T17:13:42.256349+0000","last_became_peered":"2024-04-25T17:13:42.256349+0000","last_unstale":"2024-04-25T17:14:31.981770+0000","last_undegraded":"2024-04-25T17:14:31.981770+0000","last_fullsized":"2024-04-25T17:14:31.981770+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:03:23.969900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.978007+0000","last_change":"2024-04-25T17:14:31.977420+0000","last_active":"2024-04-25T17:14:31.978007+0000","last_peered":"2024-04-25T17:14:31.978007+0000","last_clean":"2024-04-25T17:14:31.978007+0000","last_became_active":"2024-04-25T17:14:31.976876+0000","last_became_peered":"2024-04-25T17:14:31.976876+0000","last_unstale":"2024-04-25T17:14:31.978007+0000","last_undegraded":"2024-04-25T17:14:31.978007+0000","last_fullsized":"2024-04-25T17:14:31.978007+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:54:28.684306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.978775+0000","last_change":"2024-04-25T17:13:47.303787+0000","last_active":"2024-04-25T17:14:31.978775+0000","last_peered":"2024-04-25T17:14:31.978775+0000","last_clean":"2024-04-25T17:14:31.978775+0000","last_became_active":"2024-04-25T17:13:47.302920+0000","last_became_peered":"2024-04-25T17:13:47.302920+0000","last_unstale":"2024-04-25T17:14:31.978775+0000","last_undegraded":"2024-04-25T17:14:31.978775+0000","last_fullsized":"2024-04-25T17:14:31.978775+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:35:26.506281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"80'6","reported_seq":117,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:15:17.052605+0000","last_change":"2024-04-25T17:14:31.986192+0000","last_active":"2024-04-25T17:15:17.052605+0000","last_peered":"2024-04-25T17:15:17.052605+0000","last_clean":"2024-04-25T17:15:17.052605+0000","last_became_active":"2024-04-25T17:14:31.980217+0000","last_became_peered":"2024-04-25T17:14:31.980217+0000","last_unstale":"2024-04-25T17:15:17.052605+0000","last_undegraded":"2024-04-25T17:15:17.052605+0000","last_fullsized":"2024-04-25T17:15:17.052605+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:17:57.468735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":72,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.980533+0000","last_change":"2024-04-25T17:13:43.256048+0000","last_active":"2024-04-25T17:14:31.980533+0000","last_peered":"2024-04-25T17:14:31.980533+0000","last_clean":"2024-04-25T17:14:31.980533+0000","last_became_active":"2024-04-25T17:13:43.255646+0000","last_became_peered":"2024-04-25T17:13:43.255646+0000","last_unstale":"2024-04-25T17:14:31.980533+0000","last_undegraded":"2024-04-25T17:14:31.980533+0000","last_fullsized":"2024-04-25T17:14:31.980533+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:49:07.768810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.979609+0000","last_change":"2024-04-25T17:13:47.311850+0000","last_active":"2024-04-25T17:14:31.979609+0000","last_peered":"2024-04-25T17:14:31.979609+0000","last_clean":"2024-04-25T17:14:31.979609+0000","last_became_active":"2024-04-25T17:13:47.311398+0000","last_became_peered":"2024-04-25T17:13:47.311398+0000","last_unstale":"2024-04-25T17:14:31.979609+0000","last_undegraded":"2024-04-25T17:14:31.979609+0000","last_fullsized":"2024-04-25T17:14:31.979609+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:11.394989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.164889+0000","last_change":"2024-04-25T17:13:42.253580+0000","last_active":"2024-04-25T17:14:32.164889+0000","last_peered":"2024-04-25T17:14:32.164889+0000","last_clean":"2024-04-25T17:14:32.164889+0000","last_became_active":"2024-04-25T17:13:42.253201+0000","last_became_peered":"2024-04-25T17:13:42.253201+0000","last_unstale":"2024-04-25T17:14:32.164889+0000","last_undegraded":"2024-04-25T17:14:32.164889+0000","last_fullsized":"2024-04-25T17:14:32.164889+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:26:41.271535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.977573+0000","last_change":"2024-04-25T17:13:43.271538+0000","last_active":"2024-04-25T17:14:31.977573+0000","last_peered":"2024-04-25T17:14:31.977573+0000","last_clean":"2024-04-25T17:14:31.977573+0000","last_became_active":"2024-04-25T17:13:43.271150+0000","last_became_peered":"2024-04-25T17:13:43.271150+0000","last_unstale":"2024-04-25T17:14:31.977573+0000","last_undegraded":"2024-04-25T17:14:31.977573+0000","last_fullsized":"2024-04-25T17:14:31.977573+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:01:03.019147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.983454+0000","last_change":"2024-04-25T17:14:31.983454+0000","last_active":"2024-04-25T17:14:31.983454+0000","last_peered":"2024-04-25T17:14:31.983454+0000","last_clean":"2024-04-25T17:14:31.983454+0000","last_became_active":"2024-04-25T17:14:31.982829+0000","last_became_peered":"2024-04-25T17:14:31.982829+0000","last_unstale":"2024-04-25T17:14:31.983454+0000","last_undegraded":"2024-04-25T17:14:31.983454+0000","last_fullsized":"2024-04-25T17:14:31.983454+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:54:31.062011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"80'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.949525+0000","last_change":"2024-04-25T17:13:42.250599+0000","last_active":"2024-04-25T17:14:32.949525+0000","last_peered":"2024-04-25T17:14:32.949525+0000","last_clean":"2024-04-25T17:14:32.949525+0000","last_became_active":"2024-04-25T17:13:42.250250+0000","last_became_peered":"2024-04-25T17:13:42.250250+0000","last_unstale":"2024-04-25T17:14:32.949525+0000","last_undegraded":"2024-04-25T17:14:32.949525+0000","last_fullsized":"2024-04-25T17:14:32.949525+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:38:21.581317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976729+0000","last_change":"2024-04-25T17:13:43.289335+0000","last_active":"2024-04-25T17:14:31.976729+0000","last_peered":"2024-04-25T17:14:31.976729+0000","last_clean":"2024-04-25T17:14:31.976729+0000","last_became_active":"2024-04-25T17:13:43.288381+0000","last_became_peered":"2024-04-25T17:13:43.288381+0000","last_unstale":"2024-04-25T17:14:31.976729+0000","last_undegraded":"2024-04-25T17:14:31.976729+0000","last_fullsized":"2024-04-25T17:14:31.976729+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:48:17.293276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.973078+0000","last_change":"2024-04-25T17:13:47.312617+0000","last_active":"2024-04-25T17:14:31.973078+0000","last_peered":"2024-04-25T17:14:31.973078+0000","last_clean":"2024-04-25T17:14:31.973078+0000","last_became_active":"2024-04-25T17:13:47.311958+0000","last_became_peered":"2024-04-25T17:13:47.311958+0000","last_unstale":"2024-04-25T17:14:31.973078+0000","last_undegraded":"2024-04-25T17:14:31.973078+0000","last_fullsized":"2024-04-25T17:14:31.973078+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:04:41.190580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"80'1","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.975588+0000","last_change":"2024-04-25T17:13:42.253272+0000","last_active":"2024-04-25T17:14:31.975588+0000","last_peered":"2024-04-25T17:14:31.975588+0000","last_clean":"2024-04-25T17:14:31.975588+0000","last_became_active":"2024-04-25T17:13:42.252963+0000","last_became_peered":"2024-04-25T17:13:42.252963+0000","last_unstale":"2024-04-25T17:14:31.975588+0000","last_undegraded":"2024-04-25T17:14:31.975588+0000","last_fullsized":"2024-04-25T17:14:31.975588+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:07:07.518147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.972448+0000","last_change":"2024-04-25T17:13:43.269310+0000","last_active":"2024-04-25T17:14:31.972448+0000","last_peered":"2024-04-25T17:14:31.972448+0000","last_clean":"2024-04-25T17:14:31.972448+0000","last_became_active":"2024-04-25T17:13:43.268945+0000","last_became_peered":"2024-04-25T17:13:43.268945+0000","last_unstale":"2024-04-25T17:14:31.972448+0000","last_undegraded":"2024-04-25T17:14:31.972448+0000","last_fullsized":"2024-04-25T17:14:31.972448+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:24:53.733270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976601+0000","last_change":"2024-04-25T17:13:47.308087+0000","last_active":"2024-04-25T17:14:31.976601+0000","last_peered":"2024-04-25T17:14:31.976601+0000","last_clean":"2024-04-25T17:14:31.976601+0000","last_became_active":"2024-04-25T17:13:47.307586+0000","last_became_peered":"2024-04-25T17:13:47.307586+0000","last_unstale":"2024-04-25T17:14:31.976601+0000","last_undegraded":"2024-04-25T17:14:31.976601+0000","last_fullsized":"2024-04-25T17:14:31.976601+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:01:19.660591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"80'3","reported_seq":101,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:15:18.053290+0000","last_change":"2024-04-25T17:13:42.248527+0000","last_active":"2024-04-25T17:15:18.053290+0000","last_peered":"2024-04-25T17:15:18.053290+0000","last_clean":"2024-04-25T17:15:18.053290+0000","last_became_active":"2024-04-25T17:13:42.248171+0000","last_became_peered":"2024-04-25T17:13:42.248171+0000","last_unstale":"2024-04-25T17:15:18.053290+0000","last_undegraded":"2024-04-25T17:15:18.053290+0000","last_fullsized":"2024-04-25T17:15:18.053290+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:03:13.600121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":71,"num_read_kb":71,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976456+0000","last_change":"2024-04-25T17:13:43.278007+0000","last_active":"2024-04-25T17:14:31.976456+0000","last_peered":"2024-04-25T17:14:31.976456+0000","last_clean":"2024-04-25T17:14:31.976456+0000","last_became_active":"2024-04-25T17:13:43.277613+0000","last_became_peered":"2024-04-25T17:13:43.277613+0000","last_unstale":"2024-04-25T17:14:31.976456+0000","last_undegraded":"2024-04-25T17:14:31.976456+0000","last_fullsized":"2024-04-25T17:14:31.976456+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:23:00.430287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.972450+0000","last_change":"2024-04-25T17:13:47.313023+0000","last_active":"2024-04-25T17:14:31.972450+0000","last_peered":"2024-04-25T17:14:31.972450+0000","last_clean":"2024-04-25T17:14:31.972450+0000","last_became_active":"2024-04-25T17:13:47.311673+0000","last_became_peered":"2024-04-25T17:13:47.311673+0000","last_unstale":"2024-04-25T17:14:31.972450+0000","last_undegraded":"2024-04-25T17:14:31.972450+0000","last_fullsized":"2024-04-25T17:14:31.972450+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:46:44.858281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.971885+0000","last_change":"2024-04-25T17:13:42.253720+0000","last_active":"2024-04-25T17:14:31.971885+0000","last_peered":"2024-04-25T17:14:31.971885+0000","last_clean":"2024-04-25T17:14:31.971885+0000","last_became_active":"2024-04-25T17:13:42.253305+0000","last_became_peered":"2024-04-25T17:13:42.253305+0000","last_unstale":"2024-04-25T17:14:31.971885+0000","last_undegraded":"2024-04-25T17:14:31.971885+0000","last_fullsized":"2024-04-25T17:14:31.971885+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:35:31.730790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.974194+0000","last_change":"2024-04-25T17:13:43.262850+0000","last_active":"2024-04-25T17:14:31.974194+0000","last_peered":"2024-04-25T17:14:31.974194+0000","last_clean":"2024-04-25T17:14:31.974194+0000","last_became_active":"2024-04-25T17:13:43.262145+0000","last_became_peered":"2024-04-25T17:13:43.262145+0000","last_unstale":"2024-04-25T17:14:31.974194+0000","last_undegraded":"2024-04-25T17:14:31.974194+0000","last_fullsized":"2024-04-25T17:14:31.974194+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:02:00.785006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.970471+0000","last_change":"2024-04-25T17:13:47.310769+0000","last_active":"2024-04-25T17:14:31.970471+0000","last_peered":"2024-04-25T17:14:31.970471+0000","last_clean":"2024-04-25T17:14:31.970471+0000","last_became_active":"2024-04-25T17:13:47.309997+0000","last_became_peered":"2024-04-25T17:13:47.309997+0000","last_unstale":"2024-04-25T17:14:31.970471+0000","last_undegraded":"2024-04-25T17:14:31.970471+0000","last_fullsized":"2024-04-25T17:14:31.970471+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:42:49.623756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976790+0000","last_change":"2024-04-25T17:13:42.263567+0000","last_active":"2024-04-25T17:14:31.976790+0000","last_peered":"2024-04-25T17:14:31.976790+0000","last_clean":"2024-04-25T17:14:31.976790+0000","last_became_active":"2024-04-25T17:13:42.263290+0000","last_became_peered":"2024-04-25T17:13:42.263290+0000","last_unstale":"2024-04-25T17:14:31.976790+0000","last_undegraded":"2024-04-25T17:14:31.976790+0000","last_fullsized":"2024-04-25T17:14:31.976790+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:55:55.700223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976009+0000","last_change":"2024-04-25T17:13:43.269684+0000","last_active":"2024-04-25T17:14:31.976009+0000","last_peered":"2024-04-25T17:14:31.976009+0000","last_clean":"2024-04-25T17:14:31.976009+0000","last_became_active":"2024-04-25T17:13:43.269313+0000","last_became_peered":"2024-04-25T17:13:43.269313+0000","last_unstale":"2024-04-25T17:14:31.976009+0000","last_undegraded":"2024-04-25T17:14:31.976009+0000","last_fullsized":"2024-04-25T17:14:31.976009+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:47:58.748967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.972706+0000","last_change":"2024-04-25T17:13:47.315142+0000","last_active":"2024-04-25T17:14:31.972706+0000","last_peered":"2024-04-25T17:14:31.972706+0000","last_clean":"2024-04-25T17:14:31.972706+0000","last_became_active":"2024-04-25T17:13:47.314663+0000","last_became_peered":"2024-04-25T17:13:47.314663+0000","last_unstale":"2024-04-25T17:14:31.972706+0000","last_undegraded":"2024-04-25T17:14:31.972706+0000","last_fullsized":"2024-04-25T17:14:31.972706+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:01:30.858240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"82'33","reported_seq":210,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:15:19.055104+0000","last_change":"2024-04-25T17:13:42.247803+0000","last_active":"2024-04-25T17:15:19.055104+0000","last_peered":"2024-04-25T17:15:19.055104+0000","last_clean":"2024-04-25T17:15:19.055104+0000","last_became_active":"2024-04-25T17:13:42.247403+0000","last_became_peered":"2024-04-25T17:13:42.247403+0000","last_unstale":"2024-04-25T17:15:19.055104+0000","last_undegraded":"2024-04-25T17:15:19.055104+0000","last_fullsized":"2024-04-25T17:15:19.055104+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:49:15.282479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63356,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":150,"num_read_kb":137,"num_write":34,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.981057+0000","last_change":"2024-04-25T17:13:43.264005+0000","last_active":"2024-04-25T17:14:31.981057+0000","last_peered":"2024-04-25T17:14:31.981057+0000","last_clean":"2024-04-25T17:14:31.981057+0000","last_became_active":"2024-04-25T17:13:43.263657+0000","last_became_peered":"2024-04-25T17:13:43.263657+0000","last_unstale":"2024-04-25T17:14:31.981057+0000","last_undegraded":"2024-04-25T17:14:31.981057+0000","last_fullsized":"2024-04-25T17:14:31.981057+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:16:02.894712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.977183+0000","last_change":"2024-04-25T17:13:47.308776+0000","last_active":"2024-04-25T17:14:31.977183+0000","last_peered":"2024-04-25T17:14:31.977183+0000","last_clean":"2024-04-25T17:14:31.977183+0000","last_became_active":"2024-04-25T17:13:47.308230+0000","last_became_peered":"2024-04-25T17:13:47.308230+0000","last_unstale":"2024-04-25T17:14:31.977183+0000","last_undegraded":"2024-04-25T17:14:31.977183+0000","last_fullsized":"2024-04-25T17:14:31.977183+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:00:55.460714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"80'6","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.979242+0000","last_change":"2024-04-25T17:13:42.248380+0000","last_active":"2024-04-25T17:14:31.979242+0000","last_peered":"2024-04-25T17:14:31.979242+0000","last_clean":"2024-04-25T17:14:31.979242+0000","last_became_active":"2024-04-25T17:13:42.248036+0000","last_became_peered":"2024-04-25T17:13:42.248036+0000","last_unstale":"2024-04-25T17:14:31.979242+0000","last_undegraded":"2024-04-25T17:14:31.979242+0000","last_fullsized":"2024-04-25T17:14:31.979242+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:32:11.747718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.949771+0000","last_change":"2024-04-25T17:13:43.291191+0000","last_active":"2024-04-25T17:14:32.949771+0000","last_peered":"2024-04-25T17:14:32.949771+0000","last_clean":"2024-04-25T17:14:32.949771+0000","last_became_active":"2024-04-25T17:13:43.290790+0000","last_became_peered":"2024-04-25T17:13:43.290790+0000","last_unstale":"2024-04-25T17:14:32.949771+0000","last_undegraded":"2024-04-25T17:14:32.949771+0000","last_fullsized":"2024-04-25T17:14:32.949771+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:11:27.201248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.951532+0000","last_change":"2024-04-25T17:14:32.951532+0000","last_active":"2024-04-25T17:14:32.951532+0000","last_peered":"2024-04-25T17:14:32.951532+0000","last_clean":"2024-04-25T17:14:32.951532+0000","last_became_active":"2024-04-25T17:14:32.950950+0000","last_became_peered":"2024-04-25T17:14:32.950950+0000","last_unstale":"2024-04-25T17:14:32.951532+0000","last_undegraded":"2024-04-25T17:14:32.951532+0000","last_fullsized":"2024-04-25T17:14:32.951532+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:27:41.458593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"80'3","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.977018+0000","last_change":"2024-04-25T17:13:42.253955+0000","last_active":"2024-04-25T17:14:31.977018+0000","last_peered":"2024-04-25T17:14:31.977018+0000","last_clean":"2024-04-25T17:14:31.977018+0000","last_became_active":"2024-04-25T17:13:42.253621+0000","last_became_peered":"2024-04-25T17:13:42.253621+0000","last_unstale":"2024-04-25T17:14:31.977018+0000","last_undegraded":"2024-04-25T17:14:31.977018+0000","last_fullsized":"2024-04-25T17:14:31.977018+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:37:24.748356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.951224+0000","last_change":"2024-04-25T17:14:32.951224+0000","last_active":"2024-04-25T17:14:32.951224+0000","last_peered":"2024-04-25T17:14:32.951224+0000","last_clean":"2024-04-25T17:14:32.951224+0000","last_became_active":"2024-04-25T17:14:32.950685+0000","last_became_peered":"2024-04-25T17:14:32.950685+0000","last_unstale":"2024-04-25T17:14:32.951224+0000","last_undegraded":"2024-04-25T17:14:32.951224+0000","last_fullsized":"2024-04-25T17:14:32.951224+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:20:31.195548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.973274+0000","last_change":"2024-04-25T17:13:47.315917+0000","last_active":"2024-04-25T17:14:31.973274+0000","last_peered":"2024-04-25T17:14:31.973274+0000","last_clean":"2024-04-25T17:14:31.973274+0000","last_became_active":"2024-04-25T17:13:47.315085+0000","last_became_peered":"2024-04-25T17:13:47.315085+0000","last_unstale":"2024-04-25T17:14:31.973274+0000","last_undegraded":"2024-04-25T17:14:31.973274+0000","last_fullsized":"2024-04-25T17:14:31.973274+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:45:09.895791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"80'3","reported_seq":102,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:15:18.030856+0000","last_change":"2024-04-25T17:13:42.251154+0000","last_active":"2024-04-25T17:15:18.030856+0000","last_peered":"2024-04-25T17:15:18.030856+0000","last_clean":"2024-04-25T17:15:18.030856+0000","last_became_active":"2024-04-25T17:13:42.250777+0000","last_became_peered":"2024-04-25T17:13:42.250777+0000","last_unstale":"2024-04-25T17:15:18.030856+0000","last_undegraded":"2024-04-25T17:15:18.030856+0000","last_fullsized":"2024-04-25T17:15:18.030856+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:57:36.672575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":74,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.971259+0000","last_change":"2024-04-25T17:13:43.258198+0000","last_active":"2024-04-25T17:14:31.971259+0000","last_peered":"2024-04-25T17:14:31.971259+0000","last_clean":"2024-04-25T17:14:31.971259+0000","last_became_active":"2024-04-25T17:13:43.256692+0000","last_became_peered":"2024-04-25T17:13:43.256692+0000","last_unstale":"2024-04-25T17:14:31.971259+0000","last_undegraded":"2024-04-25T17:14:31.971259+0000","last_fullsized":"2024-04-25T17:14:31.971259+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:37:59.066932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.949854+0000","last_change":"2024-04-25T17:13:47.314569+0000","last_active":"2024-04-25T17:14:32.949854+0000","last_peered":"2024-04-25T17:14:32.949854+0000","last_clean":"2024-04-25T17:14:32.949854+0000","last_became_active":"2024-04-25T17:13:47.314120+0000","last_became_peered":"2024-04-25T17:13:47.314120+0000","last_unstale":"2024-04-25T17:14:32.949854+0000","last_undegraded":"2024-04-25T17:14:32.949854+0000","last_fullsized":"2024-04-25T17:14:32.949854+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:50:54.373184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"80'15","reported_seq":42,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.981667+0000","last_change":"2024-04-25T17:13:42.256990+0000","last_active":"2024-04-25T17:14:31.981667+0000","last_peered":"2024-04-25T17:14:31.981667+0000","last_clean":"2024-04-25T17:14:31.981667+0000","last_became_active":"2024-04-25T17:13:42.256650+0000","last_became_peered":"2024-04-25T17:13:42.256650+0000","last_unstale":"2024-04-25T17:14:31.981667+0000","last_undegraded":"2024-04-25T17:14:31.981667+0000","last_fullsized":"2024-04-25T17:14:31.981667+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:53:41.517828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976107+0000","last_change":"2024-04-25T17:13:43.262197+0000","last_active":"2024-04-25T17:14:31.976107+0000","last_peered":"2024-04-25T17:14:31.976107+0000","last_clean":"2024-04-25T17:14:31.976107+0000","last_became_active":"2024-04-25T17:13:43.261768+0000","last_became_peered":"2024-04-25T17:13:43.261768+0000","last_unstale":"2024-04-25T17:14:31.976107+0000","last_undegraded":"2024-04-25T17:14:31.976107+0000","last_fullsized":"2024-04-25T17:14:31.976107+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:26:29.414364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976037+0000","last_change":"2024-04-25T17:13:47.313654+0000","last_active":"2024-04-25T17:14:31.976037+0000","last_peered":"2024-04-25T17:14:31.976037+0000","last_clean":"2024-04-25T17:14:31.976037+0000","last_became_active":"2024-04-25T17:13:47.313184+0000","last_became_peered":"2024-04-25T17:13:47.313184+0000","last_unstale":"2024-04-25T17:14:31.976037+0000","last_undegraded":"2024-04-25T17:14:31.976037+0000","last_fullsized":"2024-04-25T17:14:31.976037+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:00:56.020898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.982890+0000","last_change":"2024-04-25T17:13:42.257432+0000","last_active":"2024-04-25T17:14:31.982890+0000","last_peered":"2024-04-25T17:14:31.982890+0000","last_clean":"2024-04-25T17:14:31.982890+0000","last_became_active":"2024-04-25T17:13:42.257096+0000","last_became_peered":"2024-04-25T17:13:42.257096+0000","last_unstale":"2024-04-25T17:14:31.982890+0000","last_undegraded":"2024-04-25T17:14:31.982890+0000","last_fullsized":"2024-04-25T17:14:31.982890+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:56:40.819260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.973879+0000","last_change":"2024-04-25T17:13:43.252268+0000","last_active":"2024-04-25T17:14:31.973879+0000","last_peered":"2024-04-25T17:14:31.973879+0000","last_clean":"2024-04-25T17:14:31.973879+0000","last_became_active":"2024-04-25T17:13:43.251886+0000","last_became_peered":"2024-04-25T17:13:43.251886+0000","last_unstale":"2024-04-25T17:14:31.973879+0000","last_undegraded":"2024-04-25T17:14:31.973879+0000","last_fullsized":"2024-04-25T17:14:31.973879+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:53:55.747546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.980415+0000","last_change":"2024-04-25T17:13:47.318607+0000","last_active":"2024-04-25T17:14:31.980415+0000","last_peered":"2024-04-25T17:14:31.980415+0000","last_clean":"2024-04-25T17:14:31.980415+0000","last_became_active":"2024-04-25T17:13:47.318021+0000","last_became_peered":"2024-04-25T17:13:47.318021+0000","last_unstale":"2024-04-25T17:14:31.980415+0000","last_undegraded":"2024-04-25T17:14:31.980415+0000","last_fullsized":"2024-04-25T17:14:31.980415+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:16:57.361401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.972795+0000","last_change":"2024-04-25T17:13:42.261684+0000","last_active":"2024-04-25T17:14:31.972795+0000","last_peered":"2024-04-25T17:14:31.972795+0000","last_clean":"2024-04-25T17:14:31.972795+0000","last_became_active":"2024-04-25T17:13:42.261311+0000","last_became_peered":"2024-04-25T17:13:42.261311+0000","last_unstale":"2024-04-25T17:14:31.972795+0000","last_undegraded":"2024-04-25T17:14:31.972795+0000","last_fullsized":"2024-04-25T17:14:31.972795+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:09:48.192868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.165540+0000","last_change":"2024-04-25T17:13:43.272523+0000","last_active":"2024-04-25T17:14:32.165540+0000","last_peered":"2024-04-25T17:14:32.165540+0000","last_clean":"2024-04-25T17:14:32.165540+0000","last_became_active":"2024-04-25T17:13:43.272136+0000","last_became_peered":"2024-04-25T17:13:43.272136+0000","last_unstale":"2024-04-25T17:14:32.165540+0000","last_undegraded":"2024-04-25T17:14:32.165540+0000","last_fullsized":"2024-04-25T17:14:32.165540+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:00:20.231655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.950030+0000","last_change":"2024-04-25T17:13:47.306244+0000","last_active":"2024-04-25T17:14:32.950030+0000","last_peered":"2024-04-25T17:14:32.950030+0000","last_clean":"2024-04-25T17:14:32.950030+0000","last_became_active":"2024-04-25T17:13:47.305029+0000","last_became_peered":"2024-04-25T17:13:47.305029+0000","last_unstale":"2024-04-25T17:14:32.950030+0000","last_undegraded":"2024-04-25T17:14:32.950030+0000","last_fullsized":"2024-04-25T17:14:32.950030+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:38:22.161775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"80'1","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.971366+0000","last_change":"2024-04-25T17:13:42.254095+0000","last_active":"2024-04-25T17:14:31.971366+0000","last_peered":"2024-04-25T17:14:31.971366+0000","last_clean":"2024-04-25T17:14:31.971366+0000","last_became_active":"2024-04-25T17:13:42.253753+0000","last_became_peered":"2024-04-25T17:13:42.253753+0000","last_unstale":"2024-04-25T17:14:31.971366+0000","last_undegraded":"2024-04-25T17:14:31.971366+0000","last_fullsized":"2024-04-25T17:14:31.971366+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:52.534242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.165116+0000","last_change":"2024-04-25T17:13:43.265067+0000","last_active":"2024-04-25T17:14:32.165116+0000","last_peered":"2024-04-25T17:14:32.165116+0000","last_clean":"2024-04-25T17:14:32.165116+0000","last_became_active":"2024-04-25T17:13:43.264622+0000","last_became_peered":"2024-04-25T17:13:43.264622+0000","last_unstale":"2024-04-25T17:14:32.165116+0000","last_undegraded":"2024-04-25T17:14:32.165116+0000","last_fullsized":"2024-04-25T17:14:32.165116+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:34:20.634458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.949967+0000","last_change":"2024-04-25T17:13:47.318784+0000","last_active":"2024-04-25T17:14:32.949967+0000","last_peered":"2024-04-25T17:14:32.949967+0000","last_clean":"2024-04-25T17:14:32.949967+0000","last_became_active":"2024-04-25T17:13:47.318311+0000","last_became_peered":"2024-04-25T17:13:47.318311+0000","last_unstale":"2024-04-25T17:14:32.949967+0000","last_undegraded":"2024-04-25T17:14:32.949967+0000","last_fullsized":"2024-04-25T17:14:32.949967+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:35:10.223552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.975877+0000","last_change":"2024-04-25T17:13:43.267649+0000","last_active":"2024-04-25T17:14:31.975877+0000","last_peered":"2024-04-25T17:14:31.975877+0000","last_clean":"2024-04-25T17:14:31.975877+0000","last_became_active":"2024-04-25T17:13:43.267261+0000","last_became_peered":"2024-04-25T17:13:43.267261+0000","last_unstale":"2024-04-25T17:14:31.975877+0000","last_undegraded":"2024-04-25T17:14:31.975877+0000","last_fullsized":"2024-04-25T17:14:31.975877+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:57:47.612489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"80'4","reported_seq":102,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:15:19.031749+0000","last_change":"2024-04-25T17:13:42.249991+0000","last_active":"2024-04-25T17:15:19.031749+0000","last_peered":"2024-04-25T17:15:19.031749+0000","last_clean":"2024-04-25T17:15:19.031749+0000","last_became_active":"2024-04-25T17:13:42.246842+0000","last_became_peered":"2024-04-25T17:13:42.246842+0000","last_unstale":"2024-04-25T17:15:19.031749+0000","last_undegraded":"2024-04-25T17:15:19.031749+0000","last_fullsized":"2024-04-25T17:15:19.031749+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:20:28.616738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":72,"num_read_kb":72,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"80'1","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.171166+0000","last_change":"2024-04-25T17:14:32.171166+0000","last_active":"2024-04-25T17:14:32.171166+0000","last_peered":"2024-04-25T17:14:32.171166+0000","last_clean":"2024-04-25T17:14:32.171166+0000","last_became_active":"2024-04-25T17:14:32.166858+0000","last_became_peered":"2024-04-25T17:14:32.166858+0000","last_unstale":"2024-04-25T17:14:32.171166+0000","last_undegraded":"2024-04-25T17:14:32.171166+0000","last_fullsized":"2024-04-25T17:14:32.171166+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:40:06.769226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,10],"acting":[7,5,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976995+0000","last_change":"2024-04-25T17:13:43.280919+0000","last_active":"2024-04-25T17:14:31.976995+0000","last_peered":"2024-04-25T17:14:31.976995+0000","last_clean":"2024-04-25T17:14:31.976995+0000","last_became_active":"2024-04-25T17:13:43.280540+0000","last_became_peered":"2024-04-25T17:13:43.280540+0000","last_unstale":"2024-04-25T17:14:31.976995+0000","last_undegraded":"2024-04-25T17:14:31.976995+0000","last_fullsized":"2024-04-25T17:14:31.976995+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:21:27.387579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.970086+0000","last_change":"2024-04-25T17:13:42.255138+0000","last_active":"2024-04-25T17:14:31.970086+0000","last_peered":"2024-04-25T17:14:31.970086+0000","last_clean":"2024-04-25T17:14:31.970086+0000","last_became_active":"2024-04-25T17:13:42.254789+0000","last_became_peered":"2024-04-25T17:13:42.254789+0000","last_unstale":"2024-04-25T17:14:31.970086+0000","last_undegraded":"2024-04-25T17:14:31.970086+0000","last_fullsized":"2024-04-25T17:14:31.970086+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:34.178793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":103,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.971168+0000","last_change":"2024-04-25T17:12:26.646633+0000","last_active":"2024-04-25T17:14:31.971168+0000","last_peered":"2024-04-25T17:14:31.971168+0000","last_clean":"2024-04-25T17:14:31.971168+0000","last_became_active":"2024-04-25T17:12:26.640706+0000","last_became_peered":"2024-04-25T17:12:26.640706+0000","last_unstale":"2024-04-25T17:14:31.971168+0000","last_undegraded":"2024-04-25T17:14:31.971168+0000","last_fullsized":"2024-04-25T17:14:31.971168+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:08:59.666167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:08:59.666167+0000","last_clean_scrub_stamp":"2024-04-25T17:08:59.666167+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:05:35.886707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976138+0000","last_change":"2024-04-25T17:13:47.318653+0000","last_active":"2024-04-25T17:14:31.976138+0000","last_peered":"2024-04-25T17:14:31.976138+0000","last_clean":"2024-04-25T17:14:31.976138+0000","last_became_active":"2024-04-25T17:13:47.318201+0000","last_became_peered":"2024-04-25T17:13:47.318201+0000","last_unstale":"2024-04-25T17:14:31.976138+0000","last_undegraded":"2024-04-25T17:14:31.976138+0000","last_fullsized":"2024-04-25T17:14:31.976138+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:08:06.948411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.949393+0000","last_change":"2024-04-25T17:13:43.262977+0000","last_active":"2024-04-25T17:14:32.949393+0000","last_peered":"2024-04-25T17:14:32.949393+0000","last_clean":"2024-04-25T17:14:32.949393+0000","last_became_active":"2024-04-25T17:13:43.262622+0000","last_became_peered":"2024-04-25T17:13:43.262622+0000","last_unstale":"2024-04-25T17:14:32.949393+0000","last_undegraded":"2024-04-25T17:14:32.949393+0000","last_fullsized":"2024-04-25T17:14:32.949393+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:36:05.205724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.971139+0000","last_change":"2024-04-25T17:13:42.258592+0000","last_active":"2024-04-25T17:14:31.971139+0000","last_peered":"2024-04-25T17:14:31.971139+0000","last_clean":"2024-04-25T17:14:31.971139+0000","last_became_active":"2024-04-25T17:13:42.258214+0000","last_became_peered":"2024-04-25T17:13:42.258214+0000","last_unstale":"2024-04-25T17:14:31.971139+0000","last_undegraded":"2024-04-25T17:14:31.971139+0000","last_fullsized":"2024-04-25T17:14:31.971139+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:36:18.364717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.972762+0000","last_change":"2024-04-25T17:13:47.307961+0000","last_active":"2024-04-25T17:14:31.972762+0000","last_peered":"2024-04-25T17:14:31.972762+0000","last_clean":"2024-04-25T17:14:31.972762+0000","last_became_active":"2024-04-25T17:13:47.307505+0000","last_became_peered":"2024-04-25T17:13:47.307505+0000","last_unstale":"2024-04-25T17:14:31.972762+0000","last_undegraded":"2024-04-25T17:14:31.972762+0000","last_fullsized":"2024-04-25T17:14:31.972762+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:45:26.968675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"80'1","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.981171+0000","last_change":"2024-04-25T17:13:42.259766+0000","last_active":"2024-04-25T17:14:31.981171+0000","last_peered":"2024-04-25T17:14:31.981171+0000","last_clean":"2024-04-25T17:14:31.981171+0000","last_became_active":"2024-04-25T17:13:42.259415+0000","last_became_peered":"2024-04-25T17:13:42.259415+0000","last_unstale":"2024-04-25T17:14:31.981171+0000","last_undegraded":"2024-04-25T17:14:31.981171+0000","last_fullsized":"2024-04-25T17:14:31.981171+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:21:53.586449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.950158+0000","last_change":"2024-04-25T17:13:43.262971+0000","last_active":"2024-04-25T17:14:32.950158+0000","last_peered":"2024-04-25T17:14:32.950158+0000","last_clean":"2024-04-25T17:14:32.950158+0000","last_became_active":"2024-04-25T17:13:43.262586+0000","last_became_peered":"2024-04-25T17:13:43.262586+0000","last_unstale":"2024-04-25T17:14:32.950158+0000","last_undegraded":"2024-04-25T17:14:32.950158+0000","last_fullsized":"2024-04-25T17:14:32.950158+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:24:06.318153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976704+0000","last_change":"2024-04-25T17:13:47.318965+0000","last_active":"2024-04-25T17:14:31.976704+0000","last_peered":"2024-04-25T17:14:31.976704+0000","last_clean":"2024-04-25T17:14:31.976704+0000","last_became_active":"2024-04-25T17:13:47.318521+0000","last_became_peered":"2024-04-25T17:13:47.318521+0000","last_unstale":"2024-04-25T17:14:31.976704+0000","last_undegraded":"2024-04-25T17:14:31.976704+0000","last_fullsized":"2024-04-25T17:14:31.976704+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:32:41.804297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"80'8","reported_seq":47,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.988983+0000","last_change":"2024-04-25T17:14:31.988983+0000","last_active":"2024-04-25T17:14:31.988983+0000","last_peered":"2024-04-25T17:14:31.988983+0000","last_clean":"2024-04-25T17:14:31.988983+0000","last_became_active":"2024-04-25T17:14:31.982405+0000","last_became_peered":"2024-04-25T17:14:31.982405+0000","last_unstale":"2024-04-25T17:14:31.988983+0000","last_undegraded":"2024-04-25T17:14:31.988983+0000","last_fullsized":"2024-04-25T17:14:31.988983+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:33:12.217118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.977458+0000","last_change":"2024-04-25T17:13:43.288283+0000","last_active":"2024-04-25T17:14:31.977458+0000","last_peered":"2024-04-25T17:14:31.977458+0000","last_clean":"2024-04-25T17:14:31.977458+0000","last_became_active":"2024-04-25T17:13:43.287769+0000","last_became_peered":"2024-04-25T17:13:43.287769+0000","last_unstale":"2024-04-25T17:14:31.977458+0000","last_undegraded":"2024-04-25T17:14:31.977458+0000","last_fullsized":"2024-04-25T17:14:31.977458+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:19:24.419633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.979282+0000","last_change":"2024-04-25T17:13:47.303405+0000","last_active":"2024-04-25T17:14:31.979282+0000","last_peered":"2024-04-25T17:14:31.979282+0000","last_clean":"2024-04-25T17:14:31.979282+0000","last_became_active":"2024-04-25T17:13:47.302897+0000","last_became_peered":"2024-04-25T17:13:47.302897+0000","last_unstale":"2024-04-25T17:14:31.979282+0000","last_undegraded":"2024-04-25T17:14:31.979282+0000","last_fullsized":"2024-04-25T17:14:31.979282+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:32:20.882489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"80'4","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.970772+0000","last_change":"2024-04-25T17:13:42.253837+0000","last_active":"2024-04-25T17:14:31.970772+0000","last_peered":"2024-04-25T17:14:31.970772+0000","last_clean":"2024-04-25T17:14:31.970772+0000","last_became_active":"2024-04-25T17:13:42.253460+0000","last_became_peered":"2024-04-25T17:13:42.253460+0000","last_unstale":"2024-04-25T17:14:31.970772+0000","last_undegraded":"2024-04-25T17:14:31.970772+0000","last_fullsized":"2024-04-25T17:14:31.970772+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:36:58.351942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.973360+0000","last_change":"2024-04-25T17:13:43.281828+0000","last_active":"2024-04-25T17:14:31.973360+0000","last_peered":"2024-04-25T17:14:31.973360+0000","last_clean":"2024-04-25T17:14:31.973360+0000","last_became_active":"2024-04-25T17:13:43.281357+0000","last_became_peered":"2024-04-25T17:13:43.281357+0000","last_unstale":"2024-04-25T17:14:31.973360+0000","last_undegraded":"2024-04-25T17:14:31.973360+0000","last_fullsized":"2024-04-25T17:14:31.973360+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:51:31.035568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.970072+0000","last_change":"2024-04-25T17:13:47.320313+0000","last_active":"2024-04-25T17:14:31.970072+0000","last_peered":"2024-04-25T17:14:31.970072+0000","last_clean":"2024-04-25T17:14:31.970072+0000","last_became_active":"2024-04-25T17:13:47.319771+0000","last_became_peered":"2024-04-25T17:13:47.319771+0000","last_unstale":"2024-04-25T17:14:31.970072+0000","last_undegraded":"2024-04-25T17:14:31.970072+0000","last_fullsized":"2024-04-25T17:14:31.970072+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:17:35.954919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.985338+0000","last_change":"2024-04-25T17:14:31.985338+0000","last_active":"2024-04-25T17:14:31.985338+0000","last_peered":"2024-04-25T17:14:31.985338+0000","last_clean":"2024-04-25T17:14:31.985338+0000","last_became_active":"2024-04-25T17:14:31.978067+0000","last_became_peered":"2024-04-25T17:14:31.978067+0000","last_unstale":"2024-04-25T17:14:31.985338+0000","last_undegraded":"2024-04-25T17:14:31.985338+0000","last_fullsized":"2024-04-25T17:14:31.985338+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:06:53.291882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.980198+0000","last_change":"2024-04-25T17:13:43.254994+0000","last_active":"2024-04-25T17:14:31.980198+0000","last_peered":"2024-04-25T17:14:31.980198+0000","last_clean":"2024-04-25T17:14:31.980198+0000","last_became_active":"2024-04-25T17:13:43.254618+0000","last_became_peered":"2024-04-25T17:13:43.254618+0000","last_unstale":"2024-04-25T17:14:31.980198+0000","last_undegraded":"2024-04-25T17:14:31.980198+0000","last_fullsized":"2024-04-25T17:14:31.980198+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:27:14.692287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.973551+0000","last_change":"2024-04-25T17:13:47.315557+0000","last_active":"2024-04-25T17:14:31.973551+0000","last_peered":"2024-04-25T17:14:31.973551+0000","last_clean":"2024-04-25T17:14:31.973551+0000","last_became_active":"2024-04-25T17:13:47.314551+0000","last_became_peered":"2024-04-25T17:13:47.314551+0000","last_unstale":"2024-04-25T17:14:31.973551+0000","last_undegraded":"2024-04-25T17:14:31.973551+0000","last_fullsized":"2024-04-25T17:14:31.973551+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:28:48.783228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"80'3","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976695+0000","last_change":"2024-04-25T17:13:42.257830+0000","last_active":"2024-04-25T17:14:31.976695+0000","last_peered":"2024-04-25T17:14:31.976695+0000","last_clean":"2024-04-25T17:14:31.976695+0000","last_became_active":"2024-04-25T17:13:42.257474+0000","last_became_peered":"2024-04-25T17:13:42.257474+0000","last_unstale":"2024-04-25T17:14:31.976695+0000","last_undegraded":"2024-04-25T17:14:31.976695+0000","last_fullsized":"2024-04-25T17:14:31.976695+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:48:47.208261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.972765+0000","last_change":"2024-04-25T17:13:43.267691+0000","last_active":"2024-04-25T17:14:31.972765+0000","last_peered":"2024-04-25T17:14:31.972765+0000","last_clean":"2024-04-25T17:14:31.972765+0000","last_became_active":"2024-04-25T17:13:43.267292+0000","last_became_peered":"2024-04-25T17:13:43.267292+0000","last_unstale":"2024-04-25T17:14:31.972765+0000","last_undegraded":"2024-04-25T17:14:31.972765+0000","last_fullsized":"2024-04-25T17:14:31.972765+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:45:55.332648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"80'1","reported_seq":19,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.969775+0000","last_change":"2024-04-25T17:13:47.314673+0000","last_active":"2024-04-25T17:14:31.969775+0000","last_peered":"2024-04-25T17:14:31.969775+0000","last_clean":"2024-04-25T17:14:31.969775+0000","last_became_active":"2024-04-25T17:13:47.314287+0000","last_became_peered":"2024-04-25T17:13:47.314287+0000","last_unstale":"2024-04-25T17:14:31.969775+0000","last_undegraded":"2024-04-25T17:14:31.969775+0000","last_fullsized":"2024-04-25T17:14:31.969775+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:56:39.911915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"80'1","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.979135+0000","last_change":"2024-04-25T17:13:42.254521+0000","last_active":"2024-04-25T17:14:31.979135+0000","last_peered":"2024-04-25T17:14:31.979135+0000","last_clean":"2024-04-25T17:14:31.979135+0000","last_became_active":"2024-04-25T17:13:42.254180+0000","last_became_peered":"2024-04-25T17:13:42.254180+0000","last_unstale":"2024-04-25T17:14:31.979135+0000","last_undegraded":"2024-04-25T17:14:31.979135+0000","last_fullsized":"2024-04-25T17:14:31.979135+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:31:24.385653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.977090+0000","last_change":"2024-04-25T17:13:43.289188+0000","last_active":"2024-04-25T17:14:31.977090+0000","last_peered":"2024-04-25T17:14:31.977090+0000","last_clean":"2024-04-25T17:14:31.977090+0000","last_became_active":"2024-04-25T17:13:43.285588+0000","last_became_peered":"2024-04-25T17:13:43.285588+0000","last_unstale":"2024-04-25T17:14:31.977090+0000","last_undegraded":"2024-04-25T17:14:31.977090+0000","last_fullsized":"2024-04-25T17:14:31.977090+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:01:48.765573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.969995+0000","last_change":"2024-04-25T17:13:47.318468+0000","last_active":"2024-04-25T17:14:31.969995+0000","last_peered":"2024-04-25T17:14:31.969995+0000","last_clean":"2024-04-25T17:14:31.969995+0000","last_became_active":"2024-04-25T17:13:47.318047+0000","last_became_peered":"2024-04-25T17:13:47.318047+0000","last_unstale":"2024-04-25T17:14:31.969995+0000","last_undegraded":"2024-04-25T17:14:31.969995+0000","last_fullsized":"2024-04-25T17:14:31.969995+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:16:34.409933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.982368+0000","last_change":"2024-04-25T17:13:42.260066+0000","last_active":"2024-04-25T17:14:31.982368+0000","last_peered":"2024-04-25T17:14:31.982368+0000","last_clean":"2024-04-25T17:14:31.982368+0000","last_became_active":"2024-04-25T17:13:42.259716+0000","last_became_peered":"2024-04-25T17:13:42.259716+0000","last_unstale":"2024-04-25T17:14:31.982368+0000","last_undegraded":"2024-04-25T17:14:31.982368+0000","last_fullsized":"2024-04-25T17:14:31.982368+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:09:52.528226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.971574+0000","last_change":"2024-04-25T17:13:43.264970+0000","last_active":"2024-04-25T17:14:31.971574+0000","last_peered":"2024-04-25T17:14:31.971574+0000","last_clean":"2024-04-25T17:14:31.971574+0000","last_became_active":"2024-04-25T17:13:43.264524+0000","last_became_peered":"2024-04-25T17:13:43.264524+0000","last_unstale":"2024-04-25T17:14:31.971574+0000","last_undegraded":"2024-04-25T17:14:31.971574+0000","last_fullsized":"2024-04-25T17:14:31.971574+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:08.443599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.975267+0000","last_change":"2024-04-25T17:13:47.297953+0000","last_active":"2024-04-25T17:14:31.975267+0000","last_peered":"2024-04-25T17:14:31.975267+0000","last_clean":"2024-04-25T17:14:31.975267+0000","last_became_active":"2024-04-25T17:13:47.297425+0000","last_became_peered":"2024-04-25T17:13:47.297425+0000","last_unstale":"2024-04-25T17:14:31.975267+0000","last_undegraded":"2024-04-25T17:14:31.975267+0000","last_fullsized":"2024-04-25T17:14:31.975267+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:13:40.449490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.978742+0000","last_change":"2024-04-25T17:13:42.261648+0000","last_active":"2024-04-25T17:14:31.978742+0000","last_peered":"2024-04-25T17:14:31.978742+0000","last_clean":"2024-04-25T17:14:31.978742+0000","last_became_active":"2024-04-25T17:13:42.261154+0000","last_became_peered":"2024-04-25T17:13:42.261154+0000","last_unstale":"2024-04-25T17:14:31.978742+0000","last_undegraded":"2024-04-25T17:14:31.978742+0000","last_fullsized":"2024-04-25T17:14:31.978742+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:35:32.369682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.972618+0000","last_change":"2024-04-25T17:13:43.274257+0000","last_active":"2024-04-25T17:14:31.972618+0000","last_peered":"2024-04-25T17:14:31.972618+0000","last_clean":"2024-04-25T17:14:31.972618+0000","last_became_active":"2024-04-25T17:13:43.273869+0000","last_became_peered":"2024-04-25T17:13:43.273869+0000","last_unstale":"2024-04-25T17:14:31.972618+0000","last_undegraded":"2024-04-25T17:14:31.972618+0000","last_fullsized":"2024-04-25T17:14:31.972618+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:45:09.550814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.972757+0000","last_change":"2024-04-25T17:13:47.311914+0000","last_active":"2024-04-25T17:14:31.972757+0000","last_peered":"2024-04-25T17:14:31.972757+0000","last_clean":"2024-04-25T17:14:31.972757+0000","last_became_active":"2024-04-25T17:13:47.311345+0000","last_became_peered":"2024-04-25T17:13:47.311345+0000","last_unstale":"2024-04-25T17:14:31.972757+0000","last_undegraded":"2024-04-25T17:14:31.972757+0000","last_fullsized":"2024-04-25T17:14:31.972757+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:45:33.187018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"75'1","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.977008+0000","last_change":"2024-04-25T17:13:42.254684+0000","last_active":"2024-04-25T17:14:31.977008+0000","last_peered":"2024-04-25T17:14:31.977008+0000","last_clean":"2024-04-25T17:14:31.977008+0000","last_became_active":"2024-04-25T17:13:42.254364+0000","last_became_peered":"2024-04-25T17:13:42.254364+0000","last_unstale":"2024-04-25T17:14:31.977008+0000","last_undegraded":"2024-04-25T17:14:31.977008+0000","last_fullsized":"2024-04-25T17:14:31.977008+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:02:45.875471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.971661+0000","last_change":"2024-04-25T17:13:43.290952+0000","last_active":"2024-04-25T17:14:31.971661+0000","last_peered":"2024-04-25T17:14:31.971661+0000","last_clean":"2024-04-25T17:14:31.971661+0000","last_became_active":"2024-04-25T17:13:43.290601+0000","last_became_peered":"2024-04-25T17:13:43.290601+0000","last_unstale":"2024-04-25T17:14:31.971661+0000","last_undegraded":"2024-04-25T17:14:31.971661+0000","last_fullsized":"2024-04-25T17:14:31.971661+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:40:50.307780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.975364+0000","last_change":"2024-04-25T17:13:47.305309+0000","last_active":"2024-04-25T17:14:31.975364+0000","last_peered":"2024-04-25T17:14:31.975364+0000","last_clean":"2024-04-25T17:14:31.975364+0000","last_became_active":"2024-04-25T17:13:47.304876+0000","last_became_peered":"2024-04-25T17:13:47.304876+0000","last_unstale":"2024-04-25T17:14:31.975364+0000","last_undegraded":"2024-04-25T17:14:31.975364+0000","last_fullsized":"2024-04-25T17:14:31.975364+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:54:45.899895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"75'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.949915+0000","last_change":"2024-04-25T17:13:42.248466+0000","last_active":"2024-04-25T17:14:32.949915+0000","last_peered":"2024-04-25T17:14:32.949915+0000","last_clean":"2024-04-25T17:14:32.949915+0000","last_became_active":"2024-04-25T17:13:42.247770+0000","last_became_peered":"2024-04-25T17:13:42.247770+0000","last_unstale":"2024-04-25T17:14:32.949915+0000","last_undegraded":"2024-04-25T17:14:32.949915+0000","last_fullsized":"2024-04-25T17:14:32.949915+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:28:31.611709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.972178+0000","last_change":"2024-04-25T17:13:43.261759+0000","last_active":"2024-04-25T17:14:31.972178+0000","last_peered":"2024-04-25T17:14:31.972178+0000","last_clean":"2024-04-25T17:14:31.972178+0000","last_became_active":"2024-04-25T17:13:43.261370+0000","last_became_peered":"2024-04-25T17:13:43.261370+0000","last_unstale":"2024-04-25T17:14:31.972178+0000","last_undegraded":"2024-04-25T17:14:31.972178+0000","last_fullsized":"2024-04-25T17:14:31.972178+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:59:04.532021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.972886+0000","last_change":"2024-04-25T17:13:43.258611+0000","last_active":"2024-04-25T17:14:31.972886+0000","last_peered":"2024-04-25T17:14:31.972886+0000","last_clean":"2024-04-25T17:14:31.972886+0000","last_became_active":"2024-04-25T17:13:43.258222+0000","last_became_peered":"2024-04-25T17:13:43.258222+0000","last_unstale":"2024-04-25T17:14:31.972886+0000","last_undegraded":"2024-04-25T17:14:31.972886+0000","last_fullsized":"2024-04-25T17:14:31.972886+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:47:08.181197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.979814+0000","last_change":"2024-04-25T17:13:43.265860+0000","last_active":"2024-04-25T17:14:31.979814+0000","last_peered":"2024-04-25T17:14:31.979814+0000","last_clean":"2024-04-25T17:14:31.979814+0000","last_became_active":"2024-04-25T17:13:43.265386+0000","last_became_peered":"2024-04-25T17:13:43.265386+0000","last_unstale":"2024-04-25T17:14:31.979814+0000","last_undegraded":"2024-04-25T17:14:31.979814+0000","last_fullsized":"2024-04-25T17:14:31.979814+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:17:40.278521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.979003+0000","last_change":"2024-04-25T17:13:43.287830+0000","last_active":"2024-04-25T17:14:31.979003+0000","last_peered":"2024-04-25T17:14:31.979003+0000","last_clean":"2024-04-25T17:14:31.979003+0000","last_became_active":"2024-04-25T17:13:43.287226+0000","last_became_peered":"2024-04-25T17:13:43.287226+0000","last_unstale":"2024-04-25T17:14:31.979003+0000","last_undegraded":"2024-04-25T17:14:31.979003+0000","last_fullsized":"2024-04-25T17:14:31.979003+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:06.008495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.951070+0000","last_change":"2024-04-25T17:14:32.951070+0000","last_active":"2024-04-25T17:14:32.951070+0000","last_peered":"2024-04-25T17:14:32.951070+0000","last_clean":"2024-04-25T17:14:32.951070+0000","last_became_active":"2024-04-25T17:14:32.950632+0000","last_became_peered":"2024-04-25T17:14:32.950632+0000","last_unstale":"2024-04-25T17:14:32.951070+0000","last_undegraded":"2024-04-25T17:14:32.951070+0000","last_fullsized":"2024-04-25T17:14:32.951070+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:55:27.316705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,8],"acting":[0,6,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.950221+0000","last_change":"2024-04-25T17:13:43.272457+0000","last_active":"2024-04-25T17:14:32.950221+0000","last_peered":"2024-04-25T17:14:32.950221+0000","last_clean":"2024-04-25T17:14:32.950221+0000","last_became_active":"2024-04-25T17:13:43.271825+0000","last_became_peered":"2024-04-25T17:13:43.271825+0000","last_unstale":"2024-04-25T17:14:32.950221+0000","last_undegraded":"2024-04-25T17:14:32.950221+0000","last_fullsized":"2024-04-25T17:14:32.950221+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:45:37.144933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.973908+0000","last_change":"2024-04-25T17:13:43.256047+0000","last_active":"2024-04-25T17:14:31.973908+0000","last_peered":"2024-04-25T17:14:31.973908+0000","last_clean":"2024-04-25T17:14:31.973908+0000","last_became_active":"2024-04-25T17:13:43.255603+0000","last_became_peered":"2024-04-25T17:13:43.255603+0000","last_unstale":"2024-04-25T17:14:31.973908+0000","last_undegraded":"2024-04-25T17:14:31.973908+0000","last_fullsized":"2024-04-25T17:14:31.973908+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:47:13.586785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.979390+0000","last_change":"2024-04-25T17:13:43.263140+0000","last_active":"2024-04-25T17:14:31.979390+0000","last_peered":"2024-04-25T17:14:31.979390+0000","last_clean":"2024-04-25T17:14:31.979390+0000","last_became_active":"2024-04-25T17:13:43.262295+0000","last_became_peered":"2024-04-25T17:13:43.262295+0000","last_unstale":"2024-04-25T17:14:31.979390+0000","last_undegraded":"2024-04-25T17:14:31.979390+0000","last_fullsized":"2024-04-25T17:14:31.979390+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:25:07.228735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.977582+0000","last_change":"2024-04-25T17:13:43.284295+0000","last_active":"2024-04-25T17:14:31.977582+0000","last_peered":"2024-04-25T17:14:31.977582+0000","last_clean":"2024-04-25T17:14:31.977582+0000","last_became_active":"2024-04-25T17:13:43.283697+0000","last_became_peered":"2024-04-25T17:13:43.283697+0000","last_unstale":"2024-04-25T17:14:31.977582+0000","last_undegraded":"2024-04-25T17:14:31.977582+0000","last_fullsized":"2024-04-25T17:14:31.977582+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:39:25.637940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.975747+0000","last_change":"2024-04-25T17:13:43.272581+0000","last_active":"2024-04-25T17:14:31.975747+0000","last_peered":"2024-04-25T17:14:31.975747+0000","last_clean":"2024-04-25T17:14:31.975747+0000","last_became_active":"2024-04-25T17:13:43.272248+0000","last_became_peered":"2024-04-25T17:13:43.272248+0000","last_unstale":"2024-04-25T17:14:31.975747+0000","last_undegraded":"2024-04-25T17:14:31.975747+0000","last_fullsized":"2024-04-25T17:14:31.975747+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:13:37.778091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976734+0000","last_change":"2024-04-25T17:13:43.287102+0000","last_active":"2024-04-25T17:14:31.976734+0000","last_peered":"2024-04-25T17:14:31.976734+0000","last_clean":"2024-04-25T17:14:31.976734+0000","last_became_active":"2024-04-25T17:13:43.285639+0000","last_became_peered":"2024-04-25T17:13:43.285639+0000","last_unstale":"2024-04-25T17:14:31.976734+0000","last_undegraded":"2024-04-25T17:14:31.976734+0000","last_fullsized":"2024-04-25T17:14:31.976734+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:57:31.092215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.975874+0000","last_change":"2024-04-25T17:13:43.277104+0000","last_active":"2024-04-25T17:14:31.975874+0000","last_peered":"2024-04-25T17:14:31.975874+0000","last_clean":"2024-04-25T17:14:31.975874+0000","last_became_active":"2024-04-25T17:13:43.276713+0000","last_became_peered":"2024-04-25T17:13:43.276713+0000","last_unstale":"2024-04-25T17:14:31.975874+0000","last_undegraded":"2024-04-25T17:14:31.975874+0000","last_fullsized":"2024-04-25T17:14:31.975874+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:16:21.915786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.949874+0000","last_change":"2024-04-25T17:13:43.269758+0000","last_active":"2024-04-25T17:14:32.949874+0000","last_peered":"2024-04-25T17:14:32.949874+0000","last_clean":"2024-04-25T17:14:32.949874+0000","last_became_active":"2024-04-25T17:13:43.269383+0000","last_became_peered":"2024-04-25T17:13:43.269383+0000","last_unstale":"2024-04-25T17:14:32.949874+0000","last_undegraded":"2024-04-25T17:14:32.949874+0000","last_fullsized":"2024-04-25T17:14:32.949874+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:14:21.761555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.973355+0000","last_change":"2024-04-25T17:13:43.250526+0000","last_active":"2024-04-25T17:14:31.973355+0000","last_peered":"2024-04-25T17:14:31.973355+0000","last_clean":"2024-04-25T17:14:31.973355+0000","last_became_active":"2024-04-25T17:13:43.250119+0000","last_became_peered":"2024-04-25T17:13:43.250119+0000","last_unstale":"2024-04-25T17:14:31.973355+0000","last_undegraded":"2024-04-25T17:14:31.973355+0000","last_fullsized":"2024-04-25T17:14:31.973355+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:36:18.407594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":67357,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":452,"num_read_kb":299,"num_write":161,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":1013,"num_keys_recovered":7,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":202071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":140,"ondisk_log_size":140,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678050,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36232,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708920,"statfs":{"total":95995035648,"available":95957934080,"internally_reserved":0,"allocated":917504,"data_stored":449107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874278,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36912,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708240,"statfs":{"total":95995035648,"available":95957237760,"internally_reserved":0,"allocated":1613824,"data_stored":1103827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037803,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":933888,"data_stored":449343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234033,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36252,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708900,"statfs":{"total":95995035648,"available":95957913600,"internally_reserved":0,"allocated":933888,"data_stored":449263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430262,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36828,"kb_used_data":1492,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708324,"statfs":{"total":95995035648,"available":95957323776,"internally_reserved":0,"allocated":1527808,"data_stored":1045172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593788,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":913408,"data_stored":444519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574932,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36296,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708856,"statfs":{"total":95995035648,"available":95957868544,"internally_reserved":0,"allocated":983040,"data_stored":507785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738458,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27940,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717212,"statfs":{"total":95995035648,"available":95966425088,"internally_reserved":0,"allocated":937984,"data_stored":445907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411408,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":999424,"data_stored":508513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149771,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27928,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717224,"statfs":{"total":95995035648,"available":95966437376,"internally_reserved":0,"allocated":925696,"data_stored":444713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953541,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":933888,"data_stored":450182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790016,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28524,"kb_used_data":1500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716628,"statfs":{"total":95995035648,"available":95965827072,"internally_reserved":0,"allocated":1536000,"data_stored":1040760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":63356,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":64084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1657,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":64934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T17:15:23.614 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-25T17:15:23.866 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:15:24.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:24 smithi042 ceph-mon[32851]: pgmap v338: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:15:24.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:24 smithi042 ceph-mon[32851]: from='client.15150 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T17:15:24.660 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:24 smithi028 ceph-mon[29207]: pgmap v338: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:15:24.660 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:24 smithi028 ceph-mon[29207]: from='client.15150 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T17:15:24.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:24 smithi084 ceph-mon[32752]: pgmap v338: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:15:24.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:24 smithi084 ceph-mon[32752]: from='client.15150 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T17:15:25.608 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.607+0000 7f304ff68700 1 -- 172.21.15.28:0/3260631922 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3048107ef0 msgr2=0x7f3048108300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:25.609 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.607+0000 7f304ff68700 1 --2- 172.21.15.28:0/3260631922 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3048107ef0 0x7f3048108300 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f30380099c0 tx=0x7f3038009cd0 comp rx=0 tx=0).stop 2024-04-25T17:15:25.609 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.607+0000 7f304ff68700 1 -- 172.21.15.28:0/3260631922 shutdown_connections 2024-04-25T17:15:25.609 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.607+0000 7f304ff68700 1 --2- 172.21.15.28:0/3260631922 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3048108840 0x7f30481101a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:25.609 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.607+0000 7f304ff68700 1 --2- 172.21.15.28:0/3260631922 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3048103ae0 0x7f3048103ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:25.609 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.607+0000 7f304ff68700 1 --2- 172.21.15.28:0/3260631922 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3048107ef0 0x7f3048108300 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:25.609 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.607+0000 7f304ff68700 1 -- 172.21.15.28:0/3260631922 >> 172.21.15.28:0/3260631922 conn(0x7f30480fe3f0 msgr2=0x7f3048100840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:25.609 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.608+0000 7f304ff68700 1 -- 172.21.15.28:0/3260631922 shutdown_connections 2024-04-25T17:15:25.609 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.608+0000 7f304ff68700 1 -- 172.21.15.28:0/3260631922 wait complete. 2024-04-25T17:15:25.609 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.608+0000 7f304ff68700 1 Processor -- start 2024-04-25T17:15:25.609 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.609+0000 7f304ff68700 1 -- start start 2024-04-25T17:15:25.611 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.609+0000 7f304ff68700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3048103ae0 0x7f304819d020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:25.611 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.609+0000 7f304ff68700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3048107ef0 0x7f304819d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:25.611 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.609+0000 7f304ff68700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3048108840 0x7f30481a1850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:25.611 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.609+0000 7f304ff68700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f3048113300 con 0x7f3048107ef0 2024-04-25T17:15:25.611 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.609+0000 7f304ff68700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3048113180 con 0x7f3048103ae0 2024-04-25T17:15:25.611 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.609+0000 7f304ff68700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3048113480 con 0x7f3048108840 2024-04-25T17:15:25.612 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.609+0000 7f304d503700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3048107ef0 0x7f304819d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:25.612 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.609+0000 7f304d503700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3048107ef0 0x7f304819d5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:42510/0 (socket says 172.21.15.28:42510) 2024-04-25T17:15:25.612 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.609+0000 7f304d503700 1 -- 172.21.15.28:0/1964854312 learned_addr learned my addr 172.21.15.28:0/1964854312 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:25.612 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.609+0000 7f304dd04700 1 --2- 172.21.15.28:0/1964854312 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3048103ae0 0x7f304819d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:25.612 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.609+0000 7f304e505700 1 --2- 172.21.15.28:0/1964854312 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3048108840 0x7f30481a1850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:25.612 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.609+0000 7f304d503700 1 -- 172.21.15.28:0/1964854312 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3048108840 msgr2=0x7f30481a1850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:25.612 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.609+0000 7f304d503700 1 --2- 172.21.15.28:0/1964854312 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3048108840 0x7f30481a1850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:25.612 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.609+0000 7f304d503700 1 -- 172.21.15.28:0/1964854312 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3048103ae0 msgr2=0x7f304819d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:25.612 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.609+0000 7f304d503700 1 --2- 172.21.15.28:0/1964854312 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3048103ae0 0x7f304819d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:25.612 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.609+0000 7f304d503700 1 -- 172.21.15.28:0/1964854312 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30481a1ef0 con 0x7f3048107ef0 2024-04-25T17:15:25.612 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.610+0000 7f304d503700 1 --2- 172.21.15.28:0/1964854312 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3048107ef0 0x7f304819d5c0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f303800b580 tx=0x7f303800f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:25.612 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.610+0000 7f303effd700 1 -- 172.21.15.28:0/1964854312 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3038027070 con 0x7f3048107ef0 2024-04-25T17:15:25.612 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.610+0000 7f304ff68700 1 -- 172.21.15.28:0/1964854312 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30481a2180 con 0x7f3048107ef0 2024-04-25T17:15:25.612 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.610+0000 7f303effd700 1 -- 172.21.15.28:0/1964854312 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3038022470 con 0x7f3048107ef0 2024-04-25T17:15:25.612 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.610+0000 7f303effd700 1 -- 172.21.15.28:0/1964854312 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3038017650 con 0x7f3048107ef0 2024-04-25T17:15:25.613 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.610+0000 7f304ff68700 1 -- 172.21.15.28:0/1964854312 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30481a9b00 con 0x7f3048107ef0 2024-04-25T17:15:25.613 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.611+0000 7f304ff68700 1 -- 172.21.15.28:0/1964854312 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3048104b00 con 0x7f3048107ef0 2024-04-25T17:15:25.613 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.613+0000 7f303effd700 1 -- 172.21.15.28:0/1964854312 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7f303802a070 con 0x7f3048107ef0 2024-04-25T17:15:25.613 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.613+0000 7f303effd700 1 --2- 172.21.15.28:0/1964854312 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f30340afc90 0x7f30340b21a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:25.614 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.614+0000 7f304dd04700 1 --2- 172.21.15.28:0/1964854312 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f30340afc90 0x7f30340b21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:25.614 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.614+0000 7f303effd700 1 -- 172.21.15.28:0/1964854312 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7f30380e04e0 con 0x7f3048107ef0 2024-04-25T17:15:25.614 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.614+0000 7f304dd04700 1 --2- 172.21.15.28:0/1964854312 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f30340afc90 0x7f30340b21a0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f3044005950 tx=0x7f304400a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:25.617 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.617+0000 7f303effd700 1 -- 172.21.15.28:0/1964854312 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3038031020 con 0x7f3048107ef0 2024-04-25T17:15:25.819 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.819+0000 7f304ff68700 1 -- 172.21.15.28:0/1964854312 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f304819e380 con 0x7f30340afc90 2024-04-25T17:15:25.828 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.828+0000 7f303effd700 1 -- 172.21.15.28:0/1964854312 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340341 (secure 0 0 0) 0x7f304819e380 con 0x7f30340afc90 2024-04-25T17:15:25.833 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:15:25.835 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.833+0000 7f304ff68700 1 -- 172.21.15.28:0/1964854312 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f30340afc90 msgr2=0x7f30340b21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:25.835 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.833+0000 7f304ff68700 1 --2- 172.21.15.28:0/1964854312 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f30340afc90 0x7f30340b21a0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f3044005950 tx=0x7f304400a300 comp rx=0 tx=0).stop 2024-04-25T17:15:25.835 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.833+0000 7f304ff68700 1 -- 172.21.15.28:0/1964854312 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3048107ef0 msgr2=0x7f304819d5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:25.835 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.833+0000 7f304ff68700 1 --2- 172.21.15.28:0/1964854312 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3048107ef0 0x7f304819d5c0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f303800b580 tx=0x7f303800f690 comp rx=0 tx=0).stop 2024-04-25T17:15:25.835 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.833+0000 7f304ff68700 1 -- 172.21.15.28:0/1964854312 shutdown_connections 2024-04-25T17:15:25.835 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.833+0000 7f304ff68700 1 --2- 172.21.15.28:0/1964854312 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3048108840 0x7f30481a1850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:25.836 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.833+0000 7f304ff68700 1 --2- 172.21.15.28:0/1964854312 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3048103ae0 0x7f304819d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:25.836 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.833+0000 7f304ff68700 1 --2- 172.21.15.28:0/1964854312 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f30340afc90 0x7f30340b21a0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:25.836 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.833+0000 7f304ff68700 1 --2- 172.21.15.28:0/1964854312 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3048107ef0 0x7f304819d5c0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:25.836 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.833+0000 7f304ff68700 1 -- 172.21.15.28:0/1964854312 >> 172.21.15.28:0/1964854312 conn(0x7f30480fe3f0 msgr2=0x7f3048106700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:25.836 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.833+0000 7f304ff68700 1 -- 172.21.15.28:0/1964854312 shutdown_connections 2024-04-25T17:15:25.836 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:25.833+0000 7f304ff68700 1 -- 172.21.15.28:0/1964854312 wait complete. 2024-04-25T17:15:25.836 INFO:teuthology.orchestra.run.smithi028.stderr:dumped all 2024-04-25T17:15:26.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:26 smithi042 ceph-mon[32851]: pgmap v339: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:15:26.637 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:26 smithi028 ceph-mon[29207]: pgmap v339: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:15:26.812 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:26 smithi084 ceph-mon[32752]: pgmap v339: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:15:26.813 INFO:teuthology.orchestra.run.smithi028.stdout:{"pg_ready":true,"pg_map":{"version":339,"stamp":"2024-04-25T17:15:24.735028+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":657959,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":553,"num_read_kb":373,"num_write":286,"num_write_kb":2268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2952970,"num_keys_recovered":7,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":234,"ondisk_log_size":234,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":378680,"kb_used_data":12848,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124563144,"statfs":{"total":1151940427776,"available":1151552659456,"internally_reserved":0,"allocated":13156352,"data_stored":7339091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":374453563},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":85,"num_read_kb":40,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003708"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.974267+0000","last_change":"2024-04-25T17:13:43.268418+0000","last_active":"2024-04-25T17:14:31.974267+0000","last_peered":"2024-04-25T17:14:31.974267+0000","last_clean":"2024-04-25T17:14:31.974267+0000","last_became_active":"2024-04-25T17:13:43.267802+0000","last_became_peered":"2024-04-25T17:13:43.267802+0000","last_unstale":"2024-04-25T17:14:31.974267+0000","last_undegraded":"2024-04-25T17:14:31.974267+0000","last_fullsized":"2024-04-25T17:14:31.974267+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:20:09.796507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.973212+0000","last_change":"2024-04-25T17:13:43.259123+0000","last_active":"2024-04-25T17:14:31.973212+0000","last_peered":"2024-04-25T17:14:31.973212+0000","last_clean":"2024-04-25T17:14:31.973212+0000","last_became_active":"2024-04-25T17:13:43.258765+0000","last_became_peered":"2024-04-25T17:13:43.258765+0000","last_unstale":"2024-04-25T17:14:31.973212+0000","last_undegraded":"2024-04-25T17:14:31.973212+0000","last_fullsized":"2024-04-25T17:14:31.973212+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:15:21.011900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.973810+0000","last_change":"2024-04-25T17:13:43.278438+0000","last_active":"2024-04-25T17:14:31.973810+0000","last_peered":"2024-04-25T17:14:31.973810+0000","last_clean":"2024-04-25T17:14:31.973810+0000","last_became_active":"2024-04-25T17:13:43.278071+0000","last_became_peered":"2024-04-25T17:13:43.278071+0000","last_unstale":"2024-04-25T17:14:31.973810+0000","last_undegraded":"2024-04-25T17:14:31.973810+0000","last_fullsized":"2024-04-25T17:14:31.973810+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:08:32.560517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.969985+0000","last_change":"2024-04-25T17:13:43.261675+0000","last_active":"2024-04-25T17:14:31.969985+0000","last_peered":"2024-04-25T17:14:31.969985+0000","last_clean":"2024-04-25T17:14:31.969985+0000","last_became_active":"2024-04-25T17:13:43.261311+0000","last_became_peered":"2024-04-25T17:13:43.261311+0000","last_unstale":"2024-04-25T17:14:31.969985+0000","last_undegraded":"2024-04-25T17:14:31.969985+0000","last_fullsized":"2024-04-25T17:14:31.969985+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:20:35.607177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.982492+0000","last_change":"2024-04-25T17:13:43.287602+0000","last_active":"2024-04-25T17:14:31.982492+0000","last_peered":"2024-04-25T17:14:31.982492+0000","last_clean":"2024-04-25T17:14:31.982492+0000","last_became_active":"2024-04-25T17:13:43.287183+0000","last_became_peered":"2024-04-25T17:13:43.287183+0000","last_unstale":"2024-04-25T17:14:31.982492+0000","last_undegraded":"2024-04-25T17:14:31.982492+0000","last_fullsized":"2024-04-25T17:14:31.982492+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:02:25.083295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.164979+0000","last_change":"2024-04-25T17:13:43.250000+0000","last_active":"2024-04-25T17:14:32.164979+0000","last_peered":"2024-04-25T17:14:32.164979+0000","last_clean":"2024-04-25T17:14:32.164979+0000","last_became_active":"2024-04-25T17:13:43.249159+0000","last_became_peered":"2024-04-25T17:13:43.249159+0000","last_unstale":"2024-04-25T17:14:32.164979+0000","last_undegraded":"2024-04-25T17:14:32.164979+0000","last_fullsized":"2024-04-25T17:14:32.164979+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:45.139862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.971193+0000","last_change":"2024-04-25T17:13:43.259359+0000","last_active":"2024-04-25T17:14:31.971193+0000","last_peered":"2024-04-25T17:14:31.971193+0000","last_clean":"2024-04-25T17:14:31.971193+0000","last_became_active":"2024-04-25T17:13:43.258633+0000","last_became_peered":"2024-04-25T17:13:43.258633+0000","last_unstale":"2024-04-25T17:14:31.971193+0000","last_undegraded":"2024-04-25T17:14:31.971193+0000","last_fullsized":"2024-04-25T17:14:31.971193+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:33:17.434516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.166801+0000","last_change":"2024-04-25T17:14:32.166385+0000","last_active":"2024-04-25T17:14:32.166801+0000","last_peered":"2024-04-25T17:14:32.166801+0000","last_clean":"2024-04-25T17:14:32.166801+0000","last_became_active":"2024-04-25T17:14:32.166103+0000","last_became_peered":"2024-04-25T17:14:32.166103+0000","last_unstale":"2024-04-25T17:14:32.166801+0000","last_undegraded":"2024-04-25T17:14:32.166801+0000","last_fullsized":"2024-04-25T17:14:32.166801+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:46:32.916388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976428+0000","last_change":"2024-04-25T17:13:43.261614+0000","last_active":"2024-04-25T17:14:31.976428+0000","last_peered":"2024-04-25T17:14:31.976428+0000","last_clean":"2024-04-25T17:14:31.976428+0000","last_became_active":"2024-04-25T17:13:43.261125+0000","last_became_peered":"2024-04-25T17:13:43.261125+0000","last_unstale":"2024-04-25T17:14:31.976428+0000","last_undegraded":"2024-04-25T17:14:31.976428+0000","last_fullsized":"2024-04-25T17:14:31.976428+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:25:54.564219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.165782+0000","last_change":"2024-04-25T17:13:43.258673+0000","last_active":"2024-04-25T17:14:32.165782+0000","last_peered":"2024-04-25T17:14:32.165782+0000","last_clean":"2024-04-25T17:14:32.165782+0000","last_became_active":"2024-04-25T17:13:43.258263+0000","last_became_peered":"2024-04-25T17:13:43.258263+0000","last_unstale":"2024-04-25T17:14:32.165782+0000","last_undegraded":"2024-04-25T17:14:32.165782+0000","last_fullsized":"2024-04-25T17:14:32.165782+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:06:29.171288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.972532+0000","last_change":"2024-04-25T17:13:43.272822+0000","last_active":"2024-04-25T17:14:31.972532+0000","last_peered":"2024-04-25T17:14:31.972532+0000","last_clean":"2024-04-25T17:14:31.972532+0000","last_became_active":"2024-04-25T17:13:43.272406+0000","last_became_peered":"2024-04-25T17:13:43.272406+0000","last_unstale":"2024-04-25T17:14:31.972532+0000","last_undegraded":"2024-04-25T17:14:31.972532+0000","last_fullsized":"2024-04-25T17:14:31.972532+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:34:06.406479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.970132+0000","last_change":"2024-04-25T17:13:43.260849+0000","last_active":"2024-04-25T17:14:31.970132+0000","last_peered":"2024-04-25T17:14:31.970132+0000","last_clean":"2024-04-25T17:14:31.970132+0000","last_became_active":"2024-04-25T17:13:43.257657+0000","last_became_peered":"2024-04-25T17:13:43.257657+0000","last_unstale":"2024-04-25T17:14:31.970132+0000","last_undegraded":"2024-04-25T17:14:31.970132+0000","last_fullsized":"2024-04-25T17:14:31.970132+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:02:32.428737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.950085+0000","last_change":"2024-04-25T17:13:43.259033+0000","last_active":"2024-04-25T17:14:32.950085+0000","last_peered":"2024-04-25T17:14:32.950085+0000","last_clean":"2024-04-25T17:14:32.950085+0000","last_became_active":"2024-04-25T17:13:43.257318+0000","last_became_peered":"2024-04-25T17:13:43.257318+0000","last_unstale":"2024-04-25T17:14:32.950085+0000","last_undegraded":"2024-04-25T17:14:32.950085+0000","last_fullsized":"2024-04-25T17:14:32.950085+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:49:16.846343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.973568+0000","last_change":"2024-04-25T17:13:43.257132+0000","last_active":"2024-04-25T17:14:31.973568+0000","last_peered":"2024-04-25T17:14:31.973568+0000","last_clean":"2024-04-25T17:14:31.973568+0000","last_became_active":"2024-04-25T17:13:43.256756+0000","last_became_peered":"2024-04-25T17:13:43.256756+0000","last_unstale":"2024-04-25T17:14:31.973568+0000","last_undegraded":"2024-04-25T17:14:31.973568+0000","last_fullsized":"2024-04-25T17:14:31.973568+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:21:56.777678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.972918+0000","last_change":"2024-04-25T17:13:43.278677+0000","last_active":"2024-04-25T17:14:31.972918+0000","last_peered":"2024-04-25T17:14:31.972918+0000","last_clean":"2024-04-25T17:14:31.972918+0000","last_became_active":"2024-04-25T17:13:43.278314+0000","last_became_peered":"2024-04-25T17:13:43.278314+0000","last_unstale":"2024-04-25T17:14:31.972918+0000","last_undegraded":"2024-04-25T17:14:31.972918+0000","last_fullsized":"2024-04-25T17:14:31.972918+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:57:44.275742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.975281+0000","last_change":"2024-04-25T17:13:43.267687+0000","last_active":"2024-04-25T17:14:31.975281+0000","last_peered":"2024-04-25T17:14:31.975281+0000","last_clean":"2024-04-25T17:14:31.975281+0000","last_became_active":"2024-04-25T17:13:43.267319+0000","last_became_peered":"2024-04-25T17:13:43.267319+0000","last_unstale":"2024-04-25T17:14:31.975281+0000","last_undegraded":"2024-04-25T17:14:31.975281+0000","last_fullsized":"2024-04-25T17:14:31.975281+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:29:49.137580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.974067+0000","last_change":"2024-04-25T17:13:43.268659+0000","last_active":"2024-04-25T17:14:31.974067+0000","last_peered":"2024-04-25T17:14:31.974067+0000","last_clean":"2024-04-25T17:14:31.974067+0000","last_became_active":"2024-04-25T17:13:43.268297+0000","last_became_peered":"2024-04-25T17:13:43.268297+0000","last_unstale":"2024-04-25T17:14:31.974067+0000","last_undegraded":"2024-04-25T17:14:31.974067+0000","last_fullsized":"2024-04-25T17:14:31.974067+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:17:19.444814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.974045+0000","last_change":"2024-04-25T17:13:43.263221+0000","last_active":"2024-04-25T17:14:31.974045+0000","last_peered":"2024-04-25T17:14:31.974045+0000","last_clean":"2024-04-25T17:14:31.974045+0000","last_became_active":"2024-04-25T17:13:43.262813+0000","last_became_peered":"2024-04-25T17:13:43.262813+0000","last_unstale":"2024-04-25T17:14:31.974045+0000","last_undegraded":"2024-04-25T17:14:31.974045+0000","last_fullsized":"2024-04-25T17:14:31.974045+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:43:27.997341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.978986+0000","last_change":"2024-04-25T17:13:43.287546+0000","last_active":"2024-04-25T17:14:31.978986+0000","last_peered":"2024-04-25T17:14:31.978986+0000","last_clean":"2024-04-25T17:14:31.978986+0000","last_became_active":"2024-04-25T17:13:43.287146+0000","last_became_peered":"2024-04-25T17:13:43.287146+0000","last_unstale":"2024-04-25T17:14:31.978986+0000","last_undegraded":"2024-04-25T17:14:31.978986+0000","last_fullsized":"2024-04-25T17:14:31.978986+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:19:26.806274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.979605+0000","last_change":"2024-04-25T17:13:47.310227+0000","last_active":"2024-04-25T17:14:31.979605+0000","last_peered":"2024-04-25T17:14:31.979605+0000","last_clean":"2024-04-25T17:14:31.979605+0000","last_became_active":"2024-04-25T17:13:47.309735+0000","last_became_peered":"2024-04-25T17:13:47.309735+0000","last_unstale":"2024-04-25T17:14:31.979605+0000","last_undegraded":"2024-04-25T17:14:31.979605+0000","last_fullsized":"2024-04-25T17:14:31.979605+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:02:58.960939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"80'9","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.973689+0000","last_change":"2024-04-25T17:13:42.255603+0000","last_active":"2024-04-25T17:14:31.973689+0000","last_peered":"2024-04-25T17:14:31.973689+0000","last_clean":"2024-04-25T17:14:31.973689+0000","last_became_active":"2024-04-25T17:13:42.255249+0000","last_became_peered":"2024-04-25T17:13:42.255249+0000","last_unstale":"2024-04-25T17:14:31.973689+0000","last_undegraded":"2024-04-25T17:14:31.973689+0000","last_fullsized":"2024-04-25T17:14:31.973689+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:05:39.704304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.977327+0000","last_change":"2024-04-25T17:13:43.289115+0000","last_active":"2024-04-25T17:14:31.977327+0000","last_peered":"2024-04-25T17:14:31.977327+0000","last_clean":"2024-04-25T17:14:31.977327+0000","last_became_active":"2024-04-25T17:13:43.286410+0000","last_became_peered":"2024-04-25T17:13:43.286410+0000","last_unstale":"2024-04-25T17:14:31.977327+0000","last_undegraded":"2024-04-25T17:14:31.977327+0000","last_fullsized":"2024-04-25T17:14:31.977327+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:58:41.971292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.969565+0000","last_change":"2024-04-25T17:13:47.310487+0000","last_active":"2024-04-25T17:14:31.969565+0000","last_peered":"2024-04-25T17:14:31.969565+0000","last_clean":"2024-04-25T17:14:31.969565+0000","last_became_active":"2024-04-25T17:13:47.309975+0000","last_became_peered":"2024-04-25T17:13:47.309975+0000","last_unstale":"2024-04-25T17:14:31.969565+0000","last_undegraded":"2024-04-25T17:14:31.969565+0000","last_fullsized":"2024-04-25T17:14:31.969565+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:30:17.709116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.977484+0000","last_change":"2024-04-25T17:13:42.261708+0000","last_active":"2024-04-25T17:14:31.977484+0000","last_peered":"2024-04-25T17:14:31.977484+0000","last_clean":"2024-04-25T17:14:31.977484+0000","last_became_active":"2024-04-25T17:13:42.261367+0000","last_became_peered":"2024-04-25T17:13:42.261367+0000","last_unstale":"2024-04-25T17:14:31.977484+0000","last_undegraded":"2024-04-25T17:14:31.977484+0000","last_fullsized":"2024-04-25T17:14:31.977484+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:13:20.328945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.974235+0000","last_change":"2024-04-25T17:13:43.266002+0000","last_active":"2024-04-25T17:14:31.974235+0000","last_peered":"2024-04-25T17:14:31.974235+0000","last_clean":"2024-04-25T17:14:31.974235+0000","last_became_active":"2024-04-25T17:13:43.265629+0000","last_became_peered":"2024-04-25T17:13:43.265629+0000","last_unstale":"2024-04-25T17:14:31.974235+0000","last_undegraded":"2024-04-25T17:14:31.974235+0000","last_fullsized":"2024-04-25T17:14:31.974235+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:51:28.821145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.969739+0000","last_change":"2024-04-25T17:13:47.311181+0000","last_active":"2024-04-25T17:14:31.969739+0000","last_peered":"2024-04-25T17:14:31.969739+0000","last_clean":"2024-04-25T17:14:31.969739+0000","last_became_active":"2024-04-25T17:13:47.310267+0000","last_became_peered":"2024-04-25T17:13:47.310267+0000","last_unstale":"2024-04-25T17:14:31.969739+0000","last_undegraded":"2024-04-25T17:14:31.969739+0000","last_fullsized":"2024-04-25T17:14:31.969739+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:17:54.900065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"80'4","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.981369+0000","last_change":"2024-04-25T17:13:42.256839+0000","last_active":"2024-04-25T17:14:31.981369+0000","last_peered":"2024-04-25T17:14:31.981369+0000","last_clean":"2024-04-25T17:14:31.981369+0000","last_became_active":"2024-04-25T17:13:42.256472+0000","last_became_peered":"2024-04-25T17:13:42.256472+0000","last_unstale":"2024-04-25T17:14:31.981369+0000","last_undegraded":"2024-04-25T17:14:31.981369+0000","last_fullsized":"2024-04-25T17:14:31.981369+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:55:08.777730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.975855+0000","last_change":"2024-04-25T17:13:43.280506+0000","last_active":"2024-04-25T17:14:31.975855+0000","last_peered":"2024-04-25T17:14:31.975855+0000","last_clean":"2024-04-25T17:14:31.975855+0000","last_became_active":"2024-04-25T17:13:43.279854+0000","last_became_peered":"2024-04-25T17:13:43.279854+0000","last_unstale":"2024-04-25T17:14:31.975855+0000","last_undegraded":"2024-04-25T17:14:31.975855+0000","last_fullsized":"2024-04-25T17:14:31.975855+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:09:18.274791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.969618+0000","last_change":"2024-04-25T17:13:47.306051+0000","last_active":"2024-04-25T17:14:31.969618+0000","last_peered":"2024-04-25T17:14:31.969618+0000","last_clean":"2024-04-25T17:14:31.969618+0000","last_became_active":"2024-04-25T17:13:47.305572+0000","last_became_peered":"2024-04-25T17:13:47.305572+0000","last_unstale":"2024-04-25T17:14:31.969618+0000","last_undegraded":"2024-04-25T17:14:31.969618+0000","last_fullsized":"2024-04-25T17:14:31.969618+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:06:33.124600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"75'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.981770+0000","last_change":"2024-04-25T17:13:42.256723+0000","last_active":"2024-04-25T17:14:31.981770+0000","last_peered":"2024-04-25T17:14:31.981770+0000","last_clean":"2024-04-25T17:14:31.981770+0000","last_became_active":"2024-04-25T17:13:42.256349+0000","last_became_peered":"2024-04-25T17:13:42.256349+0000","last_unstale":"2024-04-25T17:14:31.981770+0000","last_undegraded":"2024-04-25T17:14:31.981770+0000","last_fullsized":"2024-04-25T17:14:31.981770+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:03:23.969900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.978007+0000","last_change":"2024-04-25T17:14:31.977420+0000","last_active":"2024-04-25T17:14:31.978007+0000","last_peered":"2024-04-25T17:14:31.978007+0000","last_clean":"2024-04-25T17:14:31.978007+0000","last_became_active":"2024-04-25T17:14:31.976876+0000","last_became_peered":"2024-04-25T17:14:31.976876+0000","last_unstale":"2024-04-25T17:14:31.978007+0000","last_undegraded":"2024-04-25T17:14:31.978007+0000","last_fullsized":"2024-04-25T17:14:31.978007+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:54:28.684306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.978775+0000","last_change":"2024-04-25T17:13:47.303787+0000","last_active":"2024-04-25T17:14:31.978775+0000","last_peered":"2024-04-25T17:14:31.978775+0000","last_clean":"2024-04-25T17:14:31.978775+0000","last_became_active":"2024-04-25T17:13:47.302920+0000","last_became_peered":"2024-04-25T17:13:47.302920+0000","last_unstale":"2024-04-25T17:14:31.978775+0000","last_undegraded":"2024-04-25T17:14:31.978775+0000","last_fullsized":"2024-04-25T17:14:31.978775+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:35:26.506281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"80'6","reported_seq":122,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:15:22.061238+0000","last_change":"2024-04-25T17:14:31.986192+0000","last_active":"2024-04-25T17:15:22.061238+0000","last_peered":"2024-04-25T17:15:22.061238+0000","last_clean":"2024-04-25T17:15:22.061238+0000","last_became_active":"2024-04-25T17:14:31.980217+0000","last_became_peered":"2024-04-25T17:14:31.980217+0000","last_unstale":"2024-04-25T17:15:22.061238+0000","last_undegraded":"2024-04-25T17:15:22.061238+0000","last_fullsized":"2024-04-25T17:15:22.061238+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:17:57.468735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":77,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.980533+0000","last_change":"2024-04-25T17:13:43.256048+0000","last_active":"2024-04-25T17:14:31.980533+0000","last_peered":"2024-04-25T17:14:31.980533+0000","last_clean":"2024-04-25T17:14:31.980533+0000","last_became_active":"2024-04-25T17:13:43.255646+0000","last_became_peered":"2024-04-25T17:13:43.255646+0000","last_unstale":"2024-04-25T17:14:31.980533+0000","last_undegraded":"2024-04-25T17:14:31.980533+0000","last_fullsized":"2024-04-25T17:14:31.980533+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:49:07.768810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.979609+0000","last_change":"2024-04-25T17:13:47.311850+0000","last_active":"2024-04-25T17:14:31.979609+0000","last_peered":"2024-04-25T17:14:31.979609+0000","last_clean":"2024-04-25T17:14:31.979609+0000","last_became_active":"2024-04-25T17:13:47.311398+0000","last_became_peered":"2024-04-25T17:13:47.311398+0000","last_unstale":"2024-04-25T17:14:31.979609+0000","last_undegraded":"2024-04-25T17:14:31.979609+0000","last_fullsized":"2024-04-25T17:14:31.979609+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:11.394989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.164889+0000","last_change":"2024-04-25T17:13:42.253580+0000","last_active":"2024-04-25T17:14:32.164889+0000","last_peered":"2024-04-25T17:14:32.164889+0000","last_clean":"2024-04-25T17:14:32.164889+0000","last_became_active":"2024-04-25T17:13:42.253201+0000","last_became_peered":"2024-04-25T17:13:42.253201+0000","last_unstale":"2024-04-25T17:14:32.164889+0000","last_undegraded":"2024-04-25T17:14:32.164889+0000","last_fullsized":"2024-04-25T17:14:32.164889+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:26:41.271535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.977573+0000","last_change":"2024-04-25T17:13:43.271538+0000","last_active":"2024-04-25T17:14:31.977573+0000","last_peered":"2024-04-25T17:14:31.977573+0000","last_clean":"2024-04-25T17:14:31.977573+0000","last_became_active":"2024-04-25T17:13:43.271150+0000","last_became_peered":"2024-04-25T17:13:43.271150+0000","last_unstale":"2024-04-25T17:14:31.977573+0000","last_undegraded":"2024-04-25T17:14:31.977573+0000","last_fullsized":"2024-04-25T17:14:31.977573+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:01:03.019147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.983454+0000","last_change":"2024-04-25T17:14:31.983454+0000","last_active":"2024-04-25T17:14:31.983454+0000","last_peered":"2024-04-25T17:14:31.983454+0000","last_clean":"2024-04-25T17:14:31.983454+0000","last_became_active":"2024-04-25T17:14:31.982829+0000","last_became_peered":"2024-04-25T17:14:31.982829+0000","last_unstale":"2024-04-25T17:14:31.983454+0000","last_undegraded":"2024-04-25T17:14:31.983454+0000","last_fullsized":"2024-04-25T17:14:31.983454+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:54:31.062011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"80'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.949525+0000","last_change":"2024-04-25T17:13:42.250599+0000","last_active":"2024-04-25T17:14:32.949525+0000","last_peered":"2024-04-25T17:14:32.949525+0000","last_clean":"2024-04-25T17:14:32.949525+0000","last_became_active":"2024-04-25T17:13:42.250250+0000","last_became_peered":"2024-04-25T17:13:42.250250+0000","last_unstale":"2024-04-25T17:14:32.949525+0000","last_undegraded":"2024-04-25T17:14:32.949525+0000","last_fullsized":"2024-04-25T17:14:32.949525+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:38:21.581317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976729+0000","last_change":"2024-04-25T17:13:43.289335+0000","last_active":"2024-04-25T17:14:31.976729+0000","last_peered":"2024-04-25T17:14:31.976729+0000","last_clean":"2024-04-25T17:14:31.976729+0000","last_became_active":"2024-04-25T17:13:43.288381+0000","last_became_peered":"2024-04-25T17:13:43.288381+0000","last_unstale":"2024-04-25T17:14:31.976729+0000","last_undegraded":"2024-04-25T17:14:31.976729+0000","last_fullsized":"2024-04-25T17:14:31.976729+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:48:17.293276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.973078+0000","last_change":"2024-04-25T17:13:47.312617+0000","last_active":"2024-04-25T17:14:31.973078+0000","last_peered":"2024-04-25T17:14:31.973078+0000","last_clean":"2024-04-25T17:14:31.973078+0000","last_became_active":"2024-04-25T17:13:47.311958+0000","last_became_peered":"2024-04-25T17:13:47.311958+0000","last_unstale":"2024-04-25T17:14:31.973078+0000","last_undegraded":"2024-04-25T17:14:31.973078+0000","last_fullsized":"2024-04-25T17:14:31.973078+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:04:41.190580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"80'1","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.975588+0000","last_change":"2024-04-25T17:13:42.253272+0000","last_active":"2024-04-25T17:14:31.975588+0000","last_peered":"2024-04-25T17:14:31.975588+0000","last_clean":"2024-04-25T17:14:31.975588+0000","last_became_active":"2024-04-25T17:13:42.252963+0000","last_became_peered":"2024-04-25T17:13:42.252963+0000","last_unstale":"2024-04-25T17:14:31.975588+0000","last_undegraded":"2024-04-25T17:14:31.975588+0000","last_fullsized":"2024-04-25T17:14:31.975588+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:07:07.518147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.972448+0000","last_change":"2024-04-25T17:13:43.269310+0000","last_active":"2024-04-25T17:14:31.972448+0000","last_peered":"2024-04-25T17:14:31.972448+0000","last_clean":"2024-04-25T17:14:31.972448+0000","last_became_active":"2024-04-25T17:13:43.268945+0000","last_became_peered":"2024-04-25T17:13:43.268945+0000","last_unstale":"2024-04-25T17:14:31.972448+0000","last_undegraded":"2024-04-25T17:14:31.972448+0000","last_fullsized":"2024-04-25T17:14:31.972448+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:24:53.733270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976601+0000","last_change":"2024-04-25T17:13:47.308087+0000","last_active":"2024-04-25T17:14:31.976601+0000","last_peered":"2024-04-25T17:14:31.976601+0000","last_clean":"2024-04-25T17:14:31.976601+0000","last_became_active":"2024-04-25T17:13:47.307586+0000","last_became_peered":"2024-04-25T17:13:47.307586+0000","last_unstale":"2024-04-25T17:14:31.976601+0000","last_undegraded":"2024-04-25T17:14:31.976601+0000","last_fullsized":"2024-04-25T17:14:31.976601+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:01:19.660591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"80'3","reported_seq":106,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:15:23.062085+0000","last_change":"2024-04-25T17:13:42.248527+0000","last_active":"2024-04-25T17:15:23.062085+0000","last_peered":"2024-04-25T17:15:23.062085+0000","last_clean":"2024-04-25T17:15:23.062085+0000","last_became_active":"2024-04-25T17:13:42.248171+0000","last_became_peered":"2024-04-25T17:13:42.248171+0000","last_unstale":"2024-04-25T17:15:23.062085+0000","last_undegraded":"2024-04-25T17:15:23.062085+0000","last_fullsized":"2024-04-25T17:15:23.062085+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:03:13.600121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":76,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976456+0000","last_change":"2024-04-25T17:13:43.278007+0000","last_active":"2024-04-25T17:14:31.976456+0000","last_peered":"2024-04-25T17:14:31.976456+0000","last_clean":"2024-04-25T17:14:31.976456+0000","last_became_active":"2024-04-25T17:13:43.277613+0000","last_became_peered":"2024-04-25T17:13:43.277613+0000","last_unstale":"2024-04-25T17:14:31.976456+0000","last_undegraded":"2024-04-25T17:14:31.976456+0000","last_fullsized":"2024-04-25T17:14:31.976456+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:23:00.430287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.972450+0000","last_change":"2024-04-25T17:13:47.313023+0000","last_active":"2024-04-25T17:14:31.972450+0000","last_peered":"2024-04-25T17:14:31.972450+0000","last_clean":"2024-04-25T17:14:31.972450+0000","last_became_active":"2024-04-25T17:13:47.311673+0000","last_became_peered":"2024-04-25T17:13:47.311673+0000","last_unstale":"2024-04-25T17:14:31.972450+0000","last_undegraded":"2024-04-25T17:14:31.972450+0000","last_fullsized":"2024-04-25T17:14:31.972450+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:46:44.858281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.971885+0000","last_change":"2024-04-25T17:13:42.253720+0000","last_active":"2024-04-25T17:14:31.971885+0000","last_peered":"2024-04-25T17:14:31.971885+0000","last_clean":"2024-04-25T17:14:31.971885+0000","last_became_active":"2024-04-25T17:13:42.253305+0000","last_became_peered":"2024-04-25T17:13:42.253305+0000","last_unstale":"2024-04-25T17:14:31.971885+0000","last_undegraded":"2024-04-25T17:14:31.971885+0000","last_fullsized":"2024-04-25T17:14:31.971885+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:35:31.730790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.974194+0000","last_change":"2024-04-25T17:13:43.262850+0000","last_active":"2024-04-25T17:14:31.974194+0000","last_peered":"2024-04-25T17:14:31.974194+0000","last_clean":"2024-04-25T17:14:31.974194+0000","last_became_active":"2024-04-25T17:13:43.262145+0000","last_became_peered":"2024-04-25T17:13:43.262145+0000","last_unstale":"2024-04-25T17:14:31.974194+0000","last_undegraded":"2024-04-25T17:14:31.974194+0000","last_fullsized":"2024-04-25T17:14:31.974194+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:02:00.785006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.970471+0000","last_change":"2024-04-25T17:13:47.310769+0000","last_active":"2024-04-25T17:14:31.970471+0000","last_peered":"2024-04-25T17:14:31.970471+0000","last_clean":"2024-04-25T17:14:31.970471+0000","last_became_active":"2024-04-25T17:13:47.309997+0000","last_became_peered":"2024-04-25T17:13:47.309997+0000","last_unstale":"2024-04-25T17:14:31.970471+0000","last_undegraded":"2024-04-25T17:14:31.970471+0000","last_fullsized":"2024-04-25T17:14:31.970471+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:42:49.623756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976790+0000","last_change":"2024-04-25T17:13:42.263567+0000","last_active":"2024-04-25T17:14:31.976790+0000","last_peered":"2024-04-25T17:14:31.976790+0000","last_clean":"2024-04-25T17:14:31.976790+0000","last_became_active":"2024-04-25T17:13:42.263290+0000","last_became_peered":"2024-04-25T17:13:42.263290+0000","last_unstale":"2024-04-25T17:14:31.976790+0000","last_undegraded":"2024-04-25T17:14:31.976790+0000","last_fullsized":"2024-04-25T17:14:31.976790+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:55:55.700223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976009+0000","last_change":"2024-04-25T17:13:43.269684+0000","last_active":"2024-04-25T17:14:31.976009+0000","last_peered":"2024-04-25T17:14:31.976009+0000","last_clean":"2024-04-25T17:14:31.976009+0000","last_became_active":"2024-04-25T17:13:43.269313+0000","last_became_peered":"2024-04-25T17:13:43.269313+0000","last_unstale":"2024-04-25T17:14:31.976009+0000","last_undegraded":"2024-04-25T17:14:31.976009+0000","last_fullsized":"2024-04-25T17:14:31.976009+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:47:58.748967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.972706+0000","last_change":"2024-04-25T17:13:47.315142+0000","last_active":"2024-04-25T17:14:31.972706+0000","last_peered":"2024-04-25T17:14:31.972706+0000","last_clean":"2024-04-25T17:14:31.972706+0000","last_became_active":"2024-04-25T17:13:47.314663+0000","last_became_peered":"2024-04-25T17:13:47.314663+0000","last_unstale":"2024-04-25T17:14:31.972706+0000","last_undegraded":"2024-04-25T17:14:31.972706+0000","last_fullsized":"2024-04-25T17:14:31.972706+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:01:30.858240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"82'33","reported_seq":220,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:15:24.063682+0000","last_change":"2024-04-25T17:13:42.247803+0000","last_active":"2024-04-25T17:15:24.063682+0000","last_peered":"2024-04-25T17:15:24.063682+0000","last_clean":"2024-04-25T17:15:24.063682+0000","last_became_active":"2024-04-25T17:13:42.247403+0000","last_became_peered":"2024-04-25T17:13:42.247403+0000","last_unstale":"2024-04-25T17:15:24.063682+0000","last_undegraded":"2024-04-25T17:15:24.063682+0000","last_fullsized":"2024-04-25T17:15:24.063682+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:49:15.282479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63356,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":160,"num_read_kb":142,"num_write":34,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.981057+0000","last_change":"2024-04-25T17:13:43.264005+0000","last_active":"2024-04-25T17:14:31.981057+0000","last_peered":"2024-04-25T17:14:31.981057+0000","last_clean":"2024-04-25T17:14:31.981057+0000","last_became_active":"2024-04-25T17:13:43.263657+0000","last_became_peered":"2024-04-25T17:13:43.263657+0000","last_unstale":"2024-04-25T17:14:31.981057+0000","last_undegraded":"2024-04-25T17:14:31.981057+0000","last_fullsized":"2024-04-25T17:14:31.981057+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:16:02.894712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.977183+0000","last_change":"2024-04-25T17:13:47.308776+0000","last_active":"2024-04-25T17:14:31.977183+0000","last_peered":"2024-04-25T17:14:31.977183+0000","last_clean":"2024-04-25T17:14:31.977183+0000","last_became_active":"2024-04-25T17:13:47.308230+0000","last_became_peered":"2024-04-25T17:13:47.308230+0000","last_unstale":"2024-04-25T17:14:31.977183+0000","last_undegraded":"2024-04-25T17:14:31.977183+0000","last_fullsized":"2024-04-25T17:14:31.977183+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:00:55.460714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"80'6","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.979242+0000","last_change":"2024-04-25T17:13:42.248380+0000","last_active":"2024-04-25T17:14:31.979242+0000","last_peered":"2024-04-25T17:14:31.979242+0000","last_clean":"2024-04-25T17:14:31.979242+0000","last_became_active":"2024-04-25T17:13:42.248036+0000","last_became_peered":"2024-04-25T17:13:42.248036+0000","last_unstale":"2024-04-25T17:14:31.979242+0000","last_undegraded":"2024-04-25T17:14:31.979242+0000","last_fullsized":"2024-04-25T17:14:31.979242+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:32:11.747718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.949771+0000","last_change":"2024-04-25T17:13:43.291191+0000","last_active":"2024-04-25T17:14:32.949771+0000","last_peered":"2024-04-25T17:14:32.949771+0000","last_clean":"2024-04-25T17:14:32.949771+0000","last_became_active":"2024-04-25T17:13:43.290790+0000","last_became_peered":"2024-04-25T17:13:43.290790+0000","last_unstale":"2024-04-25T17:14:32.949771+0000","last_undegraded":"2024-04-25T17:14:32.949771+0000","last_fullsized":"2024-04-25T17:14:32.949771+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:11:27.201248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.951532+0000","last_change":"2024-04-25T17:14:32.951532+0000","last_active":"2024-04-25T17:14:32.951532+0000","last_peered":"2024-04-25T17:14:32.951532+0000","last_clean":"2024-04-25T17:14:32.951532+0000","last_became_active":"2024-04-25T17:14:32.950950+0000","last_became_peered":"2024-04-25T17:14:32.950950+0000","last_unstale":"2024-04-25T17:14:32.951532+0000","last_undegraded":"2024-04-25T17:14:32.951532+0000","last_fullsized":"2024-04-25T17:14:32.951532+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:27:41.458593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"80'3","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.977018+0000","last_change":"2024-04-25T17:13:42.253955+0000","last_active":"2024-04-25T17:14:31.977018+0000","last_peered":"2024-04-25T17:14:31.977018+0000","last_clean":"2024-04-25T17:14:31.977018+0000","last_became_active":"2024-04-25T17:13:42.253621+0000","last_became_peered":"2024-04-25T17:13:42.253621+0000","last_unstale":"2024-04-25T17:14:31.977018+0000","last_undegraded":"2024-04-25T17:14:31.977018+0000","last_fullsized":"2024-04-25T17:14:31.977018+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:37:24.748356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.951224+0000","last_change":"2024-04-25T17:14:32.951224+0000","last_active":"2024-04-25T17:14:32.951224+0000","last_peered":"2024-04-25T17:14:32.951224+0000","last_clean":"2024-04-25T17:14:32.951224+0000","last_became_active":"2024-04-25T17:14:32.950685+0000","last_became_peered":"2024-04-25T17:14:32.950685+0000","last_unstale":"2024-04-25T17:14:32.951224+0000","last_undegraded":"2024-04-25T17:14:32.951224+0000","last_fullsized":"2024-04-25T17:14:32.951224+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:20:31.195548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.973274+0000","last_change":"2024-04-25T17:13:47.315917+0000","last_active":"2024-04-25T17:14:31.973274+0000","last_peered":"2024-04-25T17:14:31.973274+0000","last_clean":"2024-04-25T17:14:31.973274+0000","last_became_active":"2024-04-25T17:13:47.315085+0000","last_became_peered":"2024-04-25T17:13:47.315085+0000","last_unstale":"2024-04-25T17:14:31.973274+0000","last_undegraded":"2024-04-25T17:14:31.973274+0000","last_fullsized":"2024-04-25T17:14:31.973274+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:45:09.895791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"80'3","reported_seq":107,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:15:23.039320+0000","last_change":"2024-04-25T17:13:42.251154+0000","last_active":"2024-04-25T17:15:23.039320+0000","last_peered":"2024-04-25T17:15:23.039320+0000","last_clean":"2024-04-25T17:15:23.039320+0000","last_became_active":"2024-04-25T17:13:42.250777+0000","last_became_peered":"2024-04-25T17:13:42.250777+0000","last_unstale":"2024-04-25T17:15:23.039320+0000","last_undegraded":"2024-04-25T17:15:23.039320+0000","last_fullsized":"2024-04-25T17:15:23.039320+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:57:36.672575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":79,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.971259+0000","last_change":"2024-04-25T17:13:43.258198+0000","last_active":"2024-04-25T17:14:31.971259+0000","last_peered":"2024-04-25T17:14:31.971259+0000","last_clean":"2024-04-25T17:14:31.971259+0000","last_became_active":"2024-04-25T17:13:43.256692+0000","last_became_peered":"2024-04-25T17:13:43.256692+0000","last_unstale":"2024-04-25T17:14:31.971259+0000","last_undegraded":"2024-04-25T17:14:31.971259+0000","last_fullsized":"2024-04-25T17:14:31.971259+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:37:59.066932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.949854+0000","last_change":"2024-04-25T17:13:47.314569+0000","last_active":"2024-04-25T17:14:32.949854+0000","last_peered":"2024-04-25T17:14:32.949854+0000","last_clean":"2024-04-25T17:14:32.949854+0000","last_became_active":"2024-04-25T17:13:47.314120+0000","last_became_peered":"2024-04-25T17:13:47.314120+0000","last_unstale":"2024-04-25T17:14:32.949854+0000","last_undegraded":"2024-04-25T17:14:32.949854+0000","last_fullsized":"2024-04-25T17:14:32.949854+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:50:54.373184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"80'15","reported_seq":42,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.981667+0000","last_change":"2024-04-25T17:13:42.256990+0000","last_active":"2024-04-25T17:14:31.981667+0000","last_peered":"2024-04-25T17:14:31.981667+0000","last_clean":"2024-04-25T17:14:31.981667+0000","last_became_active":"2024-04-25T17:13:42.256650+0000","last_became_peered":"2024-04-25T17:13:42.256650+0000","last_unstale":"2024-04-25T17:14:31.981667+0000","last_undegraded":"2024-04-25T17:14:31.981667+0000","last_fullsized":"2024-04-25T17:14:31.981667+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:53:41.517828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976107+0000","last_change":"2024-04-25T17:13:43.262197+0000","last_active":"2024-04-25T17:14:31.976107+0000","last_peered":"2024-04-25T17:14:31.976107+0000","last_clean":"2024-04-25T17:14:31.976107+0000","last_became_active":"2024-04-25T17:13:43.261768+0000","last_became_peered":"2024-04-25T17:13:43.261768+0000","last_unstale":"2024-04-25T17:14:31.976107+0000","last_undegraded":"2024-04-25T17:14:31.976107+0000","last_fullsized":"2024-04-25T17:14:31.976107+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:26:29.414364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976037+0000","last_change":"2024-04-25T17:13:47.313654+0000","last_active":"2024-04-25T17:14:31.976037+0000","last_peered":"2024-04-25T17:14:31.976037+0000","last_clean":"2024-04-25T17:14:31.976037+0000","last_became_active":"2024-04-25T17:13:47.313184+0000","last_became_peered":"2024-04-25T17:13:47.313184+0000","last_unstale":"2024-04-25T17:14:31.976037+0000","last_undegraded":"2024-04-25T17:14:31.976037+0000","last_fullsized":"2024-04-25T17:14:31.976037+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:00:56.020898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.982890+0000","last_change":"2024-04-25T17:13:42.257432+0000","last_active":"2024-04-25T17:14:31.982890+0000","last_peered":"2024-04-25T17:14:31.982890+0000","last_clean":"2024-04-25T17:14:31.982890+0000","last_became_active":"2024-04-25T17:13:42.257096+0000","last_became_peered":"2024-04-25T17:13:42.257096+0000","last_unstale":"2024-04-25T17:14:31.982890+0000","last_undegraded":"2024-04-25T17:14:31.982890+0000","last_fullsized":"2024-04-25T17:14:31.982890+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:56:40.819260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.973879+0000","last_change":"2024-04-25T17:13:43.252268+0000","last_active":"2024-04-25T17:14:31.973879+0000","last_peered":"2024-04-25T17:14:31.973879+0000","last_clean":"2024-04-25T17:14:31.973879+0000","last_became_active":"2024-04-25T17:13:43.251886+0000","last_became_peered":"2024-04-25T17:13:43.251886+0000","last_unstale":"2024-04-25T17:14:31.973879+0000","last_undegraded":"2024-04-25T17:14:31.973879+0000","last_fullsized":"2024-04-25T17:14:31.973879+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:53:55.747546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.980415+0000","last_change":"2024-04-25T17:13:47.318607+0000","last_active":"2024-04-25T17:14:31.980415+0000","last_peered":"2024-04-25T17:14:31.980415+0000","last_clean":"2024-04-25T17:14:31.980415+0000","last_became_active":"2024-04-25T17:13:47.318021+0000","last_became_peered":"2024-04-25T17:13:47.318021+0000","last_unstale":"2024-04-25T17:14:31.980415+0000","last_undegraded":"2024-04-25T17:14:31.980415+0000","last_fullsized":"2024-04-25T17:14:31.980415+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:16:57.361401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.972795+0000","last_change":"2024-04-25T17:13:42.261684+0000","last_active":"2024-04-25T17:14:31.972795+0000","last_peered":"2024-04-25T17:14:31.972795+0000","last_clean":"2024-04-25T17:14:31.972795+0000","last_became_active":"2024-04-25T17:13:42.261311+0000","last_became_peered":"2024-04-25T17:13:42.261311+0000","last_unstale":"2024-04-25T17:14:31.972795+0000","last_undegraded":"2024-04-25T17:14:31.972795+0000","last_fullsized":"2024-04-25T17:14:31.972795+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:09:48.192868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.165540+0000","last_change":"2024-04-25T17:13:43.272523+0000","last_active":"2024-04-25T17:14:32.165540+0000","last_peered":"2024-04-25T17:14:32.165540+0000","last_clean":"2024-04-25T17:14:32.165540+0000","last_became_active":"2024-04-25T17:13:43.272136+0000","last_became_peered":"2024-04-25T17:13:43.272136+0000","last_unstale":"2024-04-25T17:14:32.165540+0000","last_undegraded":"2024-04-25T17:14:32.165540+0000","last_fullsized":"2024-04-25T17:14:32.165540+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:00:20.231655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.950030+0000","last_change":"2024-04-25T17:13:47.306244+0000","last_active":"2024-04-25T17:14:32.950030+0000","last_peered":"2024-04-25T17:14:32.950030+0000","last_clean":"2024-04-25T17:14:32.950030+0000","last_became_active":"2024-04-25T17:13:47.305029+0000","last_became_peered":"2024-04-25T17:13:47.305029+0000","last_unstale":"2024-04-25T17:14:32.950030+0000","last_undegraded":"2024-04-25T17:14:32.950030+0000","last_fullsized":"2024-04-25T17:14:32.950030+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:38:22.161775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"80'1","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.971366+0000","last_change":"2024-04-25T17:13:42.254095+0000","last_active":"2024-04-25T17:14:31.971366+0000","last_peered":"2024-04-25T17:14:31.971366+0000","last_clean":"2024-04-25T17:14:31.971366+0000","last_became_active":"2024-04-25T17:13:42.253753+0000","last_became_peered":"2024-04-25T17:13:42.253753+0000","last_unstale":"2024-04-25T17:14:31.971366+0000","last_undegraded":"2024-04-25T17:14:31.971366+0000","last_fullsized":"2024-04-25T17:14:31.971366+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:52.534242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.165116+0000","last_change":"2024-04-25T17:13:43.265067+0000","last_active":"2024-04-25T17:14:32.165116+0000","last_peered":"2024-04-25T17:14:32.165116+0000","last_clean":"2024-04-25T17:14:32.165116+0000","last_became_active":"2024-04-25T17:13:43.264622+0000","last_became_peered":"2024-04-25T17:13:43.264622+0000","last_unstale":"2024-04-25T17:14:32.165116+0000","last_undegraded":"2024-04-25T17:14:32.165116+0000","last_fullsized":"2024-04-25T17:14:32.165116+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:34:20.634458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.949967+0000","last_change":"2024-04-25T17:13:47.318784+0000","last_active":"2024-04-25T17:14:32.949967+0000","last_peered":"2024-04-25T17:14:32.949967+0000","last_clean":"2024-04-25T17:14:32.949967+0000","last_became_active":"2024-04-25T17:13:47.318311+0000","last_became_peered":"2024-04-25T17:13:47.318311+0000","last_unstale":"2024-04-25T17:14:32.949967+0000","last_undegraded":"2024-04-25T17:14:32.949967+0000","last_fullsized":"2024-04-25T17:14:32.949967+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:35:10.223552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.975877+0000","last_change":"2024-04-25T17:13:43.267649+0000","last_active":"2024-04-25T17:14:31.975877+0000","last_peered":"2024-04-25T17:14:31.975877+0000","last_clean":"2024-04-25T17:14:31.975877+0000","last_became_active":"2024-04-25T17:13:43.267261+0000","last_became_peered":"2024-04-25T17:13:43.267261+0000","last_unstale":"2024-04-25T17:14:31.975877+0000","last_undegraded":"2024-04-25T17:14:31.975877+0000","last_fullsized":"2024-04-25T17:14:31.975877+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:57:47.612489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"80'4","reported_seq":102,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:15:19.031749+0000","last_change":"2024-04-25T17:13:42.249991+0000","last_active":"2024-04-25T17:15:19.031749+0000","last_peered":"2024-04-25T17:15:19.031749+0000","last_clean":"2024-04-25T17:15:19.031749+0000","last_became_active":"2024-04-25T17:13:42.246842+0000","last_became_peered":"2024-04-25T17:13:42.246842+0000","last_unstale":"2024-04-25T17:15:19.031749+0000","last_undegraded":"2024-04-25T17:15:19.031749+0000","last_fullsized":"2024-04-25T17:15:19.031749+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:20:28.616738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":72,"num_read_kb":72,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"80'1","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.171166+0000","last_change":"2024-04-25T17:14:32.171166+0000","last_active":"2024-04-25T17:14:32.171166+0000","last_peered":"2024-04-25T17:14:32.171166+0000","last_clean":"2024-04-25T17:14:32.171166+0000","last_became_active":"2024-04-25T17:14:32.166858+0000","last_became_peered":"2024-04-25T17:14:32.166858+0000","last_unstale":"2024-04-25T17:14:32.171166+0000","last_undegraded":"2024-04-25T17:14:32.171166+0000","last_fullsized":"2024-04-25T17:14:32.171166+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:40:06.769226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,10],"acting":[7,5,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976995+0000","last_change":"2024-04-25T17:13:43.280919+0000","last_active":"2024-04-25T17:14:31.976995+0000","last_peered":"2024-04-25T17:14:31.976995+0000","last_clean":"2024-04-25T17:14:31.976995+0000","last_became_active":"2024-04-25T17:13:43.280540+0000","last_became_peered":"2024-04-25T17:13:43.280540+0000","last_unstale":"2024-04-25T17:14:31.976995+0000","last_undegraded":"2024-04-25T17:14:31.976995+0000","last_fullsized":"2024-04-25T17:14:31.976995+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:21:27.387579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.970086+0000","last_change":"2024-04-25T17:13:42.255138+0000","last_active":"2024-04-25T17:14:31.970086+0000","last_peered":"2024-04-25T17:14:31.970086+0000","last_clean":"2024-04-25T17:14:31.970086+0000","last_became_active":"2024-04-25T17:13:42.254789+0000","last_became_peered":"2024-04-25T17:13:42.254789+0000","last_unstale":"2024-04-25T17:14:31.970086+0000","last_undegraded":"2024-04-25T17:14:31.970086+0000","last_fullsized":"2024-04-25T17:14:31.970086+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:34.178793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":103,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.971168+0000","last_change":"2024-04-25T17:12:26.646633+0000","last_active":"2024-04-25T17:14:31.971168+0000","last_peered":"2024-04-25T17:14:31.971168+0000","last_clean":"2024-04-25T17:14:31.971168+0000","last_became_active":"2024-04-25T17:12:26.640706+0000","last_became_peered":"2024-04-25T17:12:26.640706+0000","last_unstale":"2024-04-25T17:14:31.971168+0000","last_undegraded":"2024-04-25T17:14:31.971168+0000","last_fullsized":"2024-04-25T17:14:31.971168+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:08:59.666167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:08:59.666167+0000","last_clean_scrub_stamp":"2024-04-25T17:08:59.666167+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:05:35.886707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976138+0000","last_change":"2024-04-25T17:13:47.318653+0000","last_active":"2024-04-25T17:14:31.976138+0000","last_peered":"2024-04-25T17:14:31.976138+0000","last_clean":"2024-04-25T17:14:31.976138+0000","last_became_active":"2024-04-25T17:13:47.318201+0000","last_became_peered":"2024-04-25T17:13:47.318201+0000","last_unstale":"2024-04-25T17:14:31.976138+0000","last_undegraded":"2024-04-25T17:14:31.976138+0000","last_fullsized":"2024-04-25T17:14:31.976138+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:08:06.948411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.949393+0000","last_change":"2024-04-25T17:13:43.262977+0000","last_active":"2024-04-25T17:14:32.949393+0000","last_peered":"2024-04-25T17:14:32.949393+0000","last_clean":"2024-04-25T17:14:32.949393+0000","last_became_active":"2024-04-25T17:13:43.262622+0000","last_became_peered":"2024-04-25T17:13:43.262622+0000","last_unstale":"2024-04-25T17:14:32.949393+0000","last_undegraded":"2024-04-25T17:14:32.949393+0000","last_fullsized":"2024-04-25T17:14:32.949393+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:36:05.205724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.971139+0000","last_change":"2024-04-25T17:13:42.258592+0000","last_active":"2024-04-25T17:14:31.971139+0000","last_peered":"2024-04-25T17:14:31.971139+0000","last_clean":"2024-04-25T17:14:31.971139+0000","last_became_active":"2024-04-25T17:13:42.258214+0000","last_became_peered":"2024-04-25T17:13:42.258214+0000","last_unstale":"2024-04-25T17:14:31.971139+0000","last_undegraded":"2024-04-25T17:14:31.971139+0000","last_fullsized":"2024-04-25T17:14:31.971139+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:36:18.364717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.972762+0000","last_change":"2024-04-25T17:13:47.307961+0000","last_active":"2024-04-25T17:14:31.972762+0000","last_peered":"2024-04-25T17:14:31.972762+0000","last_clean":"2024-04-25T17:14:31.972762+0000","last_became_active":"2024-04-25T17:13:47.307505+0000","last_became_peered":"2024-04-25T17:13:47.307505+0000","last_unstale":"2024-04-25T17:14:31.972762+0000","last_undegraded":"2024-04-25T17:14:31.972762+0000","last_fullsized":"2024-04-25T17:14:31.972762+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:45:26.968675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"80'1","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.981171+0000","last_change":"2024-04-25T17:13:42.259766+0000","last_active":"2024-04-25T17:14:31.981171+0000","last_peered":"2024-04-25T17:14:31.981171+0000","last_clean":"2024-04-25T17:14:31.981171+0000","last_became_active":"2024-04-25T17:13:42.259415+0000","last_became_peered":"2024-04-25T17:13:42.259415+0000","last_unstale":"2024-04-25T17:14:31.981171+0000","last_undegraded":"2024-04-25T17:14:31.981171+0000","last_fullsized":"2024-04-25T17:14:31.981171+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:21:53.586449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.950158+0000","last_change":"2024-04-25T17:13:43.262971+0000","last_active":"2024-04-25T17:14:32.950158+0000","last_peered":"2024-04-25T17:14:32.950158+0000","last_clean":"2024-04-25T17:14:32.950158+0000","last_became_active":"2024-04-25T17:13:43.262586+0000","last_became_peered":"2024-04-25T17:13:43.262586+0000","last_unstale":"2024-04-25T17:14:32.950158+0000","last_undegraded":"2024-04-25T17:14:32.950158+0000","last_fullsized":"2024-04-25T17:14:32.950158+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:24:06.318153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976704+0000","last_change":"2024-04-25T17:13:47.318965+0000","last_active":"2024-04-25T17:14:31.976704+0000","last_peered":"2024-04-25T17:14:31.976704+0000","last_clean":"2024-04-25T17:14:31.976704+0000","last_became_active":"2024-04-25T17:13:47.318521+0000","last_became_peered":"2024-04-25T17:13:47.318521+0000","last_unstale":"2024-04-25T17:14:31.976704+0000","last_undegraded":"2024-04-25T17:14:31.976704+0000","last_fullsized":"2024-04-25T17:14:31.976704+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:32:41.804297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"80'8","reported_seq":47,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.988983+0000","last_change":"2024-04-25T17:14:31.988983+0000","last_active":"2024-04-25T17:14:31.988983+0000","last_peered":"2024-04-25T17:14:31.988983+0000","last_clean":"2024-04-25T17:14:31.988983+0000","last_became_active":"2024-04-25T17:14:31.982405+0000","last_became_peered":"2024-04-25T17:14:31.982405+0000","last_unstale":"2024-04-25T17:14:31.988983+0000","last_undegraded":"2024-04-25T17:14:31.988983+0000","last_fullsized":"2024-04-25T17:14:31.988983+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:33:12.217118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.977458+0000","last_change":"2024-04-25T17:13:43.288283+0000","last_active":"2024-04-25T17:14:31.977458+0000","last_peered":"2024-04-25T17:14:31.977458+0000","last_clean":"2024-04-25T17:14:31.977458+0000","last_became_active":"2024-04-25T17:13:43.287769+0000","last_became_peered":"2024-04-25T17:13:43.287769+0000","last_unstale":"2024-04-25T17:14:31.977458+0000","last_undegraded":"2024-04-25T17:14:31.977458+0000","last_fullsized":"2024-04-25T17:14:31.977458+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:19:24.419633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.979282+0000","last_change":"2024-04-25T17:13:47.303405+0000","last_active":"2024-04-25T17:14:31.979282+0000","last_peered":"2024-04-25T17:14:31.979282+0000","last_clean":"2024-04-25T17:14:31.979282+0000","last_became_active":"2024-04-25T17:13:47.302897+0000","last_became_peered":"2024-04-25T17:13:47.302897+0000","last_unstale":"2024-04-25T17:14:31.979282+0000","last_undegraded":"2024-04-25T17:14:31.979282+0000","last_fullsized":"2024-04-25T17:14:31.979282+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:32:20.882489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"80'4","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.970772+0000","last_change":"2024-04-25T17:13:42.253837+0000","last_active":"2024-04-25T17:14:31.970772+0000","last_peered":"2024-04-25T17:14:31.970772+0000","last_clean":"2024-04-25T17:14:31.970772+0000","last_became_active":"2024-04-25T17:13:42.253460+0000","last_became_peered":"2024-04-25T17:13:42.253460+0000","last_unstale":"2024-04-25T17:14:31.970772+0000","last_undegraded":"2024-04-25T17:14:31.970772+0000","last_fullsized":"2024-04-25T17:14:31.970772+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:36:58.351942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.973360+0000","last_change":"2024-04-25T17:13:43.281828+0000","last_active":"2024-04-25T17:14:31.973360+0000","last_peered":"2024-04-25T17:14:31.973360+0000","last_clean":"2024-04-25T17:14:31.973360+0000","last_became_active":"2024-04-25T17:13:43.281357+0000","last_became_peered":"2024-04-25T17:13:43.281357+0000","last_unstale":"2024-04-25T17:14:31.973360+0000","last_undegraded":"2024-04-25T17:14:31.973360+0000","last_fullsized":"2024-04-25T17:14:31.973360+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:51:31.035568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.970072+0000","last_change":"2024-04-25T17:13:47.320313+0000","last_active":"2024-04-25T17:14:31.970072+0000","last_peered":"2024-04-25T17:14:31.970072+0000","last_clean":"2024-04-25T17:14:31.970072+0000","last_became_active":"2024-04-25T17:13:47.319771+0000","last_became_peered":"2024-04-25T17:13:47.319771+0000","last_unstale":"2024-04-25T17:14:31.970072+0000","last_undegraded":"2024-04-25T17:14:31.970072+0000","last_fullsized":"2024-04-25T17:14:31.970072+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:17:35.954919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.985338+0000","last_change":"2024-04-25T17:14:31.985338+0000","last_active":"2024-04-25T17:14:31.985338+0000","last_peered":"2024-04-25T17:14:31.985338+0000","last_clean":"2024-04-25T17:14:31.985338+0000","last_became_active":"2024-04-25T17:14:31.978067+0000","last_became_peered":"2024-04-25T17:14:31.978067+0000","last_unstale":"2024-04-25T17:14:31.985338+0000","last_undegraded":"2024-04-25T17:14:31.985338+0000","last_fullsized":"2024-04-25T17:14:31.985338+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:06:53.291882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.980198+0000","last_change":"2024-04-25T17:13:43.254994+0000","last_active":"2024-04-25T17:14:31.980198+0000","last_peered":"2024-04-25T17:14:31.980198+0000","last_clean":"2024-04-25T17:14:31.980198+0000","last_became_active":"2024-04-25T17:13:43.254618+0000","last_became_peered":"2024-04-25T17:13:43.254618+0000","last_unstale":"2024-04-25T17:14:31.980198+0000","last_undegraded":"2024-04-25T17:14:31.980198+0000","last_fullsized":"2024-04-25T17:14:31.980198+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:27:14.692287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.973551+0000","last_change":"2024-04-25T17:13:47.315557+0000","last_active":"2024-04-25T17:14:31.973551+0000","last_peered":"2024-04-25T17:14:31.973551+0000","last_clean":"2024-04-25T17:14:31.973551+0000","last_became_active":"2024-04-25T17:13:47.314551+0000","last_became_peered":"2024-04-25T17:13:47.314551+0000","last_unstale":"2024-04-25T17:14:31.973551+0000","last_undegraded":"2024-04-25T17:14:31.973551+0000","last_fullsized":"2024-04-25T17:14:31.973551+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:28:48.783228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"80'3","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976695+0000","last_change":"2024-04-25T17:13:42.257830+0000","last_active":"2024-04-25T17:14:31.976695+0000","last_peered":"2024-04-25T17:14:31.976695+0000","last_clean":"2024-04-25T17:14:31.976695+0000","last_became_active":"2024-04-25T17:13:42.257474+0000","last_became_peered":"2024-04-25T17:13:42.257474+0000","last_unstale":"2024-04-25T17:14:31.976695+0000","last_undegraded":"2024-04-25T17:14:31.976695+0000","last_fullsized":"2024-04-25T17:14:31.976695+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:48:47.208261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.972765+0000","last_change":"2024-04-25T17:13:43.267691+0000","last_active":"2024-04-25T17:14:31.972765+0000","last_peered":"2024-04-25T17:14:31.972765+0000","last_clean":"2024-04-25T17:14:31.972765+0000","last_became_active":"2024-04-25T17:13:43.267292+0000","last_became_peered":"2024-04-25T17:13:43.267292+0000","last_unstale":"2024-04-25T17:14:31.972765+0000","last_undegraded":"2024-04-25T17:14:31.972765+0000","last_fullsized":"2024-04-25T17:14:31.972765+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:45:55.332648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"80'1","reported_seq":19,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.969775+0000","last_change":"2024-04-25T17:13:47.314673+0000","last_active":"2024-04-25T17:14:31.969775+0000","last_peered":"2024-04-25T17:14:31.969775+0000","last_clean":"2024-04-25T17:14:31.969775+0000","last_became_active":"2024-04-25T17:13:47.314287+0000","last_became_peered":"2024-04-25T17:13:47.314287+0000","last_unstale":"2024-04-25T17:14:31.969775+0000","last_undegraded":"2024-04-25T17:14:31.969775+0000","last_fullsized":"2024-04-25T17:14:31.969775+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:56:39.911915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"80'1","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.979135+0000","last_change":"2024-04-25T17:13:42.254521+0000","last_active":"2024-04-25T17:14:31.979135+0000","last_peered":"2024-04-25T17:14:31.979135+0000","last_clean":"2024-04-25T17:14:31.979135+0000","last_became_active":"2024-04-25T17:13:42.254180+0000","last_became_peered":"2024-04-25T17:13:42.254180+0000","last_unstale":"2024-04-25T17:14:31.979135+0000","last_undegraded":"2024-04-25T17:14:31.979135+0000","last_fullsized":"2024-04-25T17:14:31.979135+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:31:24.385653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.977090+0000","last_change":"2024-04-25T17:13:43.289188+0000","last_active":"2024-04-25T17:14:31.977090+0000","last_peered":"2024-04-25T17:14:31.977090+0000","last_clean":"2024-04-25T17:14:31.977090+0000","last_became_active":"2024-04-25T17:13:43.285588+0000","last_became_peered":"2024-04-25T17:13:43.285588+0000","last_unstale":"2024-04-25T17:14:31.977090+0000","last_undegraded":"2024-04-25T17:14:31.977090+0000","last_fullsized":"2024-04-25T17:14:31.977090+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:01:48.765573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.969995+0000","last_change":"2024-04-25T17:13:47.318468+0000","last_active":"2024-04-25T17:14:31.969995+0000","last_peered":"2024-04-25T17:14:31.969995+0000","last_clean":"2024-04-25T17:14:31.969995+0000","last_became_active":"2024-04-25T17:13:47.318047+0000","last_became_peered":"2024-04-25T17:13:47.318047+0000","last_unstale":"2024-04-25T17:14:31.969995+0000","last_undegraded":"2024-04-25T17:14:31.969995+0000","last_fullsized":"2024-04-25T17:14:31.969995+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:16:34.409933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.982368+0000","last_change":"2024-04-25T17:13:42.260066+0000","last_active":"2024-04-25T17:14:31.982368+0000","last_peered":"2024-04-25T17:14:31.982368+0000","last_clean":"2024-04-25T17:14:31.982368+0000","last_became_active":"2024-04-25T17:13:42.259716+0000","last_became_peered":"2024-04-25T17:13:42.259716+0000","last_unstale":"2024-04-25T17:14:31.982368+0000","last_undegraded":"2024-04-25T17:14:31.982368+0000","last_fullsized":"2024-04-25T17:14:31.982368+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:09:52.528226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.971574+0000","last_change":"2024-04-25T17:13:43.264970+0000","last_active":"2024-04-25T17:14:31.971574+0000","last_peered":"2024-04-25T17:14:31.971574+0000","last_clean":"2024-04-25T17:14:31.971574+0000","last_became_active":"2024-04-25T17:13:43.264524+0000","last_became_peered":"2024-04-25T17:13:43.264524+0000","last_unstale":"2024-04-25T17:14:31.971574+0000","last_undegraded":"2024-04-25T17:14:31.971574+0000","last_fullsized":"2024-04-25T17:14:31.971574+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:08.443599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.975267+0000","last_change":"2024-04-25T17:13:47.297953+0000","last_active":"2024-04-25T17:14:31.975267+0000","last_peered":"2024-04-25T17:14:31.975267+0000","last_clean":"2024-04-25T17:14:31.975267+0000","last_became_active":"2024-04-25T17:13:47.297425+0000","last_became_peered":"2024-04-25T17:13:47.297425+0000","last_unstale":"2024-04-25T17:14:31.975267+0000","last_undegraded":"2024-04-25T17:14:31.975267+0000","last_fullsized":"2024-04-25T17:14:31.975267+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:13:40.449490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.978742+0000","last_change":"2024-04-25T17:13:42.261648+0000","last_active":"2024-04-25T17:14:31.978742+0000","last_peered":"2024-04-25T17:14:31.978742+0000","last_clean":"2024-04-25T17:14:31.978742+0000","last_became_active":"2024-04-25T17:13:42.261154+0000","last_became_peered":"2024-04-25T17:13:42.261154+0000","last_unstale":"2024-04-25T17:14:31.978742+0000","last_undegraded":"2024-04-25T17:14:31.978742+0000","last_fullsized":"2024-04-25T17:14:31.978742+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:35:32.369682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.972618+0000","last_change":"2024-04-25T17:13:43.274257+0000","last_active":"2024-04-25T17:14:31.972618+0000","last_peered":"2024-04-25T17:14:31.972618+0000","last_clean":"2024-04-25T17:14:31.972618+0000","last_became_active":"2024-04-25T17:13:43.273869+0000","last_became_peered":"2024-04-25T17:13:43.273869+0000","last_unstale":"2024-04-25T17:14:31.972618+0000","last_undegraded":"2024-04-25T17:14:31.972618+0000","last_fullsized":"2024-04-25T17:14:31.972618+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:45:09.550814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.972757+0000","last_change":"2024-04-25T17:13:47.311914+0000","last_active":"2024-04-25T17:14:31.972757+0000","last_peered":"2024-04-25T17:14:31.972757+0000","last_clean":"2024-04-25T17:14:31.972757+0000","last_became_active":"2024-04-25T17:13:47.311345+0000","last_became_peered":"2024-04-25T17:13:47.311345+0000","last_unstale":"2024-04-25T17:14:31.972757+0000","last_undegraded":"2024-04-25T17:14:31.972757+0000","last_fullsized":"2024-04-25T17:14:31.972757+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:45:33.187018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"75'1","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.977008+0000","last_change":"2024-04-25T17:13:42.254684+0000","last_active":"2024-04-25T17:14:31.977008+0000","last_peered":"2024-04-25T17:14:31.977008+0000","last_clean":"2024-04-25T17:14:31.977008+0000","last_became_active":"2024-04-25T17:13:42.254364+0000","last_became_peered":"2024-04-25T17:13:42.254364+0000","last_unstale":"2024-04-25T17:14:31.977008+0000","last_undegraded":"2024-04-25T17:14:31.977008+0000","last_fullsized":"2024-04-25T17:14:31.977008+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:02:45.875471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.971661+0000","last_change":"2024-04-25T17:13:43.290952+0000","last_active":"2024-04-25T17:14:31.971661+0000","last_peered":"2024-04-25T17:14:31.971661+0000","last_clean":"2024-04-25T17:14:31.971661+0000","last_became_active":"2024-04-25T17:13:43.290601+0000","last_became_peered":"2024-04-25T17:13:43.290601+0000","last_unstale":"2024-04-25T17:14:31.971661+0000","last_undegraded":"2024-04-25T17:14:31.971661+0000","last_fullsized":"2024-04-25T17:14:31.971661+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:40:50.307780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.975364+0000","last_change":"2024-04-25T17:13:47.305309+0000","last_active":"2024-04-25T17:14:31.975364+0000","last_peered":"2024-04-25T17:14:31.975364+0000","last_clean":"2024-04-25T17:14:31.975364+0000","last_became_active":"2024-04-25T17:13:47.304876+0000","last_became_peered":"2024-04-25T17:13:47.304876+0000","last_unstale":"2024-04-25T17:14:31.975364+0000","last_undegraded":"2024-04-25T17:14:31.975364+0000","last_fullsized":"2024-04-25T17:14:31.975364+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:54:45.899895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"75'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.949915+0000","last_change":"2024-04-25T17:13:42.248466+0000","last_active":"2024-04-25T17:14:32.949915+0000","last_peered":"2024-04-25T17:14:32.949915+0000","last_clean":"2024-04-25T17:14:32.949915+0000","last_became_active":"2024-04-25T17:13:42.247770+0000","last_became_peered":"2024-04-25T17:13:42.247770+0000","last_unstale":"2024-04-25T17:14:32.949915+0000","last_undegraded":"2024-04-25T17:14:32.949915+0000","last_fullsized":"2024-04-25T17:14:32.949915+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:28:31.611709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.972178+0000","last_change":"2024-04-25T17:13:43.261759+0000","last_active":"2024-04-25T17:14:31.972178+0000","last_peered":"2024-04-25T17:14:31.972178+0000","last_clean":"2024-04-25T17:14:31.972178+0000","last_became_active":"2024-04-25T17:13:43.261370+0000","last_became_peered":"2024-04-25T17:13:43.261370+0000","last_unstale":"2024-04-25T17:14:31.972178+0000","last_undegraded":"2024-04-25T17:14:31.972178+0000","last_fullsized":"2024-04-25T17:14:31.972178+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:59:04.532021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.972886+0000","last_change":"2024-04-25T17:13:43.258611+0000","last_active":"2024-04-25T17:14:31.972886+0000","last_peered":"2024-04-25T17:14:31.972886+0000","last_clean":"2024-04-25T17:14:31.972886+0000","last_became_active":"2024-04-25T17:13:43.258222+0000","last_became_peered":"2024-04-25T17:13:43.258222+0000","last_unstale":"2024-04-25T17:14:31.972886+0000","last_undegraded":"2024-04-25T17:14:31.972886+0000","last_fullsized":"2024-04-25T17:14:31.972886+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:47:08.181197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.979814+0000","last_change":"2024-04-25T17:13:43.265860+0000","last_active":"2024-04-25T17:14:31.979814+0000","last_peered":"2024-04-25T17:14:31.979814+0000","last_clean":"2024-04-25T17:14:31.979814+0000","last_became_active":"2024-04-25T17:13:43.265386+0000","last_became_peered":"2024-04-25T17:13:43.265386+0000","last_unstale":"2024-04-25T17:14:31.979814+0000","last_undegraded":"2024-04-25T17:14:31.979814+0000","last_fullsized":"2024-04-25T17:14:31.979814+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:17:40.278521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.979003+0000","last_change":"2024-04-25T17:13:43.287830+0000","last_active":"2024-04-25T17:14:31.979003+0000","last_peered":"2024-04-25T17:14:31.979003+0000","last_clean":"2024-04-25T17:14:31.979003+0000","last_became_active":"2024-04-25T17:13:43.287226+0000","last_became_peered":"2024-04-25T17:13:43.287226+0000","last_unstale":"2024-04-25T17:14:31.979003+0000","last_undegraded":"2024-04-25T17:14:31.979003+0000","last_fullsized":"2024-04-25T17:14:31.979003+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:06.008495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.951070+0000","last_change":"2024-04-25T17:14:32.951070+0000","last_active":"2024-04-25T17:14:32.951070+0000","last_peered":"2024-04-25T17:14:32.951070+0000","last_clean":"2024-04-25T17:14:32.951070+0000","last_became_active":"2024-04-25T17:14:32.950632+0000","last_became_peered":"2024-04-25T17:14:32.950632+0000","last_unstale":"2024-04-25T17:14:32.951070+0000","last_undegraded":"2024-04-25T17:14:32.951070+0000","last_fullsized":"2024-04-25T17:14:32.951070+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:55:27.316705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,8],"acting":[0,6,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.950221+0000","last_change":"2024-04-25T17:13:43.272457+0000","last_active":"2024-04-25T17:14:32.950221+0000","last_peered":"2024-04-25T17:14:32.950221+0000","last_clean":"2024-04-25T17:14:32.950221+0000","last_became_active":"2024-04-25T17:13:43.271825+0000","last_became_peered":"2024-04-25T17:13:43.271825+0000","last_unstale":"2024-04-25T17:14:32.950221+0000","last_undegraded":"2024-04-25T17:14:32.950221+0000","last_fullsized":"2024-04-25T17:14:32.950221+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:45:37.144933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.973908+0000","last_change":"2024-04-25T17:13:43.256047+0000","last_active":"2024-04-25T17:14:31.973908+0000","last_peered":"2024-04-25T17:14:31.973908+0000","last_clean":"2024-04-25T17:14:31.973908+0000","last_became_active":"2024-04-25T17:13:43.255603+0000","last_became_peered":"2024-04-25T17:13:43.255603+0000","last_unstale":"2024-04-25T17:14:31.973908+0000","last_undegraded":"2024-04-25T17:14:31.973908+0000","last_fullsized":"2024-04-25T17:14:31.973908+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:47:13.586785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.979390+0000","last_change":"2024-04-25T17:13:43.263140+0000","last_active":"2024-04-25T17:14:31.979390+0000","last_peered":"2024-04-25T17:14:31.979390+0000","last_clean":"2024-04-25T17:14:31.979390+0000","last_became_active":"2024-04-25T17:13:43.262295+0000","last_became_peered":"2024-04-25T17:13:43.262295+0000","last_unstale":"2024-04-25T17:14:31.979390+0000","last_undegraded":"2024-04-25T17:14:31.979390+0000","last_fullsized":"2024-04-25T17:14:31.979390+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:25:07.228735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.977582+0000","last_change":"2024-04-25T17:13:43.284295+0000","last_active":"2024-04-25T17:14:31.977582+0000","last_peered":"2024-04-25T17:14:31.977582+0000","last_clean":"2024-04-25T17:14:31.977582+0000","last_became_active":"2024-04-25T17:13:43.283697+0000","last_became_peered":"2024-04-25T17:13:43.283697+0000","last_unstale":"2024-04-25T17:14:31.977582+0000","last_undegraded":"2024-04-25T17:14:31.977582+0000","last_fullsized":"2024-04-25T17:14:31.977582+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:39:25.637940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.975747+0000","last_change":"2024-04-25T17:13:43.272581+0000","last_active":"2024-04-25T17:14:31.975747+0000","last_peered":"2024-04-25T17:14:31.975747+0000","last_clean":"2024-04-25T17:14:31.975747+0000","last_became_active":"2024-04-25T17:13:43.272248+0000","last_became_peered":"2024-04-25T17:13:43.272248+0000","last_unstale":"2024-04-25T17:14:31.975747+0000","last_undegraded":"2024-04-25T17:14:31.975747+0000","last_fullsized":"2024-04-25T17:14:31.975747+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:13:37.778091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.976734+0000","last_change":"2024-04-25T17:13:43.287102+0000","last_active":"2024-04-25T17:14:31.976734+0000","last_peered":"2024-04-25T17:14:31.976734+0000","last_clean":"2024-04-25T17:14:31.976734+0000","last_became_active":"2024-04-25T17:13:43.285639+0000","last_became_peered":"2024-04-25T17:13:43.285639+0000","last_unstale":"2024-04-25T17:14:31.976734+0000","last_undegraded":"2024-04-25T17:14:31.976734+0000","last_fullsized":"2024-04-25T17:14:31.976734+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:57:31.092215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.975874+0000","last_change":"2024-04-25T17:13:43.277104+0000","last_active":"2024-04-25T17:14:31.975874+0000","last_peered":"2024-04-25T17:14:31.975874+0000","last_clean":"2024-04-25T17:14:31.975874+0000","last_became_active":"2024-04-25T17:13:43.276713+0000","last_became_peered":"2024-04-25T17:13:43.276713+0000","last_unstale":"2024-04-25T17:14:31.975874+0000","last_undegraded":"2024-04-25T17:14:31.975874+0000","last_fullsized":"2024-04-25T17:14:31.975874+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:16:21.915786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:32.949874+0000","last_change":"2024-04-25T17:13:43.269758+0000","last_active":"2024-04-25T17:14:32.949874+0000","last_peered":"2024-04-25T17:14:32.949874+0000","last_clean":"2024-04-25T17:14:32.949874+0000","last_became_active":"2024-04-25T17:13:43.269383+0000","last_became_peered":"2024-04-25T17:13:43.269383+0000","last_unstale":"2024-04-25T17:14:32.949874+0000","last_undegraded":"2024-04-25T17:14:32.949874+0000","last_fullsized":"2024-04-25T17:14:32.949874+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:14:21.761555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-04-25T17:14:31.973355+0000","last_change":"2024-04-25T17:13:43.250526+0000","last_active":"2024-04-25T17:14:31.973355+0000","last_peered":"2024-04-25T17:14:31.973355+0000","last_clean":"2024-04-25T17:14:31.973355+0000","last_became_active":"2024-04-25T17:13:43.250119+0000","last_became_peered":"2024-04-25T17:13:43.250119+0000","last_unstale":"2024-04-25T17:14:31.973355+0000","last_undegraded":"2024-04-25T17:14:31.973355+0000","last_fullsized":"2024-04-25T17:14:31.973355+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:36:18.407594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":67357,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":477,"num_read_kb":309,"num_write":161,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":1013,"num_keys_recovered":7,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":202071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":140,"ondisk_log_size":140,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678050,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36232,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708920,"statfs":{"total":95995035648,"available":95957934080,"internally_reserved":0,"allocated":917504,"data_stored":449107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874279,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36912,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708240,"statfs":{"total":95995035648,"available":95957237760,"internally_reserved":0,"allocated":1613824,"data_stored":1103827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037804,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":933888,"data_stored":449343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234033,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36252,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708900,"statfs":{"total":95995035648,"available":95957913600,"internally_reserved":0,"allocated":933888,"data_stored":449263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430262,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36828,"kb_used_data":1492,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708324,"statfs":{"total":95995035648,"available":95957323776,"internally_reserved":0,"allocated":1527808,"data_stored":1045172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593788,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":913408,"data_stored":444519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574933,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36296,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708856,"statfs":{"total":95995035648,"available":95957868544,"internally_reserved":0,"allocated":983040,"data_stored":507785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738458,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27940,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717212,"statfs":{"total":95995035648,"available":95966425088,"internally_reserved":0,"allocated":937984,"data_stored":445907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411409,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":999424,"data_stored":508513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149771,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27928,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717224,"statfs":{"total":95995035648,"available":95966437376,"internally_reserved":0,"allocated":925696,"data_stored":444713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953542,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":933888,"data_stored":450182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790017,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28524,"kb_used_data":1500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716628,"statfs":{"total":95995035648,"available":95965827072,"internally_reserved":0,"allocated":1536000,"data_stored":1040760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":63356,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":64084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1657,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":64934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T17:15:26.818 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-25T17:15:26.818 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-25T17:15:26.818 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-25T17:15:26.819 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-25T17:15:27.077 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:15:27.507 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:27 smithi028 ceph-mon[29207]: from='client.15156 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T17:15:27.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:27 smithi042 ceph-mon[32851]: from='client.15156 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T17:15:27.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:27 smithi084 ceph-mon[32752]: from='client.15156 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T17:15:28.583 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:28 smithi028 ceph-mon[29207]: pgmap v340: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:15:28.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:28 smithi084 ceph-mon[32752]: pgmap v340: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:15:28.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.848+0000 7fac00931700 1 -- 172.21.15.28:0/3149328694 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fabfc1085e0 msgr2=0x7fabfc10ff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:28.849 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.848+0000 7fac00931700 1 --2- 172.21.15.28:0/3149328694 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fabfc1085e0 0x7fabfc10ff40 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fabf400b0d0 tx=0x7fabf400b3e0 comp rx=0 tx=0).stop 2024-04-25T17:15:28.849 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.848+0000 7fac00931700 1 -- 172.21.15.28:0/3149328694 shutdown_connections 2024-04-25T17:15:28.849 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.848+0000 7fac00931700 1 --2- 172.21.15.28:0/3149328694 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fabfc1085e0 0x7fabfc10ff40 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:28.849 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.848+0000 7fac00931700 1 --2- 172.21.15.28:0/3149328694 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fabfc103360 0x7fabfc103770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:28.849 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.848+0000 7fac00931700 1 --2- 172.21.15.28:0/3149328694 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fabfc107c90 0x7fabfc1080a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:28.849 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.848+0000 7fac00931700 1 -- 172.21.15.28:0/3149328694 >> 172.21.15.28:0/3149328694 conn(0x7fabfc0fec90 msgr2=0x7fabfc1010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:28.849 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.848+0000 7fac00931700 1 -- 172.21.15.28:0/3149328694 shutdown_connections 2024-04-25T17:15:28.849 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.848+0000 7fac00931700 1 -- 172.21.15.28:0/3149328694 wait complete. 2024-04-25T17:15:28.851 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.849+0000 7fac00931700 1 Processor -- start 2024-04-25T17:15:28.851 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.849+0000 7fac00931700 1 -- start start 2024-04-25T17:15:28.851 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.849+0000 7fac00931700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fabfc103360 0x7fabfc19b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:28.851 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.850+0000 7fac00931700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fabfc107c90 0x7fabfc19bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:28.851 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.850+0000 7fac00931700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fabfc1085e0 0x7fabfc19c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:28.851 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.850+0000 7fac00931700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fabfc1130c0 con 0x7fabfc1085e0 2024-04-25T17:15:28.851 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.850+0000 7fac00931700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fabfc112f40 con 0x7fabfc103360 2024-04-25T17:15:28.851 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.850+0000 7fac00931700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fabfc113240 con 0x7fabfc107c90 2024-04-25T17:15:28.851 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.850+0000 7fabfad9d700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fabfc1085e0 0x7fabfc19c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:28.852 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.850+0000 7fabfad9d700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fabfc1085e0 0x7fabfc19c4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:42524/0 (socket says 172.21.15.28:42524) 2024-04-25T17:15:28.852 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.850+0000 7fabfad9d700 1 -- 172.21.15.28:0/2611929950 learned_addr learned my addr 172.21.15.28:0/2611929950 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:28.852 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.850+0000 7fabf9d9b700 1 --2- 172.21.15.28:0/2611929950 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fabfc107c90 0x7fabfc19bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:28.852 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.850+0000 7fabfa59c700 1 --2- 172.21.15.28:0/2611929950 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fabfc103360 0x7fabfc19b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:28.852 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.850+0000 7fabfad9d700 1 -- 172.21.15.28:0/2611929950 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fabfc107c90 msgr2=0x7fabfc19bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:28.852 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.850+0000 7fabfad9d700 1 --2- 172.21.15.28:0/2611929950 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fabfc107c90 0x7fabfc19bf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:28.852 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.850+0000 7fabfad9d700 1 -- 172.21.15.28:0/2611929950 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fabfc103360 msgr2=0x7fabfc19b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:28.852 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.850+0000 7fabfad9d700 1 --2- 172.21.15.28:0/2611929950 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fabfc103360 0x7fabfc19b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:28.852 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.850+0000 7fabfad9d700 1 -- 172.21.15.28:0/2611929950 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabfc1a6cc0 con 0x7fabfc1085e0 2024-04-25T17:15:28.852 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.850+0000 7fabfad9d700 1 --2- 172.21.15.28:0/2611929950 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fabfc1085e0 0x7fabfc19c4a0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fabf4009850 tx=0x7fabf4007d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:28.852 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.851+0000 7fabeb7fe700 1 -- 172.21.15.28:0/2611929950 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabf401f070 con 0x7fabfc1085e0 2024-04-25T17:15:28.852 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.851+0000 7fabeb7fe700 1 -- 172.21.15.28:0/2611929950 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fabf4005500 con 0x7fabfc1085e0 2024-04-25T17:15:28.852 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.851+0000 7fac00931700 1 -- 172.21.15.28:0/2611929950 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabfc1a6f50 con 0x7fabfc1085e0 2024-04-25T17:15:28.852 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.851+0000 7fabeb7fe700 1 -- 172.21.15.28:0/2611929950 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabf401b8f0 con 0x7fabfc1085e0 2024-04-25T17:15:28.853 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.851+0000 7fac00931700 1 -- 172.21.15.28:0/2611929950 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabfc1a73a0 con 0x7fabfc1085e0 2024-04-25T17:15:28.853 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.852+0000 7fac00931700 1 -- 172.21.15.28:0/2611929950 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabfc051190 con 0x7fabfc1085e0 2024-04-25T17:15:28.853 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.853+0000 7fabeb7fe700 1 -- 172.21.15.28:0/2611929950 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7fabf4022070 con 0x7fabfc1085e0 2024-04-25T17:15:28.854 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.854+0000 7fabeb7fe700 1 --2- 172.21.15.28:0/2611929950 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fabe40afc90 0x7fabe40b21a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:28.854 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.854+0000 7fabeb7fe700 1 -- 172.21.15.28:0/2611929950 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7fabf400f020 con 0x7fabfc1085e0 2024-04-25T17:15:28.854 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.854+0000 7fabfa59c700 1 --2- 172.21.15.28:0/2611929950 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fabe40afc90 0x7fabe40b21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:28.854 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.855+0000 7fabfa59c700 1 --2- 172.21.15.28:0/2611929950 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fabe40afc90 0x7fabe40b21a0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fabec00ac50 tx=0x7fabec00a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:28.859 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:28.859+0000 7fabeb7fe700 1 -- 172.21.15.28:0/2611929950 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fabf4029020 con 0x7fabfc1085e0 2024-04-25T17:15:28.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:28 smithi042 ceph-mon[32851]: pgmap v340: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:15:29.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:29.114+0000 7fac00931700 1 -- 172.21.15.28:0/2611929950 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fabfc02e6d0 con 0x7fabfc1085e0 2024-04-25T17:15:29.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:29.115+0000 7fabeb7fe700 1 -- 172.21.15.28:0/2611929950 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fabf40a8c60 con 0x7fabfc1085e0 2024-04-25T17:15:29.115 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:15:29.115 INFO:teuthology.orchestra.run.smithi028.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-25T17:15:29.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:29.117+0000 7fac00931700 1 -- 172.21.15.28:0/2611929950 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fabe40afc90 msgr2=0x7fabe40b21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:29.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:29.117+0000 7fac00931700 1 --2- 172.21.15.28:0/2611929950 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fabe40afc90 0x7fabe40b21a0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fabec00ac50 tx=0x7fabec00a380 comp rx=0 tx=0).stop 2024-04-25T17:15:29.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:29.117+0000 7fac00931700 1 -- 172.21.15.28:0/2611929950 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fabfc1085e0 msgr2=0x7fabfc19c4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:29.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:29.117+0000 7fac00931700 1 --2- 172.21.15.28:0/2611929950 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fabfc1085e0 0x7fabfc19c4a0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fabf4009850 tx=0x7fabf4007d90 comp rx=0 tx=0).stop 2024-04-25T17:15:29.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:29.117+0000 7fac00931700 1 -- 172.21.15.28:0/2611929950 shutdown_connections 2024-04-25T17:15:29.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:29.117+0000 7fac00931700 1 --2- 172.21.15.28:0/2611929950 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fabe40afc90 0x7fabe40b21a0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:29.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:29.117+0000 7fac00931700 1 --2- 172.21.15.28:0/2611929950 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fabfc1085e0 0x7fabfc19c4a0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:29.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:29.117+0000 7fac00931700 1 --2- 172.21.15.28:0/2611929950 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fabfc103360 0x7fabfc19b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:29.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:29.117+0000 7fac00931700 1 --2- 172.21.15.28:0/2611929950 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fabfc107c90 0x7fabfc19bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:29.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:29.117+0000 7fac00931700 1 -- 172.21.15.28:0/2611929950 >> 172.21.15.28:0/2611929950 conn(0x7fabfc0fec90 msgr2=0x7fabfc109540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:29.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:29.117+0000 7fac00931700 1 -- 172.21.15.28:0/2611929950 shutdown_connections 2024-04-25T17:15:29.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:29.117+0000 7fac00931700 1 -- 172.21.15.28:0/2611929950 wait complete. 2024-04-25T17:15:29.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:29 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2611929950' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-25T17:15:29.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:29 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2611929950' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-25T17:15:29.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:29 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2611929950' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-25T17:15:29.911 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-25T17:15:29.912 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T17:15:30.032 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.031+0000 7fe283861640 1 -- 172.21.15.28:0/4114479415 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe27c108940 msgr2=0x7fe27c10ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:30.032 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.031+0000 7fe283861640 1 --2- 172.21.15.28:0/4114479415 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe27c108940 0x7fe27c10ad60 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fe274009ca0 tx=0x7fe27402a8c0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.032 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.031+0000 7fe283861640 1 -- 172.21.15.28:0/4114479415 shutdown_connections 2024-04-25T17:15:30.032 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.031+0000 7fe283861640 1 --2- 172.21.15.28:0/4114479415 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe27c108940 0x7fe27c10ad60 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.032 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.031+0000 7fe283861640 1 --2- 172.21.15.28:0/4114479415 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe27c103c40 0x7fe27c104050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.032 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.031+0000 7fe283861640 1 --2- 172.21.15.28:0/4114479415 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe27c102a00 0x7fe27c103700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.032 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.031+0000 7fe283861640 1 -- 172.21.15.28:0/4114479415 >> 172.21.15.28:0/4114479415 conn(0x7fe27c0fdbf0 msgr2=0x7fe27c1000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:30.033 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.031+0000 7fe283861640 1 -- 172.21.15.28:0/4114479415 shutdown_connections 2024-04-25T17:15:30.033 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.032+0000 7fe283861640 1 -- 172.21.15.28:0/4114479415 wait complete. 2024-04-25T17:15:30.033 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.032+0000 7fe283861640 1 Processor -- start 2024-04-25T17:15:30.033 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.032+0000 7fe283861640 1 -- start start 2024-04-25T17:15:30.035 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.032+0000 7fe283861640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe27c102a00 0x7fe27c075860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:30.035 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.032+0000 7fe283861640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe27c103c40 0x7fe27c19ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:30.035 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.032+0000 7fe283861640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe27c108940 0x7fe27c1a13a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:30.035 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.032+0000 7fe283861640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fe27c10e430 con 0x7fe27c108940 2024-04-25T17:15:30.035 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.032+0000 7fe283861640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe27c10e2b0 con 0x7fe27c102a00 2024-04-25T17:15:30.036 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.032+0000 7fe283861640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe27c10e5b0 con 0x7fe27c103c40 2024-04-25T17:15:30.036 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.033+0000 7fe281dfe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe27c108940 0x7fe27c1a13a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:30.036 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.033+0000 7fe281dfe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe27c108940 0x7fe27c1a13a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:42544/0 (socket says 172.21.15.28:42544) 2024-04-25T17:15:30.036 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.033+0000 7fe281dfe640 1 -- 172.21.15.28:0/1555311353 learned_addr learned my addr 172.21.15.28:0/1555311353 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:30.036 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.033+0000 7fe2815fd640 1 --2- 172.21.15.28:0/1555311353 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe27c102a00 0x7fe27c075860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:30.036 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.033+0000 7fe280dfc640 1 --2- 172.21.15.28:0/1555311353 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe27c103c40 0x7fe27c19ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:30.036 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.033+0000 7fe281dfe640 1 -- 172.21.15.28:0/1555311353 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe27c103c40 msgr2=0x7fe27c19ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:30.036 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.033+0000 7fe281dfe640 1 --2- 172.21.15.28:0/1555311353 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe27c103c40 0x7fe27c19ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.036 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.033+0000 7fe281dfe640 1 -- 172.21.15.28:0/1555311353 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe27c102a00 msgr2=0x7fe27c075860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:30.036 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.033+0000 7fe281dfe640 1 --2- 172.21.15.28:0/1555311353 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe27c102a00 0x7fe27c075860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.036 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.033+0000 7fe281dfe640 1 -- 172.21.15.28:0/1555311353 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe27c1a1bc0 con 0x7fe27c108940 2024-04-25T17:15:30.036 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.033+0000 7fe280dfc640 1 --2- 172.21.15.28:0/1555311353 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe27c103c40 0x7fe27c19ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:15:30.036 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.033+0000 7fe281dfe640 1 --2- 172.21.15.28:0/1555311353 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe27c108940 0x7fe27c1a13a0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fe274031040 tx=0x7fe274003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:30.036 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.033+0000 7fe2727fc640 1 -- 172.21.15.28:0/1555311353 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe274004040 con 0x7fe27c108940 2024-04-25T17:15:30.037 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.033+0000 7fe2727fc640 1 -- 172.21.15.28:0/1555311353 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe274004670 con 0x7fe27c108940 2024-04-25T17:15:30.037 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.033+0000 7fe283861640 1 -- 172.21.15.28:0/1555311353 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe27c1a1e50 con 0x7fe27c108940 2024-04-25T17:15:30.037 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.033+0000 7fe2727fc640 1 -- 172.21.15.28:0/1555311353 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe274030d50 con 0x7fe27c108940 2024-04-25T17:15:30.037 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.033+0000 7fe283861640 1 -- 172.21.15.28:0/1555311353 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe27c1a22b0 con 0x7fe27c108940 2024-04-25T17:15:30.037 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.035+0000 7fe283861640 1 -- 172.21.15.28:0/1555311353 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe27c06a210 con 0x7fe27c108940 2024-04-25T17:15:30.038 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.036+0000 7fe2727fc640 1 -- 172.21.15.28:0/1555311353 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7fe2740305c0 con 0x7fe27c108940 2024-04-25T17:15:30.038 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.036+0000 7fe2727fc640 1 --2- 172.21.15.28:0/1555311353 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe2680afc20 0x7fe2680b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:30.038 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.037+0000 7fe2815fd640 1 --2- 172.21.15.28:0/1555311353 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe2680afc20 0x7fe2680b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:30.038 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.037+0000 7fe2727fc640 1 -- 172.21.15.28:0/1555311353 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7fe274100880 con 0x7fe27c108940 2024-04-25T17:15:30.038 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.037+0000 7fe2815fd640 1 --2- 172.21.15.28:0/1555311353 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe2680afc20 0x7fe2680b2130 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fe278005fd0 tx=0x7fe278005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:30.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.041+0000 7fe2727fc640 1 -- 172.21.15.28:0/1555311353 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe2740c90b0 con 0x7fe27c108940 2024-04-25T17:15:30.230 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.230+0000 7fe283861640 1 -- 172.21.15.28:0/1555311353 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe27c02dbf0 con 0x7fe27c108940 2024-04-25T17:15:30.231 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.231+0000 7fe2727fc640 1 -- 172.21.15.28:0/1555311353 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+24517 (secure 0 0 0) 0x7fe2740d1130 con 0x7fe27c108940 2024-04-25T17:15:30.232 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:15:30.232 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":82,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:14:31.965740+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T17:13:40.495256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T17:13:41.573638+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T17:13:45.282812+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.5","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:15:30.234 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.234+0000 7fe283861640 1 -- 172.21.15.28:0/1555311353 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe2680afc20 msgr2=0x7fe2680b2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:30.234 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.234+0000 7fe283861640 1 --2- 172.21.15.28:0/1555311353 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe2680afc20 0x7fe2680b2130 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fe278005fd0 tx=0x7fe278005850 comp rx=0 tx=0).stop 2024-04-25T17:15:30.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.234+0000 7fe283861640 1 -- 172.21.15.28:0/1555311353 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe27c108940 msgr2=0x7fe27c1a13a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:30.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.234+0000 7fe283861640 1 --2- 172.21.15.28:0/1555311353 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe27c108940 0x7fe27c1a13a0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fe274031040 tx=0x7fe274003ba0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.234+0000 7fe283861640 1 -- 172.21.15.28:0/1555311353 shutdown_connections 2024-04-25T17:15:30.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.234+0000 7fe283861640 1 --2- 172.21.15.28:0/1555311353 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe2680afc20 0x7fe2680b2130 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.234+0000 7fe283861640 1 --2- 172.21.15.28:0/1555311353 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe27c108940 0x7fe27c1a13a0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.234+0000 7fe283861640 1 --2- 172.21.15.28:0/1555311353 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe27c103c40 0x7fe27c19ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.234+0000 7fe283861640 1 --2- 172.21.15.28:0/1555311353 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe27c102a00 0x7fe27c075860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.234+0000 7fe283861640 1 -- 172.21.15.28:0/1555311353 >> 172.21.15.28:0/1555311353 conn(0x7fe27c0fdbf0 msgr2=0x7fe27c104920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:30.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.234+0000 7fe283861640 1 -- 172.21.15.28:0/1555311353 shutdown_connections 2024-04-25T17:15:30.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.234+0000 7fe283861640 1 -- 172.21.15.28:0/1555311353 wait complete. 2024-04-25T17:15:30.246 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T17:08:58.716897+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T17:13:40.495256+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '75', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T17:13:41.573638+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '76', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-25T17:13:45.282812+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-25T17:15:30.246 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T17:15:30.366 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.363+0000 7f933f4e0640 1 -- 172.21.15.28:0/3885351813 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9338108910 msgr2=0x7f933810ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:30.366 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.363+0000 7f933f4e0640 1 --2- 172.21.15.28:0/3885351813 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9338108910 0x7f933810ad30 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f9330009ca0 tx=0x7f933002a8c0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.366 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.363+0000 7f933f4e0640 1 -- 172.21.15.28:0/3885351813 shutdown_connections 2024-04-25T17:15:30.366 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.363+0000 7f933f4e0640 1 --2- 172.21.15.28:0/3885351813 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9338108910 0x7f933810ad30 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.366 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.363+0000 7f933f4e0640 1 --2- 172.21.15.28:0/3885351813 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9338103c10 0x7f9338104020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.366 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.363+0000 7f933f4e0640 1 --2- 172.21.15.28:0/3885351813 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93381029d0 0x7f93381036d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.366 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.363+0000 7f933f4e0640 1 -- 172.21.15.28:0/3885351813 >> 172.21.15.28:0/3885351813 conn(0x7f93380fdbc0 msgr2=0x7f9338100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:30.366 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.363+0000 7f933f4e0640 1 -- 172.21.15.28:0/3885351813 shutdown_connections 2024-04-25T17:15:30.367 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.363+0000 7f933f4e0640 1 -- 172.21.15.28:0/3885351813 wait complete. 2024-04-25T17:15:30.367 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.364+0000 7f933f4e0640 1 Processor -- start 2024-04-25T17:15:30.367 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.364+0000 7f933f4e0640 1 -- start start 2024-04-25T17:15:30.367 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.364+0000 7f933f4e0640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93381029d0 0x7f933819a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:30.367 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.364+0000 7f933f4e0640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9338103c10 0x7f933819a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:30.367 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.364+0000 7f933f4e0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9338108910 0x7f93381a1570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:30.367 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.364+0000 7f933f4e0640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f933810f510 con 0x7f93381029d0 2024-04-25T17:15:30.367 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.364+0000 7f933f4e0640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f933810f390 con 0x7f9338103c10 2024-04-25T17:15:30.367 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.364+0000 7f933f4e0640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f933810f690 con 0x7f9338108910 2024-04-25T17:15:30.367 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.364+0000 7f933d27c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93381029d0 0x7f933819a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:30.367 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.364+0000 7f933d27c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93381029d0 0x7f933819a0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:42574/0 (socket says 172.21.15.28:42574) 2024-04-25T17:15:30.367 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.364+0000 7f933d27c640 1 -- 172.21.15.28:0/2510068348 learned_addr learned my addr 172.21.15.28:0/2510068348 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:30.367 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.364+0000 7f933ca7b640 1 --2- 172.21.15.28:0/2510068348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9338103c10 0x7f933819a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:30.368 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.364+0000 7f933da7d640 1 --2- 172.21.15.28:0/2510068348 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9338108910 0x7f93381a1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:30.368 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.364+0000 7f933d27c640 1 -- 172.21.15.28:0/2510068348 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9338108910 msgr2=0x7f93381a1570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:30.368 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.364+0000 7f933d27c640 1 --2- 172.21.15.28:0/2510068348 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9338108910 0x7f93381a1570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.368 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.364+0000 7f933d27c640 1 -- 172.21.15.28:0/2510068348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9338103c10 msgr2=0x7f933819a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:30.368 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.364+0000 7f933d27c640 1 --2- 172.21.15.28:0/2510068348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9338103c10 0x7f933819a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.368 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.364+0000 7f933d27c640 1 -- 172.21.15.28:0/2510068348 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93381a1be0 con 0x7f93381029d0 2024-04-25T17:15:30.368 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.364+0000 7f933da7d640 1 --2- 172.21.15.28:0/2510068348 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9338108910 0x7f93381a1570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:15:30.368 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.365+0000 7f933d27c640 1 --2- 172.21.15.28:0/2510068348 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93381029d0 0x7f933819a0a0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f933400c970 tx=0x7f933400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:30.368 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.365+0000 7f932e7fc640 1 -- 172.21.15.28:0/2510068348 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9334004220 con 0x7f93381029d0 2024-04-25T17:15:30.368 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.365+0000 7f932e7fc640 1 -- 172.21.15.28:0/2510068348 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9334007e40 con 0x7f93381029d0 2024-04-25T17:15:30.368 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.365+0000 7f933f4e0640 1 -- 172.21.15.28:0/2510068348 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93381a1ed0 con 0x7f93381029d0 2024-04-25T17:15:30.368 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.365+0000 7f932e7fc640 1 -- 172.21.15.28:0/2510068348 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f933400f450 con 0x7f93381029d0 2024-04-25T17:15:30.368 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.365+0000 7f933f4e0640 1 -- 172.21.15.28:0/2510068348 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93381a2340 con 0x7f93381029d0 2024-04-25T17:15:30.368 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.366+0000 7f933f4e0640 1 -- 172.21.15.28:0/2510068348 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9338107720 con 0x7f93381029d0 2024-04-25T17:15:30.369 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.367+0000 7f932e7fc640 1 -- 172.21.15.28:0/2510068348 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7f93340079b0 con 0x7f93381029d0 2024-04-25T17:15:30.369 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.368+0000 7f932e7fc640 1 --2- 172.21.15.28:0/2510068348 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f93240afb80 0x7f93240b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:30.369 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.368+0000 7f932e7fc640 1 -- 172.21.15.28:0/2510068348 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7f93340df250 con 0x7f93381029d0 2024-04-25T17:15:30.369 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.368+0000 7f933ca7b640 1 --2- 172.21.15.28:0/2510068348 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f93240afb80 0x7f93240b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:30.369 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.369+0000 7f933ca7b640 1 --2- 172.21.15.28:0/2510068348 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f93240afb80 0x7f93240b2090 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9328005fd0 tx=0x7f9328005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:30.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.372+0000 7f932e7fc640 1 -- 172.21.15.28:0/2510068348 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9334014030 con 0x7f93381029d0 2024-04-25T17:15:30.557 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.557+0000 7f933f4e0640 1 -- 172.21.15.28:0/2510068348 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f933802dce0 con 0x7f93381029d0 2024-04-25T17:15:30.558 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.558+0000 7f932e7fc640 1 -- 172.21.15.28:0/2510068348 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f93340a7970 con 0x7f93381029d0 2024-04-25T17:15:30.558 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 1 2024-04-25T17:15:30.560 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.560+0000 7f933f4e0640 1 -- 172.21.15.28:0/2510068348 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f93240afb80 msgr2=0x7f93240b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:30.560 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.560+0000 7f933f4e0640 1 --2- 172.21.15.28:0/2510068348 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f93240afb80 0x7f93240b2090 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9328005fd0 tx=0x7f9328005850 comp rx=0 tx=0).stop 2024-04-25T17:15:30.560 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.560+0000 7f933f4e0640 1 -- 172.21.15.28:0/2510068348 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93381029d0 msgr2=0x7f933819a0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:30.560 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.560+0000 7f933f4e0640 1 --2- 172.21.15.28:0/2510068348 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93381029d0 0x7f933819a0a0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f933400c970 tx=0x7f933400ce30 comp rx=0 tx=0).stop 2024-04-25T17:15:30.560 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.560+0000 7f933f4e0640 1 -- 172.21.15.28:0/2510068348 shutdown_connections 2024-04-25T17:15:30.560 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.560+0000 7f933f4e0640 1 --2- 172.21.15.28:0/2510068348 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f93240afb80 0x7f93240b2090 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.560 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.560+0000 7f933f4e0640 1 --2- 172.21.15.28:0/2510068348 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9338108910 0x7f93381a1570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.560 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.560+0000 7f933f4e0640 1 --2- 172.21.15.28:0/2510068348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9338103c10 0x7f933819a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.560 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.560+0000 7f933f4e0640 1 --2- 172.21.15.28:0/2510068348 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93381029d0 0x7f933819a0a0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.561 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.560+0000 7f933f4e0640 1 -- 172.21.15.28:0/2510068348 >> 172.21.15.28:0/2510068348 conn(0x7f93380fdbc0 msgr2=0x7f93381048f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:30.561 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.560+0000 7f933f4e0640 1 -- 172.21.15.28:0/2510068348 shutdown_connections 2024-04-25T17:15:30.561 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.560+0000 7f933f4e0640 1 -- 172.21.15.28:0/2510068348 wait complete. 2024-04-25T17:15:30.570 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:30 smithi028 ceph-mon[29207]: pgmap v341: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:15:30.570 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:30 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1555311353' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:15:30.571 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T17:15:30.688 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.686+0000 7f3ed1fce640 1 -- 172.21.15.28:0/1510110061 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3ecc108910 msgr2=0x7f3ecc10ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:30.689 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.686+0000 7f3ed1fce640 1 --2- 172.21.15.28:0/1510110061 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3ecc108910 0x7f3ecc10ad30 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f3ec4009ca0 tx=0x7f3ec402a8c0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.689 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.686+0000 7f3ed1fce640 1 -- 172.21.15.28:0/1510110061 shutdown_connections 2024-04-25T17:15:30.689 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.686+0000 7f3ed1fce640 1 --2- 172.21.15.28:0/1510110061 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3ecc108910 0x7f3ecc10ad30 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.689 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.686+0000 7f3ed1fce640 1 --2- 172.21.15.28:0/1510110061 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ecc103c10 0x7f3ecc104020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.689 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.686+0000 7f3ed1fce640 1 --2- 172.21.15.28:0/1510110061 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ecc1029d0 0x7f3ecc1036d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.689 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.686+0000 7f3ed1fce640 1 -- 172.21.15.28:0/1510110061 >> 172.21.15.28:0/1510110061 conn(0x7f3ecc0fdbc0 msgr2=0x7f3ecc100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:30.689 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.686+0000 7f3ed1fce640 1 -- 172.21.15.28:0/1510110061 shutdown_connections 2024-04-25T17:15:30.689 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.686+0000 7f3ed1fce640 1 -- 172.21.15.28:0/1510110061 wait complete. 2024-04-25T17:15:30.689 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.687+0000 7f3ed1fce640 1 Processor -- start 2024-04-25T17:15:30.689 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.687+0000 7f3ed1fce640 1 -- start start 2024-04-25T17:15:30.689 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.687+0000 7f3ed1fce640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ecc1029d0 0x7f3ecc0ffa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:30.690 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.687+0000 7f3ed1fce640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ecc103c10 0x7f3ecc0fe0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:30.690 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.687+0000 7f3ed1fce640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3ecc108910 0x7f3ecc0fe630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:30.690 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.687+0000 7f3ed1fce640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f3ecc10e3e0 con 0x7f3ecc108910 2024-04-25T17:15:30.690 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.687+0000 7f3ed1fce640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3ecc10e260 con 0x7f3ecc1029d0 2024-04-25T17:15:30.690 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.687+0000 7f3ed1fce640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3ecc10e560 con 0x7f3ecc103c10 2024-04-25T17:15:30.690 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.687+0000 7f3ecbfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3ecc108910 0x7f3ecc0fe630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:30.690 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.687+0000 7f3ecbfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3ecc108910 0x7f3ecc0fe630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:42600/0 (socket says 172.21.15.28:42600) 2024-04-25T17:15:30.690 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.687+0000 7f3ecbfff640 1 -- 172.21.15.28:0/3464732453 learned_addr learned my addr 172.21.15.28:0/3464732453 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:30.690 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.687+0000 7f3ec2ffd640 1 --2- 172.21.15.28:0/3464732453 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ecc103c10 0x7f3ecc0fe0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:30.691 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.687+0000 7f3ecb7fe640 1 --2- 172.21.15.28:0/3464732453 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ecc1029d0 0x7f3ecc0ffa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:30.691 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.688+0000 7f3ecbfff640 1 -- 172.21.15.28:0/3464732453 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ecc103c10 msgr2=0x7f3ecc0fe0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:30.691 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.688+0000 7f3ecbfff640 1 --2- 172.21.15.28:0/3464732453 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ecc103c10 0x7f3ecc0fe0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.691 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.688+0000 7f3ecbfff640 1 -- 172.21.15.28:0/3464732453 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ecc1029d0 msgr2=0x7f3ecc0ffa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:30.691 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.688+0000 7f3ecbfff640 1 --2- 172.21.15.28:0/3464732453 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ecc1029d0 0x7f3ecc0ffa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.691 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.688+0000 7f3ecbfff640 1 -- 172.21.15.28:0/3464732453 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ecc0fed60 con 0x7f3ecc108910 2024-04-25T17:15:30.691 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.688+0000 7f3ecb7fe640 1 --2- 172.21.15.28:0/3464732453 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ecc1029d0 0x7f3ecc0ffa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:15:30.691 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.688+0000 7f3ec2ffd640 1 --2- 172.21.15.28:0/3464732453 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ecc103c10 0x7f3ecc0fe0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:15:30.691 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.688+0000 7f3ecbfff640 1 --2- 172.21.15.28:0/3464732453 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3ecc108910 0x7f3ecc0fe630 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f3ec4031040 tx=0x7f3ec4003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:30.691 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.688+0000 7f3ec97fa640 1 -- 172.21.15.28:0/3464732453 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ec4004040 con 0x7f3ecc108910 2024-04-25T17:15:30.691 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.688+0000 7f3ed1fce640 1 -- 172.21.15.28:0/3464732453 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ecc1a4190 con 0x7f3ecc108910 2024-04-25T17:15:30.691 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.688+0000 7f3ec97fa640 1 -- 172.21.15.28:0/3464732453 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3ec4004670 con 0x7f3ecc108910 2024-04-25T17:15:30.691 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.688+0000 7f3ec97fa640 1 -- 172.21.15.28:0/3464732453 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ec4030d50 con 0x7f3ecc108910 2024-04-25T17:15:30.691 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.688+0000 7f3ed1fce640 1 -- 172.21.15.28:0/3464732453 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ecc1a4650 con 0x7f3ecc108910 2024-04-25T17:15:30.692 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.689+0000 7f3ed1fce640 1 -- 172.21.15.28:0/3464732453 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ecc069dc0 con 0x7f3ecc108910 2024-04-25T17:15:30.692 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.691+0000 7f3ec97fa640 1 -- 172.21.15.28:0/3464732453 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7f3ec40305c0 con 0x7f3ecc108910 2024-04-25T17:15:30.693 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.691+0000 7f3ec97fa640 1 --2- 172.21.15.28:0/3464732453 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f3eb80afb80 0x7f3eb80b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:30.693 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.691+0000 7f3ecb7fe640 1 --2- 172.21.15.28:0/3464732453 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f3eb80afb80 0x7f3eb80b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:30.693 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.692+0000 7f3ec97fa640 1 -- 172.21.15.28:0/3464732453 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7f3ec4100820 con 0x7f3ecc108910 2024-04-25T17:15:30.693 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.692+0000 7f3ecb7fe640 1 --2- 172.21.15.28:0/3464732453 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f3eb80afb80 0x7f3eb80b2090 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f3ebc005d00 tx=0x7f3ebc005ef0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:30.695 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.695+0000 7f3ec97fa640 1 -- 172.21.15.28:0/3464732453 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3ec40c9050 con 0x7f3ecc108910 2024-04-25T17:15:30.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:30 smithi084 ceph-mon[32752]: pgmap v341: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:15:30.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:30 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1555311353' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:15:30.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:30 smithi042 ceph-mon[32851]: pgmap v341: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:15:30.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:30 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1555311353' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:15:30.910 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.910+0000 7f3ed1fce640 1 -- 172.21.15.28:0/3464732453 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f3ecc1a4940 con 0x7f3ecc108910 2024-04-25T17:15:30.911 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.911+0000 7f3ec97fa640 1 -- 172.21.15.28:0/3464732453 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v82) ==== 104+0+11 (secure 0 0 0) 0x7f3ec40c8950 con 0x7f3ecc108910 2024-04-25T17:15:30.911 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-25T17:15:30.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.913+0000 7f3ed1fce640 1 -- 172.21.15.28:0/3464732453 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f3eb80afb80 msgr2=0x7f3eb80b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:30.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.913+0000 7f3ed1fce640 1 --2- 172.21.15.28:0/3464732453 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f3eb80afb80 0x7f3eb80b2090 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f3ebc005d00 tx=0x7f3ebc005ef0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.913+0000 7f3ed1fce640 1 -- 172.21.15.28:0/3464732453 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3ecc108910 msgr2=0x7f3ecc0fe630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:30.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.913+0000 7f3ed1fce640 1 --2- 172.21.15.28:0/3464732453 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3ecc108910 0x7f3ecc0fe630 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f3ec4031040 tx=0x7f3ec4003ba0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.913+0000 7f3ed1fce640 1 -- 172.21.15.28:0/3464732453 shutdown_connections 2024-04-25T17:15:30.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.913+0000 7f3ed1fce640 1 --2- 172.21.15.28:0/3464732453 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f3eb80afb80 0x7f3eb80b2090 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.913+0000 7f3ed1fce640 1 --2- 172.21.15.28:0/3464732453 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3ecc108910 0x7f3ecc0fe630 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.913+0000 7f3ed1fce640 1 --2- 172.21.15.28:0/3464732453 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ecc103c10 0x7f3ecc0fe0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.913+0000 7f3ed1fce640 1 --2- 172.21.15.28:0/3464732453 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ecc1029d0 0x7f3ecc0ffa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:30.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.913+0000 7f3ed1fce640 1 -- 172.21.15.28:0/3464732453 >> 172.21.15.28:0/3464732453 conn(0x7f3ecc0fdbc0 msgr2=0x7f3ecc109dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:30.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.913+0000 7f3ed1fce640 1 -- 172.21.15.28:0/3464732453 shutdown_connections 2024-04-25T17:15:30.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:30.913+0000 7f3ed1fce640 1 -- 172.21.15.28:0/3464732453 wait complete. 2024-04-25T17:15:30.924 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T17:15:31.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.039+0000 7f36e1ab1640 1 -- 172.21.15.28:0/1832520205 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f36dc1029e0 msgr2=0x7f36dc1036e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:31.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.039+0000 7f36e1ab1640 1 --2- 172.21.15.28:0/1832520205 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f36dc1029e0 0x7f36dc1036e0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f36cc009900 tx=0x7f36cc02a410 comp rx=0 tx=0).stop 2024-04-25T17:15:31.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.040+0000 7f36e1ab1640 1 -- 172.21.15.28:0/1832520205 shutdown_connections 2024-04-25T17:15:31.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.040+0000 7f36e1ab1640 1 --2- 172.21.15.28:0/1832520205 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36dc108920 0x7f36dc10ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.040+0000 7f36e1ab1640 1 --2- 172.21.15.28:0/1832520205 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36dc103c20 0x7f36dc104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.040+0000 7f36e1ab1640 1 --2- 172.21.15.28:0/1832520205 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f36dc1029e0 0x7f36dc1036e0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.040+0000 7f36e1ab1640 1 -- 172.21.15.28:0/1832520205 >> 172.21.15.28:0/1832520205 conn(0x7f36dc0fdbd0 msgr2=0x7f36dc100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:31.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.040+0000 7f36e1ab1640 1 -- 172.21.15.28:0/1832520205 shutdown_connections 2024-04-25T17:15:31.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.040+0000 7f36e1ab1640 1 -- 172.21.15.28:0/1832520205 wait complete. 2024-04-25T17:15:31.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.040+0000 7f36e1ab1640 1 Processor -- start 2024-04-25T17:15:31.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.040+0000 7f36e1ab1640 1 -- start start 2024-04-25T17:15:31.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.041+0000 7f36e1ab1640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36dc1029e0 0x7f36dc19a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:31.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.041+0000 7f36e1ab1640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f36dc103c20 0x7f36dc19a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:31.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.041+0000 7f36e1ab1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36dc108920 0x7f36dc1a1670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:31.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.041+0000 7f36e1ab1640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f36dc10e390 con 0x7f36dc103c20 2024-04-25T17:15:31.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.041+0000 7f36e1ab1640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f36dc10e210 con 0x7f36dc1029e0 2024-04-25T17:15:31.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.041+0000 7f36e1ab1640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f36dc10e510 con 0x7f36dc108920 2024-04-25T17:15:31.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.041+0000 7f36daffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f36dc103c20 0x7f36dc19a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:31.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.041+0000 7f36daffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f36dc103c20 0x7f36dc19a6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:42610/0 (socket says 172.21.15.28:42610) 2024-04-25T17:15:31.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.041+0000 7f36daffd640 1 -- 172.21.15.28:0/3422774352 learned_addr learned my addr 172.21.15.28:0/3422774352 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:31.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.041+0000 7f36db7fe640 1 --2- 172.21.15.28:0/3422774352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36dc1029e0 0x7f36dc19a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:31.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.041+0000 7f36dbfff640 1 --2- 172.21.15.28:0/3422774352 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36dc108920 0x7f36dc1a1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:31.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.041+0000 7f36daffd640 1 -- 172.21.15.28:0/3422774352 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36dc108920 msgr2=0x7f36dc1a1670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:31.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.041+0000 7f36daffd640 1 --2- 172.21.15.28:0/3422774352 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36dc108920 0x7f36dc1a1670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.041+0000 7f36daffd640 1 -- 172.21.15.28:0/3422774352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36dc1029e0 msgr2=0x7f36dc19a1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:31.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.041+0000 7f36daffd640 1 --2- 172.21.15.28:0/3422774352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36dc1029e0 0x7f36dc19a1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.041+0000 7f36daffd640 1 -- 172.21.15.28:0/3422774352 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36dc1a1ce0 con 0x7f36dc103c20 2024-04-25T17:15:31.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.041+0000 7f36db7fe640 1 --2- 172.21.15.28:0/3422774352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36dc1029e0 0x7f36dc19a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:15:31.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.041+0000 7f36daffd640 1 --2- 172.21.15.28:0/3422774352 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f36dc103c20 0x7f36dc19a6e0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f36d000d770 tx=0x7f36d000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:31.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.041+0000 7f36d8ff9640 1 -- 172.21.15.28:0/3422774352 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36d0017070 con 0x7f36dc103c20 2024-04-25T17:15:31.045 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.041+0000 7f36d8ff9640 1 -- 172.21.15.28:0/3422774352 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f36d00054b0 con 0x7f36dc103c20 2024-04-25T17:15:31.045 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.041+0000 7f36e1ab1640 1 -- 172.21.15.28:0/3422774352 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36dc1a1fd0 con 0x7f36dc103c20 2024-04-25T17:15:31.045 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.041+0000 7f36d8ff9640 1 -- 172.21.15.28:0/3422774352 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36d0004c60 con 0x7f36dc103c20 2024-04-25T17:15:31.045 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.042+0000 7f36e1ab1640 1 -- 172.21.15.28:0/3422774352 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36dc1a23e0 con 0x7f36dc103c20 2024-04-25T17:15:31.045 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.042+0000 7f36e1ab1640 1 -- 172.21.15.28:0/3422774352 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36dc1a2640 con 0x7f36dc103c20 2024-04-25T17:15:31.046 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.044+0000 7f36d8ff9640 1 -- 172.21.15.28:0/3422774352 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7f36d0004e00 con 0x7f36dc103c20 2024-04-25T17:15:31.046 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.044+0000 7f36d8ff9640 1 --2- 172.21.15.28:0/3422774352 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f36c40afb80 0x7f36c40b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:31.046 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.045+0000 7f36db7fe640 1 --2- 172.21.15.28:0/3422774352 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f36c40afb80 0x7f36c40b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:31.046 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.045+0000 7f36d8ff9640 1 -- 172.21.15.28:0/3422774352 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7f36d00df0c0 con 0x7f36dc103c20 2024-04-25T17:15:31.046 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.045+0000 7f36db7fe640 1 --2- 172.21.15.28:0/3422774352 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f36c40afb80 0x7f36c40b2090 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f36cc0057c0 tx=0x7f36cc000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:31.048 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.048+0000 7f36d8ff9640 1 -- 172.21.15.28:0/3422774352 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f36d00a7780 con 0x7f36dc103c20 2024-04-25T17:15:31.236 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.236+0000 7f36e1ab1640 1 -- 172.21.15.28:0/3422774352 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f36dc1a29d0 con 0x7f36dc103c20 2024-04-25T17:15:31.236 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.236+0000 7f36d8ff9640 1 -- 172.21.15.28:0/3422774352 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v82) ==== 100+0+11 (secure 0 0 0) 0x7f36d00a7080 con 0x7f36dc103c20 2024-04-25T17:15:31.237 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 64 2024-04-25T17:15:31.239 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.239+0000 7f36e1ab1640 1 -- 172.21.15.28:0/3422774352 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f36c40afb80 msgr2=0x7f36c40b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:31.239 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.239+0000 7f36e1ab1640 1 --2- 172.21.15.28:0/3422774352 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f36c40afb80 0x7f36c40b2090 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f36cc0057c0 tx=0x7f36cc000bc0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.239 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.239+0000 7f36e1ab1640 1 -- 172.21.15.28:0/3422774352 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f36dc103c20 msgr2=0x7f36dc19a6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:31.239 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.239+0000 7f36e1ab1640 1 --2- 172.21.15.28:0/3422774352 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f36dc103c20 0x7f36dc19a6e0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f36d000d770 tx=0x7f36d000dc30 comp rx=0 tx=0).stop 2024-04-25T17:15:31.239 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.239+0000 7f36e1ab1640 1 -- 172.21.15.28:0/3422774352 shutdown_connections 2024-04-25T17:15:31.239 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.239+0000 7f36e1ab1640 1 --2- 172.21.15.28:0/3422774352 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f36c40afb80 0x7f36c40b2090 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.239 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.239+0000 7f36e1ab1640 1 --2- 172.21.15.28:0/3422774352 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36dc108920 0x7f36dc1a1670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.239 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.239+0000 7f36e1ab1640 1 --2- 172.21.15.28:0/3422774352 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f36dc103c20 0x7f36dc19a6e0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.239 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.239+0000 7f36e1ab1640 1 --2- 172.21.15.28:0/3422774352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f36dc1029e0 0x7f36dc19a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.239 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.239+0000 7f36e1ab1640 1 -- 172.21.15.28:0/3422774352 >> 172.21.15.28:0/3422774352 conn(0x7f36dc0fdbd0 msgr2=0x7f36dc109ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:31.240 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.239+0000 7f36e1ab1640 1 -- 172.21.15.28:0/3422774352 shutdown_connections 2024-04-25T17:15:31.240 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.239+0000 7f36e1ab1640 1 -- 172.21.15.28:0/3422774352 wait complete. 2024-04-25T17:15:31.250 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-25T17:15:31.370 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.367+0000 7fcd622c6640 1 -- 172.21.15.28:0/1844269250 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcd5c103c10 msgr2=0x7fcd5c104020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:31.370 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.367+0000 7fcd622c6640 1 --2- 172.21.15.28:0/1844269250 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcd5c103c10 0x7fcd5c104020 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fcd50009900 tx=0x7fcd5002a410 comp rx=0 tx=0).stop 2024-04-25T17:15:31.370 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.367+0000 7fcd622c6640 1 -- 172.21.15.28:0/1844269250 shutdown_connections 2024-04-25T17:15:31.370 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.367+0000 7fcd622c6640 1 --2- 172.21.15.28:0/1844269250 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcd5c108910 0x7fcd5c10ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.370 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.367+0000 7fcd622c6640 1 --2- 172.21.15.28:0/1844269250 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcd5c103c10 0x7fcd5c104020 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.370 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.367+0000 7fcd622c6640 1 --2- 172.21.15.28:0/1844269250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcd5c1029d0 0x7fcd5c1036d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.370 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.367+0000 7fcd622c6640 1 -- 172.21.15.28:0/1844269250 >> 172.21.15.28:0/1844269250 conn(0x7fcd5c0fdbc0 msgr2=0x7fcd5c100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:31.370 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.367+0000 7fcd622c6640 1 -- 172.21.15.28:0/1844269250 shutdown_connections 2024-04-25T17:15:31.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.367+0000 7fcd622c6640 1 -- 172.21.15.28:0/1844269250 wait complete. 2024-04-25T17:15:31.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.368+0000 7fcd622c6640 1 Processor -- start 2024-04-25T17:15:31.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.368+0000 7fcd622c6640 1 -- start start 2024-04-25T17:15:31.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.368+0000 7fcd622c6640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcd5c1029d0 0x7fcd5c06aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:31.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.368+0000 7fcd622c6640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcd5c103c10 0x7fcd5c19ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:31.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.368+0000 7fcd622c6640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcd5c108910 0x7fcd5c1a1460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:31.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.368+0000 7fcd622c6640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fcd5c10e3b0 con 0x7fcd5c103c10 2024-04-25T17:15:31.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.368+0000 7fcd622c6640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcd5c10e230 con 0x7fcd5c108910 2024-04-25T17:15:31.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.368+0000 7fcd622c6640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcd5c10e530 con 0x7fcd5c1029d0 2024-04-25T17:15:31.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.368+0000 7fcd5b7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcd5c103c10 0x7fcd5c19ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:31.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.368+0000 7fcd5b7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcd5c103c10 0x7fcd5c19ef10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:42636/0 (socket says 172.21.15.28:42636) 2024-04-25T17:15:31.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.368+0000 7fcd5b7fe640 1 -- 172.21.15.28:0/3422715959 learned_addr learned my addr 172.21.15.28:0/3422715959 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:31.372 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.368+0000 7fcd5bfff640 1 --2- 172.21.15.28:0/3422715959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcd5c1029d0 0x7fcd5c06aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:31.372 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.369+0000 7fcd60863640 1 --2- 172.21.15.28:0/3422715959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcd5c108910 0x7fcd5c1a1460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:31.372 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.369+0000 7fcd5b7fe640 1 -- 172.21.15.28:0/3422715959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcd5c1029d0 msgr2=0x7fcd5c06aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:31.372 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.369+0000 7fcd5b7fe640 1 --2- 172.21.15.28:0/3422715959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcd5c1029d0 0x7fcd5c06aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.372 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.369+0000 7fcd5b7fe640 1 -- 172.21.15.28:0/3422715959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcd5c108910 msgr2=0x7fcd5c1a1460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:31.372 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.369+0000 7fcd5b7fe640 1 --2- 172.21.15.28:0/3422715959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcd5c108910 0x7fcd5c1a1460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.372 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.369+0000 7fcd5b7fe640 1 -- 172.21.15.28:0/3422715959 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd5c1a1c30 con 0x7fcd5c103c10 2024-04-25T17:15:31.372 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.369+0000 7fcd60863640 1 --2- 172.21.15.28:0/3422715959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcd5c108910 0x7fcd5c1a1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:15:31.372 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.369+0000 7fcd5b7fe640 1 --2- 172.21.15.28:0/3422715959 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcd5c103c10 0x7fcd5c19ef10 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fcd50009230 tx=0x7fcd50005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:31.372 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.369+0000 7fcd597fa640 1 -- 172.21.15.28:0/3422715959 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd5003f030 con 0x7fcd5c103c10 2024-04-25T17:15:31.372 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.369+0000 7fcd622c6640 1 -- 172.21.15.28:0/3422715959 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd5c1a1ec0 con 0x7fcd5c103c10 2024-04-25T17:15:31.372 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.369+0000 7fcd597fa640 1 -- 172.21.15.28:0/3422715959 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcd500043d0 con 0x7fcd5c103c10 2024-04-25T17:15:31.372 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.369+0000 7fcd597fa640 1 -- 172.21.15.28:0/3422715959 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd50035070 con 0x7fcd5c103c10 2024-04-25T17:15:31.372 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.369+0000 7fcd622c6640 1 -- 172.21.15.28:0/3422715959 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd5c1a2320 con 0x7fcd5c103c10 2024-04-25T17:15:31.373 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.370+0000 7fcd622c6640 1 -- 172.21.15.28:0/3422715959 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd5c107720 con 0x7fcd5c103c10 2024-04-25T17:15:31.373 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.372+0000 7fcd597fa640 1 -- 172.21.15.28:0/3422715959 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 17) ==== 147571+0+0 (secure 0 0 0) 0x7fcd50042030 con 0x7fcd5c103c10 2024-04-25T17:15:31.373 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.373+0000 7fcd597fa640 1 --2- 172.21.15.28:0/3422715959 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcd440afb80 0x7fcd440b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:31.373 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.373+0000 7fcd5bfff640 1 --2- 172.21.15.28:0/3422715959 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcd440afb80 0x7fcd440b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:31.374 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.373+0000 7fcd597fa640 1 -- 172.21.15.28:0/3422715959 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 9092+0+0 (secure 0 0 0) 0x7fcd500ffa10 con 0x7fcd5c103c10 2024-04-25T17:15:31.374 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.373+0000 7fcd5bfff640 1 --2- 172.21.15.28:0/3422715959 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcd440afb80 0x7fcd440b2090 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fcd5c1035d0 tx=0x7fcd4c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:31.376 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.376+0000 7fcd597fa640 1 -- 172.21.15.28:0/3422715959 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcd500c8130 con 0x7fcd5c103c10 2024-04-25T17:15:31.398 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.398+0000 7fcd597fa640 1 -- 172.21.15.28:0/3422715959 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fcd500c3cc0 con 0x7fcd5c103c10 2024-04-25T17:15:31.568 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.568+0000 7fcd622c6640 1 -- 172.21.15.28:0/3422715959 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fcd5c02db50 con 0x7fcd5c103c10 2024-04-25T17:15:31.568 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.568+0000 7fcd597fa640 1 -- 172.21.15.28:0/3422715959 <== mon.0 v2:172.21.15.28:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v83) ==== 103+0+11 (secure 0 0 0) 0x7fcd500f59e0 con 0x7fcd5c103c10 2024-04-25T17:15:31.568 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-25T17:15:31.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.570+0000 7fcd622c6640 1 -- 172.21.15.28:0/3422715959 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcd440afb80 msgr2=0x7fcd440b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:31.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.570+0000 7fcd622c6640 1 --2- 172.21.15.28:0/3422715959 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcd440afb80 0x7fcd440b2090 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fcd5c1035d0 tx=0x7fcd4c005f90 comp rx=0 tx=0).stop 2024-04-25T17:15:31.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.570+0000 7fcd622c6640 1 -- 172.21.15.28:0/3422715959 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcd5c103c10 msgr2=0x7fcd5c19ef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:31.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.570+0000 7fcd622c6640 1 --2- 172.21.15.28:0/3422715959 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcd5c103c10 0x7fcd5c19ef10 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fcd50009230 tx=0x7fcd50005e80 comp rx=0 tx=0).stop 2024-04-25T17:15:31.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.570+0000 7fcd622c6640 1 -- 172.21.15.28:0/3422715959 shutdown_connections 2024-04-25T17:15:31.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.570+0000 7fcd622c6640 1 --2- 172.21.15.28:0/3422715959 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcd440afb80 0x7fcd440b2090 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.570+0000 7fcd622c6640 1 --2- 172.21.15.28:0/3422715959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcd5c108910 0x7fcd5c1a1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.570+0000 7fcd622c6640 1 --2- 172.21.15.28:0/3422715959 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcd5c103c10 0x7fcd5c19ef10 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.570+0000 7fcd622c6640 1 --2- 172.21.15.28:0/3422715959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcd5c1029d0 0x7fcd5c06aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.570+0000 7fcd622c6640 1 -- 172.21.15.28:0/3422715959 >> 172.21.15.28:0/3422715959 conn(0x7fcd5c0fdbc0 msgr2=0x7fcd5c1048f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:31.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.570+0000 7fcd622c6640 1 -- 172.21.15.28:0/3422715959 shutdown_connections 2024-04-25T17:15:31.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.570+0000 7fcd622c6640 1 -- 172.21.15.28:0/3422715959 wait complete. 2024-04-25T17:15:31.581 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:31 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2510068348' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:15:31.581 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:31 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3464732453' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:15:31.581 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:31 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1a", "id": [5, 8]}]: dispatch 2024-04-25T17:15:31.581 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:31 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3422774352' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:15:31.583 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:15:31.695 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.694+0000 7f9df28f9640 1 -- 172.21.15.28:0/613768375 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9dec108950 msgr2=0x7f9dec10ad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:31.695 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.694+0000 7f9df28f9640 1 --2- 172.21.15.28:0/613768375 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9dec108950 0x7f9dec10ad70 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f9de4009ca0 tx=0x7f9de402a8c0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.695 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.694+0000 7f9df28f9640 1 -- 172.21.15.28:0/613768375 shutdown_connections 2024-04-25T17:15:31.695 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.694+0000 7f9df28f9640 1 --2- 172.21.15.28:0/613768375 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9dec108950 0x7f9dec10ad70 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.695 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.694+0000 7f9df28f9640 1 --2- 172.21.15.28:0/613768375 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9dec103c50 0x7f9dec104060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.694+0000 7f9df28f9640 1 --2- 172.21.15.28:0/613768375 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9dec102a10 0x7f9dec103710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.694+0000 7f9df28f9640 1 -- 172.21.15.28:0/613768375 >> 172.21.15.28:0/613768375 conn(0x7f9dec0fdc00 msgr2=0x7f9dec1000b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:31.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.694+0000 7f9df28f9640 1 -- 172.21.15.28:0/613768375 shutdown_connections 2024-04-25T17:15:31.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.694+0000 7f9df28f9640 1 -- 172.21.15.28:0/613768375 wait complete. 2024-04-25T17:15:31.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.695+0000 7f9df28f9640 1 Processor -- start 2024-04-25T17:15:31.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.695+0000 7f9df28f9640 1 -- start start 2024-04-25T17:15:31.698 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.695+0000 7f9df28f9640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9dec102a10 0x7f9dec075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:31.698 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.695+0000 7f9df28f9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9dec103c50 0x7f9dec1a11b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:31.698 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.695+0000 7f9df28f9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9dec108950 0x7f9dec1a3700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:31.698 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.695+0000 7f9df28f9640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f9dec10e420 con 0x7f9dec102a10 2024-04-25T17:15:31.698 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.695+0000 7f9df28f9640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9dec10e2a0 con 0x7f9dec108950 2024-04-25T17:15:31.698 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.695+0000 7f9df28f9640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9dec10e5a0 con 0x7f9dec103c50 2024-04-25T17:15:31.698 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.696+0000 7f9debfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9dec102a10 0x7f9dec075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:31.698 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.696+0000 7f9debfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9dec102a10 0x7f9dec075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:42650/0 (socket says 172.21.15.28:42650) 2024-04-25T17:15:31.699 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.696+0000 7f9debfff640 1 -- 172.21.15.28:0/2553237286 learned_addr learned my addr 172.21.15.28:0/2553237286 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:31.699 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.696+0000 7f9df0e96640 1 --2- 172.21.15.28:0/2553237286 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9dec108950 0x7f9dec1a3700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:31.699 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.696+0000 7f9deb7fe640 1 --2- 172.21.15.28:0/2553237286 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9dec103c50 0x7f9dec1a11b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:31.699 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.696+0000 7f9debfff640 1 -- 172.21.15.28:0/2553237286 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9dec103c50 msgr2=0x7f9dec1a11b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:31.699 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.696+0000 7f9debfff640 1 --2- 172.21.15.28:0/2553237286 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9dec103c50 0x7f9dec1a11b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.699 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.696+0000 7f9debfff640 1 -- 172.21.15.28:0/2553237286 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9dec108950 msgr2=0x7f9dec1a3700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:31.699 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.696+0000 7f9debfff640 1 --2- 172.21.15.28:0/2553237286 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9dec108950 0x7f9dec1a3700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.699 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.696+0000 7f9debfff640 1 -- 172.21.15.28:0/2553237286 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dec1a3d40 con 0x7f9dec102a10 2024-04-25T17:15:31.699 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.696+0000 7f9debfff640 1 --2- 172.21.15.28:0/2553237286 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9dec102a10 0x7f9dec075840 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f9ddc00d740 tx=0x7f9ddc00dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:31.699 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.696+0000 7f9de97fa640 1 -- 172.21.15.28:0/2553237286 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ddc017070 con 0x7f9dec102a10 2024-04-25T17:15:31.699 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.696+0000 7f9df28f9640 1 -- 172.21.15.28:0/2553237286 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9dec1a3fd0 con 0x7f9dec102a10 2024-04-25T17:15:31.699 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.696+0000 7f9de97fa640 1 -- 172.21.15.28:0/2553237286 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9ddc00de50 con 0x7f9dec102a10 2024-04-25T17:15:31.699 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.696+0000 7f9de97fa640 1 -- 172.21.15.28:0/2553237286 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ddc003bb0 con 0x7f9dec102a10 2024-04-25T17:15:31.699 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.696+0000 7f9df28f9640 1 -- 172.21.15.28:0/2553237286 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9dec1a44e0 con 0x7f9dec102a10 2024-04-25T17:15:31.699 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.697+0000 7f9df28f9640 1 -- 172.21.15.28:0/2553237286 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9dec107050 con 0x7f9dec102a10 2024-04-25T17:15:31.700 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.699+0000 7f9de97fa640 1 -- 172.21.15.28:0/2553237286 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f9ddc003d50 con 0x7f9dec102a10 2024-04-25T17:15:31.700 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.700+0000 7f9de97fa640 1 --2- 172.21.15.28:0/2553237286 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9dd40afba0 0x7f9dd40b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:31.700 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.700+0000 7f9deb7fe640 1 --2- 172.21.15.28:0/2553237286 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9dd40afba0 0x7f9dd40b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:31.701 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.700+0000 7f9de97fa640 1 -- 172.21.15.28:0/2553237286 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9121+0+0 (secure 0 0 0) 0x7f9ddc0decf0 con 0x7f9dec102a10 2024-04-25T17:15:31.701 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.700+0000 7f9deb7fe640 1 --2- 172.21.15.28:0/2553237286 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9dd40afba0 0x7f9dd40b20b0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f9de00058c0 tx=0x7f9de000a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:31.704 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.704+0000 7f9de97fa640 1 -- 172.21.15.28:0/2553237286 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9ddc0a6f00 con 0x7f9dec102a10 2024-04-25T17:15:31.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:31 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2510068348' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:15:31.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:31 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3464732453' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:15:31.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:31 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1a", "id": [5, 8]}]: dispatch 2024-04-25T17:15:31.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:31 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3422774352' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:15:31.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:31 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2510068348' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:15:31.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:31 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3464732453' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:15:31.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:31 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1a", "id": [5, 8]}]: dispatch 2024-04-25T17:15:31.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:31 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3422774352' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:15:31.932 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.931+0000 7f9df28f9640 1 -- 172.21.15.28:0/2553237286 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9dec02db50 con 0x7f9dec102a10 2024-04-25T17:15:31.932 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.932+0000 7f9de97fa640 1 -- 172.21.15.28:0/2553237286 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11858 (secure 0 0 0) 0x7f9ddc0ab200 con 0x7f9dec102a10 2024-04-25T17:15:31.933 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:15:31.933 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14661,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6839/1659868687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6838","nonce":1659868687},{"type":"v1","addr":"172.21.15.28:6839","nonce":1659868687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14673,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6841/1611935230","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6840","nonce":1611935230},{"type":"v1","addr":"172.21.15.28:6841","nonce":1611935230}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T17:13:42.616399+0000","modified":"2024-04-25T17:14:08.911426+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24551,"mds_1":24532,"mds_2":24506},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6837/1172878965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1172878965},{"type":"v1","addr":"172.21.15.84:6837","nonce":1172878965}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.42:6837/229475507","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":229475507},{"type":"v1","addr":"172.21.15.42:6837","nonce":229475507}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.84:6839/1332945442","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":1332945442},{"type":"v1","addr":"172.21.15.84:6839","nonce":1332945442}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.42:6839/616693654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":616693654},{"type":"v1","addr":"172.21.15.42:6839","nonce":616693654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24506,24532,24551]},"id":1}]} 2024-04-25T17:15:31.933 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 23 2024-04-25T17:15:31.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.934+0000 7f9df28f9640 1 -- 172.21.15.28:0/2553237286 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9dd40afba0 msgr2=0x7f9dd40b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:31.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.934+0000 7f9df28f9640 1 --2- 172.21.15.28:0/2553237286 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9dd40afba0 0x7f9dd40b20b0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f9de00058c0 tx=0x7f9de000a2d0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.934+0000 7f9df28f9640 1 -- 172.21.15.28:0/2553237286 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9dec102a10 msgr2=0x7f9dec075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:31.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.934+0000 7f9df28f9640 1 --2- 172.21.15.28:0/2553237286 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9dec102a10 0x7f9dec075840 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f9ddc00d740 tx=0x7f9ddc00dc00 comp rx=0 tx=0).stop 2024-04-25T17:15:31.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.934+0000 7f9df28f9640 1 -- 172.21.15.28:0/2553237286 shutdown_connections 2024-04-25T17:15:31.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.934+0000 7f9df28f9640 1 --2- 172.21.15.28:0/2553237286 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9dd40afba0 0x7f9dd40b20b0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.934+0000 7f9df28f9640 1 --2- 172.21.15.28:0/2553237286 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9dec108950 0x7f9dec1a3700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.934+0000 7f9df28f9640 1 --2- 172.21.15.28:0/2553237286 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9dec103c50 0x7f9dec1a11b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.934+0000 7f9df28f9640 1 --2- 172.21.15.28:0/2553237286 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9dec102a10 0x7f9dec075840 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:31.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.934+0000 7f9df28f9640 1 -- 172.21.15.28:0/2553237286 >> 172.21.15.28:0/2553237286 conn(0x7f9dec0fdc00 msgr2=0x7f9dec100090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:31.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.934+0000 7f9df28f9640 1 -- 172.21.15.28:0/2553237286 shutdown_connections 2024-04-25T17:15:31.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:31.934+0000 7f9df28f9640 1 -- 172.21.15.28:0/2553237286 wait complete. 2024-04-25T17:15:31.946 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T17:15:32.061 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.059+0000 7fd310796640 1 -- 172.21.15.28:0/699986379 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd3081045f0 msgr2=0x7fd308106a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:32.061 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.059+0000 7fd310796640 1 --2- 172.21.15.28:0/699986379 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd3081045f0 0x7fd308106a10 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fd304009900 tx=0x7fd30402a410 comp rx=0 tx=0).stop 2024-04-25T17:15:32.061 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.059+0000 7fd310796640 1 -- 172.21.15.28:0/699986379 shutdown_connections 2024-04-25T17:15:32.061 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.059+0000 7fd310796640 1 --2- 172.21.15.28:0/699986379 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd3081098b0 0x7fd30810bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.061 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.059+0000 7fd310796640 1 --2- 172.21.15.28:0/699986379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd308106f50 0x7fd308109370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.061 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.059+0000 7fd310796640 1 --2- 172.21.15.28:0/699986379 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd3081045f0 0x7fd308106a10 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.061 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.059+0000 7fd310796640 1 -- 172.21.15.28:0/699986379 >> 172.21.15.28:0/699986379 conn(0x7fd3080fdbf0 msgr2=0x7fd3081000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:32.062 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.059+0000 7fd310796640 1 -- 172.21.15.28:0/699986379 shutdown_connections 2024-04-25T17:15:32.062 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.059+0000 7fd310796640 1 -- 172.21.15.28:0/699986379 wait complete. 2024-04-25T17:15:32.062 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.059+0000 7fd310796640 1 Processor -- start 2024-04-25T17:15:32.062 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.060+0000 7fd310796640 1 -- start start 2024-04-25T17:15:32.062 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.060+0000 7fd310796640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd3081045f0 0x7fd30819a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:32.062 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.060+0000 7fd310796640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd308106f50 0x7fd30819a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:32.062 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.060+0000 7fd310796640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd3081098b0 0x7fd3081a1560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:32.062 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.060+0000 7fd310796640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fd30810f490 con 0x7fd308106f50 2024-04-25T17:15:32.062 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.060+0000 7fd310796640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd30810f310 con 0x7fd3081098b0 2024-04-25T17:15:32.062 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.060+0000 7fd310796640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd30810f610 con 0x7fd3081045f0 2024-04-25T17:15:32.062 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.060+0000 7fd30dd31640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd308106f50 0x7fd30819a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:32.063 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.060+0000 7fd30dd31640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd308106f50 0x7fd30819a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:42672/0 (socket says 172.21.15.28:42672) 2024-04-25T17:15:32.063 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.060+0000 7fd30dd31640 1 -- 172.21.15.28:0/1890593975 learned_addr learned my addr 172.21.15.28:0/1890593975 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:32.063 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.060+0000 7fd30e532640 1 --2- 172.21.15.28:0/1890593975 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd3081045f0 0x7fd30819a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:32.063 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.060+0000 7fd30ed33640 1 --2- 172.21.15.28:0/1890593975 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd3081098b0 0x7fd3081a1560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:32.063 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.060+0000 7fd30dd31640 1 -- 172.21.15.28:0/1890593975 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd3081045f0 msgr2=0x7fd30819a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:32.063 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.060+0000 7fd30dd31640 1 --2- 172.21.15.28:0/1890593975 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd3081045f0 0x7fd30819a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.063 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.060+0000 7fd30dd31640 1 -- 172.21.15.28:0/1890593975 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd3081098b0 msgr2=0x7fd3081a1560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:32.063 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.060+0000 7fd30dd31640 1 --2- 172.21.15.28:0/1890593975 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd3081098b0 0x7fd3081a1560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.063 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.060+0000 7fd30dd31640 1 -- 172.21.15.28:0/1890593975 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3081a1bd0 con 0x7fd308106f50 2024-04-25T17:15:32.063 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.060+0000 7fd30e532640 1 --2- 172.21.15.28:0/1890593975 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd3081045f0 0x7fd30819a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:15:32.063 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.060+0000 7fd30dd31640 1 --2- 172.21.15.28:0/1890593975 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd308106f50 0x7fd30819a5d0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fd2f800e9f0 tx=0x7fd2f800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:32.063 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.061+0000 7fd2ff7fe640 1 -- 172.21.15.28:0/1890593975 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2f800cd80 con 0x7fd308106f50 2024-04-25T17:15:32.063 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.061+0000 7fd2ff7fe640 1 -- 172.21.15.28:0/1890593975 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd2f80108c0 con 0x7fd308106f50 2024-04-25T17:15:32.064 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.061+0000 7fd310796640 1 -- 172.21.15.28:0/1890593975 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3081a1ec0 con 0x7fd308106f50 2024-04-25T17:15:32.064 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.061+0000 7fd2ff7fe640 1 -- 172.21.15.28:0/1890593975 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2f80187c0 con 0x7fd308106f50 2024-04-25T17:15:32.064 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.061+0000 7fd310796640 1 -- 172.21.15.28:0/1890593975 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3081a2330 con 0x7fd308106f50 2024-04-25T17:15:32.065 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.062+0000 7fd310796640 1 -- 172.21.15.28:0/1890593975 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3080ff710 con 0x7fd308106f50 2024-04-25T17:15:32.065 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.063+0000 7fd2ff7fe640 1 -- 172.21.15.28:0/1890593975 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fd2f8010430 con 0x7fd308106f50 2024-04-25T17:15:32.065 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.064+0000 7fd2ff7fe640 1 --2- 172.21.15.28:0/1890593975 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd2f40afba0 0x7fd2f40b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:32.065 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.064+0000 7fd30e532640 1 --2- 172.21.15.28:0/1890593975 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd2f40afba0 0x7fd2f40b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:32.065 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.064+0000 7fd2ff7fe640 1 -- 172.21.15.28:0/1890593975 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9121+0+0 (secure 0 0 0) 0x7fd2f80df900 con 0x7fd308106f50 2024-04-25T17:15:32.065 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.064+0000 7fd30e532640 1 --2- 172.21.15.28:0/1890593975 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd2f40afba0 0x7fd2f40b20b0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fd304006010 tx=0x7fd304000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:32.067 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.067+0000 7fd2ff7fe640 1 -- 172.21.15.28:0/1890593975 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd2f80a8160 con 0x7fd308106f50 2024-04-25T17:15:32.254 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.254+0000 7fd310796640 1 -- 172.21.15.28:0/1890593975 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd30802dda0 con 0x7fd308106f50 2024-04-25T17:15:32.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.256+0000 7fd2ff7fe640 1 -- 172.21.15.28:0/1890593975 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+24564 (secure 0 0 0) 0x7fd2f80b01e0 con 0x7fd308106f50 2024-04-25T17:15:32.256 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:15:32.256 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":83,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:15:31.377760+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T17:13:40.495256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T17:13:41.573638+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T17:13:45.282812+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.5","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1a","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:15:32.258 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.258+0000 7fd310796640 1 -- 172.21.15.28:0/1890593975 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd2f40afba0 msgr2=0x7fd2f40b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:32.258 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.258+0000 7fd310796640 1 --2- 172.21.15.28:0/1890593975 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd2f40afba0 0x7fd2f40b20b0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fd304006010 tx=0x7fd304000bc0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.258 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.258+0000 7fd310796640 1 -- 172.21.15.28:0/1890593975 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd308106f50 msgr2=0x7fd30819a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:32.258 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.258+0000 7fd310796640 1 --2- 172.21.15.28:0/1890593975 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd308106f50 0x7fd30819a5d0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fd2f800e9f0 tx=0x7fd2f800eeb0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.258 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.258+0000 7fd310796640 1 -- 172.21.15.28:0/1890593975 shutdown_connections 2024-04-25T17:15:32.258 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.258+0000 7fd310796640 1 --2- 172.21.15.28:0/1890593975 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd2f40afba0 0x7fd2f40b20b0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.258 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.258+0000 7fd310796640 1 --2- 172.21.15.28:0/1890593975 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd3081098b0 0x7fd3081a1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.258 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.258+0000 7fd310796640 1 --2- 172.21.15.28:0/1890593975 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd308106f50 0x7fd30819a5d0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.259 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.258+0000 7fd310796640 1 --2- 172.21.15.28:0/1890593975 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd3081045f0 0x7fd30819a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.259 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.258+0000 7fd310796640 1 -- 172.21.15.28:0/1890593975 >> 172.21.15.28:0/1890593975 conn(0x7fd3080fdbf0 msgr2=0x7fd308105320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:32.259 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.258+0000 7fd310796640 1 -- 172.21.15.28:0/1890593975 shutdown_connections 2024-04-25T17:15:32.259 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.258+0000 7fd310796640 1 -- 172.21.15.28:0/1890593975 wait complete. 2024-04-25T17:15:32.270 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T17:08:58.716897+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T17:13:40.495256+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '75', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T17:13:41.573638+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '76', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-25T17:13:45.282812+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-25T17:15:32.270 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T17:15:32.385 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.385+0000 7f6642a05640 1 -- 172.21.15.28:0/2396379344 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f663c106c30 msgr2=0x7f663c109110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:32.386 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.385+0000 7f6642a05640 1 --2- 172.21.15.28:0/2396379344 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f663c106c30 0x7f663c109110 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f662c009900 tx=0x7f662c02a410 comp rx=0 tx=0).stop 2024-04-25T17:15:32.386 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.385+0000 7f6642a05640 1 -- 172.21.15.28:0/2396379344 shutdown_connections 2024-04-25T17:15:32.386 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.385+0000 7f6642a05640 1 --2- 172.21.15.28:0/2396379344 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f663c1097a0 0x7f663c10bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.386 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.385+0000 7f6642a05640 1 --2- 172.21.15.28:0/2396379344 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f663c106c30 0x7f663c109110 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.386 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.385+0000 7f6642a05640 1 --2- 172.21.15.28:0/2396379344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f663c101e50 0x7f663c102260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.386 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.385+0000 7f6642a05640 1 -- 172.21.15.28:0/2396379344 >> 172.21.15.28:0/2396379344 conn(0x7f663c0fd380 msgr2=0x7f663c0ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:32.386 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.385+0000 7f6642a05640 1 -- 172.21.15.28:0/2396379344 shutdown_connections 2024-04-25T17:15:32.386 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.385+0000 7f6642a05640 1 -- 172.21.15.28:0/2396379344 wait complete. 2024-04-25T17:15:32.386 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.385+0000 7f6642a05640 1 Processor -- start 2024-04-25T17:15:32.386 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.386+0000 7f6642a05640 1 -- start start 2024-04-25T17:15:32.387 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.386+0000 7f6642a05640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f663c101e50 0x7f663c104320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:32.388 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.386+0000 7f6642a05640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f663c106c30 0x7f663c1029c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:32.388 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.386+0000 7f6642a05640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f663c1097a0 0x7f663c102f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:32.388 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.386+0000 7f6642a05640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f663c10f4e0 con 0x7f663c101e50 2024-04-25T17:15:32.388 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.386+0000 7f6642a05640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f663c10f360 con 0x7f663c106c30 2024-04-25T17:15:32.388 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.386+0000 7f6642a05640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f663c10f660 con 0x7f663c1097a0 2024-04-25T17:15:32.388 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.386+0000 7f663bfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f663c101e50 0x7f663c104320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:32.388 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.386+0000 7f663bfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f663c101e50 0x7f663c104320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:42684/0 (socket says 172.21.15.28:42684) 2024-04-25T17:15:32.388 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.386+0000 7f663bfff640 1 -- 172.21.15.28:0/76031899 learned_addr learned my addr 172.21.15.28:0/76031899 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:32.388 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.386+0000 7f663b7fe640 1 --2- 172.21.15.28:0/76031899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f663c106c30 0x7f663c1029c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:32.388 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.386+0000 7f6640fa2640 1 --2- 172.21.15.28:0/76031899 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f663c1097a0 0x7f663c102f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:32.388 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.386+0000 7f663bfff640 1 -- 172.21.15.28:0/76031899 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f663c1097a0 msgr2=0x7f663c102f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:32.388 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.386+0000 7f663bfff640 1 --2- 172.21.15.28:0/76031899 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f663c1097a0 0x7f663c102f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.388 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.386+0000 7f663bfff640 1 -- 172.21.15.28:0/76031899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f663c106c30 msgr2=0x7f663c1029c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:32.388 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.386+0000 7f663bfff640 1 --2- 172.21.15.28:0/76031899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f663c106c30 0x7f663c1029c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.389 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.386+0000 7f663bfff640 1 -- 172.21.15.28:0/76031899 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f663c1035a0 con 0x7f663c101e50 2024-04-25T17:15:32.389 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.387+0000 7f663bfff640 1 --2- 172.21.15.28:0/76031899 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f663c101e50 0x7f663c104320 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f663000c970 tx=0x7f663000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:32.389 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.388+0000 7f66397fa640 1 -- 172.21.15.28:0/76031899 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6630014070 con 0x7f663c101e50 2024-04-25T17:15:32.390 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.388+0000 7f66397fa640 1 -- 172.21.15.28:0/76031899 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6630004440 con 0x7f663c101e50 2024-04-25T17:15:32.390 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.388+0000 7f6642a05640 1 -- 172.21.15.28:0/76031899 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f663c1a41a0 con 0x7f663c101e50 2024-04-25T17:15:32.390 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.388+0000 7f66397fa640 1 -- 172.21.15.28:0/76031899 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6630003d40 con 0x7f663c101e50 2024-04-25T17:15:32.390 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.388+0000 7f6642a05640 1 -- 172.21.15.28:0/76031899 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f663c1a45b0 con 0x7f663c101e50 2024-04-25T17:15:32.390 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.389+0000 7f6642a05640 1 -- 172.21.15.28:0/76031899 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f663c0feea0 con 0x7f663c101e50 2024-04-25T17:15:32.391 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.391+0000 7f66397fa640 1 -- 172.21.15.28:0/76031899 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f6630017070 con 0x7f663c101e50 2024-04-25T17:15:32.391 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.391+0000 7f66397fa640 1 --2- 172.21.15.28:0/76031899 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f66240afaf0 0x7f66240b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:32.392 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.391+0000 7f66397fa640 1 -- 172.21.15.28:0/76031899 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 9121+0+0 (secure 0 0 0) 0x7f66300dedb0 con 0x7f663c101e50 2024-04-25T17:15:32.392 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.392+0000 7f663b7fe640 1 --2- 172.21.15.28:0/76031899 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f66240afaf0 0x7f66240b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:32.392 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.392+0000 7f663b7fe640 1 --2- 172.21.15.28:0/76031899 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f66240afaf0 0x7f66240b2000 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f663c103cc0 tx=0x7f662c000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:32.398 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.398+0000 7f66397fa640 1 -- 172.21.15.28:0/76031899 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f663001e020 con 0x7f663c101e50 2024-04-25T17:15:32.585 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.584+0000 7f6642a05640 1 -- 172.21.15.28:0/76031899 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f663c063840 con 0x7f663c101e50 2024-04-25T17:15:32.585 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.585+0000 7f66397fa640 1 -- 172.21.15.28:0/76031899 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v84) ==== 93+0+10 (secure 0 0 0) 0x7f66300a7610 con 0x7f663c101e50 2024-04-25T17:15:32.585 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 1 2024-04-25T17:15:32.587 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.587+0000 7f6642a05640 1 -- 172.21.15.28:0/76031899 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f66240afaf0 msgr2=0x7f66240b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:32.588 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.587+0000 7f6642a05640 1 --2- 172.21.15.28:0/76031899 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f66240afaf0 0x7f66240b2000 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f663c103cc0 tx=0x7f662c000bc0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.588 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.587+0000 7f6642a05640 1 -- 172.21.15.28:0/76031899 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f663c101e50 msgr2=0x7f663c104320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:32.588 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.587+0000 7f6642a05640 1 --2- 172.21.15.28:0/76031899 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f663c101e50 0x7f663c104320 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f663000c970 tx=0x7f663000ce30 comp rx=0 tx=0).stop 2024-04-25T17:15:32.588 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.587+0000 7f6642a05640 1 -- 172.21.15.28:0/76031899 shutdown_connections 2024-04-25T17:15:32.588 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.587+0000 7f6642a05640 1 --2- 172.21.15.28:0/76031899 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f66240afaf0 0x7f66240b2000 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.588 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.587+0000 7f6642a05640 1 --2- 172.21.15.28:0/76031899 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f663c1097a0 0x7f663c102f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.588 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.587+0000 7f6642a05640 1 --2- 172.21.15.28:0/76031899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f663c106c30 0x7f663c1029c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.588 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.587+0000 7f6642a05640 1 --2- 172.21.15.28:0/76031899 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f663c101e50 0x7f663c104320 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.588 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.587+0000 7f6642a05640 1 -- 172.21.15.28:0/76031899 >> 172.21.15.28:0/76031899 conn(0x7f663c0fd380 msgr2=0x7f663c107c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:32.588 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.587+0000 7f6642a05640 1 -- 172.21.15.28:0/76031899 shutdown_connections 2024-04-25T17:15:32.588 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.587+0000 7f6642a05640 1 -- 172.21.15.28:0/76031899 wait complete. 2024-04-25T17:15:32.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:32 smithi028 ceph-mon[29207]: pgmap v342: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:15:32.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:32 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1a", "id": [5, 8]}]': finished 2024-04-25T17:15:32.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:32 smithi028 ceph-mon[29207]: osdmap e83: 12 total, 12 up, 12 in 2024-04-25T17:15:32.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:32 smithi028 ceph-mon[29207]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-04-25T17:15:32.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:32 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3422715959' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:15:32.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:32 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2553237286' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:15:32.599 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:32 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1890593975' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:15:32.599 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T17:15:32.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.716+0000 7f499e005640 1 -- 172.21.15.28:0/217040717 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4998104d70 msgr2=0x7f4998105180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:32.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.716+0000 7f499e005640 1 --2- 172.21.15.28:0/217040717 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4998104d70 0x7f4998105180 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f498c009900 tx=0x7f498c02a410 comp rx=0 tx=0).stop 2024-04-25T17:15:32.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.716+0000 7f499e005640 1 -- 172.21.15.28:0/217040717 shutdown_connections 2024-04-25T17:15:32.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.716+0000 7f499e005640 1 --2- 172.21.15.28:0/217040717 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4998109a70 0x7f499810be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.716+0000 7f499e005640 1 --2- 172.21.15.28:0/217040717 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4998104d70 0x7f4998105180 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.716+0000 7f499e005640 1 --2- 172.21.15.28:0/217040717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4998103b30 0x7f4998104830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.716+0000 7f499e005640 1 -- 172.21.15.28:0/217040717 >> 172.21.15.28:0/217040717 conn(0x7f49980fed40 msgr2=0x7f49981011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:32.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.716+0000 7f499e005640 1 -- 172.21.15.28:0/217040717 shutdown_connections 2024-04-25T17:15:32.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.716+0000 7f499e005640 1 -- 172.21.15.28:0/217040717 wait complete. 2024-04-25T17:15:32.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.717+0000 7f499e005640 1 Processor -- start 2024-04-25T17:15:32.718 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.717+0000 7f499e005640 1 -- start start 2024-04-25T17:15:32.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.717+0000 7f499e005640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4998103b30 0x7f49980778f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:32.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.717+0000 7f499e005640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4998104d70 0x7f4998076000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:32.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.717+0000 7f499e005640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4998109a70 0x7f4998076540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:32.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.717+0000 7f499e005640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f499810f4e0 con 0x7f4998103b30 2024-04-25T17:15:32.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.717+0000 7f499e005640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f499810f360 con 0x7f4998109a70 2024-04-25T17:15:32.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.717+0000 7f499e005640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f499810f660 con 0x7f4998104d70 2024-04-25T17:15:32.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.717+0000 7f49977fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4998103b30 0x7f49980778f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:32.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.717+0000 7f49977fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4998103b30 0x7f49980778f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:42690/0 (socket says 172.21.15.28:42690) 2024-04-25T17:15:32.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.717+0000 7f49977fe640 1 -- 172.21.15.28:0/686661160 learned_addr learned my addr 172.21.15.28:0/686661160 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:32.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.717+0000 7f4996ffd640 1 --2- 172.21.15.28:0/686661160 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4998104d70 0x7f4998076000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:32.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.717+0000 7f4997fff640 1 --2- 172.21.15.28:0/686661160 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4998109a70 0x7f4998076540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:32.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.718+0000 7f49977fe640 1 -- 172.21.15.28:0/686661160 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4998104d70 msgr2=0x7f4998076000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:32.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.718+0000 7f49977fe640 1 --2- 172.21.15.28:0/686661160 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4998104d70 0x7f4998076000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.718+0000 7f49977fe640 1 -- 172.21.15.28:0/686661160 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4998109a70 msgr2=0x7f4998076540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:32.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.718+0000 7f49977fe640 1 --2- 172.21.15.28:0/686661160 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4998109a70 0x7f4998076540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.718+0000 7f49977fe640 1 -- 172.21.15.28:0/686661160 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4998076b80 con 0x7f4998103b30 2024-04-25T17:15:32.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.718+0000 7f49977fe640 1 --2- 172.21.15.28:0/686661160 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4998103b30 0x7f49980778f0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f4988005fd0 tx=0x7f498800dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:32.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.718+0000 7f4994ff9640 1 -- 172.21.15.28:0/686661160 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4988017070 con 0x7f4998103b30 2024-04-25T17:15:32.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.718+0000 7f4994ff9640 1 -- 172.21.15.28:0/686661160 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4988009c30 con 0x7f4998103b30 2024-04-25T17:15:32.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.718+0000 7f499e005640 1 -- 172.21.15.28:0/686661160 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49981a4270 con 0x7f4998103b30 2024-04-25T17:15:32.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.718+0000 7f4994ff9640 1 -- 172.21.15.28:0/686661160 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4988003cc0 con 0x7f4998103b30 2024-04-25T17:15:32.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.718+0000 7f499e005640 1 -- 172.21.15.28:0/686661160 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49981a4620 con 0x7f4998103b30 2024-04-25T17:15:32.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.719+0000 7f499e005640 1 -- 172.21.15.28:0/686661160 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4998108880 con 0x7f4998103b30 2024-04-25T17:15:32.722 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.720+0000 7f4994ff9640 1 -- 172.21.15.28:0/686661160 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f4988003e60 con 0x7f4998103b30 2024-04-25T17:15:32.722 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.721+0000 7f4994ff9640 1 --2- 172.21.15.28:0/686661160 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f49800afaf0 0x7f49800b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:32.722 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.721+0000 7f4996ffd640 1 --2- 172.21.15.28:0/686661160 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f49800afaf0 0x7f49800b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:32.722 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.721+0000 7f4994ff9640 1 -- 172.21.15.28:0/686661160 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f49880dec00 con 0x7f4998103b30 2024-04-25T17:15:32.722 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.722+0000 7f4996ffd640 1 --2- 172.21.15.28:0/686661160 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f49800afaf0 0x7f49800b2000 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f4998077300 tx=0x7f498c000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:32.726 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.726+0000 7f4994ff9640 1 -- 172.21.15.28:0/686661160 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4988020030 con 0x7f4998103b30 2024-04-25T17:15:32.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:32 smithi084 ceph-mon[32752]: pgmap v342: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:15:32.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:32 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1a", "id": [5, 8]}]': finished 2024-04-25T17:15:32.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:32 smithi084 ceph-mon[32752]: osdmap e83: 12 total, 12 up, 12 in 2024-04-25T17:15:32.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:32 smithi084 ceph-mon[32752]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-04-25T17:15:32.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:32 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3422715959' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:15:32.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:32 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2553237286' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:15:32.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:32 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1890593975' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:15:32.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:32 smithi042 ceph-mon[32851]: pgmap v342: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:15:32.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:32 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1a", "id": [5, 8]}]': finished 2024-04-25T17:15:32.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:32 smithi042 ceph-mon[32851]: osdmap e83: 12 total, 12 up, 12 in 2024-04-25T17:15:32.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:32 smithi042 ceph-mon[32851]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-04-25T17:15:32.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:32 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3422715959' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:15:32.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:32 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2553237286' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:15:32.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:32 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1890593975' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:15:32.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.913+0000 7f499e005640 1 -- 172.21.15.28:0/686661160 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f49980637a0 con 0x7f4998103b30 2024-04-25T17:15:32.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.914+0000 7f4994ff9640 1 -- 172.21.15.28:0/686661160 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v84) ==== 104+0+11 (secure 0 0 0) 0x7f49880a7400 con 0x7f4998103b30 2024-04-25T17:15:32.914 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-25T17:15:32.916 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.916+0000 7f499e005640 1 -- 172.21.15.28:0/686661160 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f49800afaf0 msgr2=0x7f49800b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:32.916 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.916+0000 7f499e005640 1 --2- 172.21.15.28:0/686661160 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f49800afaf0 0x7f49800b2000 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f4998077300 tx=0x7f498c000bc0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.916 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.916+0000 7f499e005640 1 -- 172.21.15.28:0/686661160 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4998103b30 msgr2=0x7f49980778f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:32.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.916+0000 7f499e005640 1 --2- 172.21.15.28:0/686661160 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4998103b30 0x7f49980778f0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f4988005fd0 tx=0x7f498800dde0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.916+0000 7f499e005640 1 -- 172.21.15.28:0/686661160 shutdown_connections 2024-04-25T17:15:32.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.916+0000 7f499e005640 1 --2- 172.21.15.28:0/686661160 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f49800afaf0 0x7f49800b2000 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.916+0000 7f499e005640 1 --2- 172.21.15.28:0/686661160 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4998109a70 0x7f4998076540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.916+0000 7f499e005640 1 --2- 172.21.15.28:0/686661160 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4998104d70 0x7f4998076000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.916+0000 7f499e005640 1 --2- 172.21.15.28:0/686661160 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4998103b30 0x7f49980778f0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:32.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.916+0000 7f499e005640 1 -- 172.21.15.28:0/686661160 >> 172.21.15.28:0/686661160 conn(0x7f49980fed40 msgr2=0x7f4998105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:32.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.916+0000 7f499e005640 1 -- 172.21.15.28:0/686661160 shutdown_connections 2024-04-25T17:15:32.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:32.916+0000 7f499e005640 1 -- 172.21.15.28:0/686661160 wait complete. 2024-04-25T17:15:32.927 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T17:15:33.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.043+0000 7f0b1e4ee640 1 -- 172.21.15.28:0/2967053463 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0b18102170 msgr2=0x7f0b18102e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:33.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.043+0000 7f0b1e4ee640 1 --2- 172.21.15.28:0/2967053463 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0b18102170 0x7f0b18102e70 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f0b08009900 tx=0x7f0b0802a410 comp rx=0 tx=0).stop 2024-04-25T17:15:33.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.043+0000 7f0b1e4ee640 1 -- 172.21.15.28:0/2967053463 shutdown_connections 2024-04-25T17:15:33.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.043+0000 7f0b1e4ee640 1 --2- 172.21.15.28:0/2967053463 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0b181080b0 0x7f0b1810a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.043+0000 7f0b1e4ee640 1 --2- 172.21.15.28:0/2967053463 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0b181033b0 0x7f0b181037c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.043+0000 7f0b1e4ee640 1 --2- 172.21.15.28:0/2967053463 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0b18102170 0x7f0b18102e70 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.043+0000 7f0b1e4ee640 1 -- 172.21.15.28:0/2967053463 >> 172.21.15.28:0/2967053463 conn(0x7f0b180fd380 msgr2=0x7f0b180ff810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:33.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.043+0000 7f0b1e4ee640 1 -- 172.21.15.28:0/2967053463 shutdown_connections 2024-04-25T17:15:33.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.043+0000 7f0b1e4ee640 1 -- 172.21.15.28:0/2967053463 wait complete. 2024-04-25T17:15:33.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.044+0000 7f0b1e4ee640 1 Processor -- start 2024-04-25T17:15:33.044 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.044+0000 7f0b1e4ee640 1 -- start start 2024-04-25T17:15:33.047 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.044+0000 7f0b1e4ee640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0b18102170 0x7f0b1819a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:33.047 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.044+0000 7f0b1e4ee640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0b181033b0 0x7f0b1819a700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:33.047 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.044+0000 7f0b1e4ee640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0b181080b0 0x7f0b181a1690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:33.047 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.044+0000 7f0b1e4ee640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f0b1810d2b0 con 0x7f0b181033b0 2024-04-25T17:15:33.047 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.044+0000 7f0b1e4ee640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0b1810d130 con 0x7f0b18102170 2024-04-25T17:15:33.047 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.044+0000 7f0b1e4ee640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0b1810d430 con 0x7f0b181080b0 2024-04-25T17:15:33.047 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.044+0000 7f0b177fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0b181033b0 0x7f0b1819a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:33.047 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.044+0000 7f0b177fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0b181033b0 0x7f0b1819a700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:42716/0 (socket says 172.21.15.28:42716) 2024-04-25T17:15:33.047 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.044+0000 7f0b177fe640 1 -- 172.21.15.28:0/1268662145 learned_addr learned my addr 172.21.15.28:0/1268662145 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:33.047 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.044+0000 7f0b17fff640 1 --2- 172.21.15.28:0/1268662145 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0b18102170 0x7f0b1819a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:33.048 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.044+0000 7f0b1ca8b640 1 --2- 172.21.15.28:0/1268662145 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0b181080b0 0x7f0b181a1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:33.048 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.044+0000 7f0b177fe640 1 -- 172.21.15.28:0/1268662145 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0b181080b0 msgr2=0x7f0b181a1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:33.048 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.044+0000 7f0b177fe640 1 --2- 172.21.15.28:0/1268662145 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0b181080b0 0x7f0b181a1690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.048 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.044+0000 7f0b177fe640 1 -- 172.21.15.28:0/1268662145 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0b18102170 msgr2=0x7f0b1819a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:33.048 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.044+0000 7f0b177fe640 1 --2- 172.21.15.28:0/1268662145 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0b18102170 0x7f0b1819a1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.048 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.044+0000 7f0b177fe640 1 -- 172.21.15.28:0/1268662145 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b181a1c50 con 0x7f0b181033b0 2024-04-25T17:15:33.048 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.045+0000 7f0b177fe640 1 --2- 172.21.15.28:0/1268662145 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0b181033b0 0x7f0b1819a700 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f0b0c00ddc0 tx=0x7f0b0c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:33.048 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.045+0000 7f0b157fa640 1 -- 172.21.15.28:0/1268662145 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b0c01b070 con 0x7f0b181033b0 2024-04-25T17:15:33.048 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.045+0000 7f0b157fa640 1 -- 172.21.15.28:0/1268662145 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0b0c00be40 con 0x7f0b181033b0 2024-04-25T17:15:33.048 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.045+0000 7f0b1e4ee640 1 -- 172.21.15.28:0/1268662145 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b181a1f40 con 0x7f0b181033b0 2024-04-25T17:15:33.048 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.045+0000 7f0b157fa640 1 -- 172.21.15.28:0/1268662145 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b0c016a00 con 0x7f0b181033b0 2024-04-25T17:15:33.048 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.045+0000 7f0b1e4ee640 1 -- 172.21.15.28:0/1268662145 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b181a23a0 con 0x7f0b181033b0 2024-04-25T17:15:33.048 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.046+0000 7f0b1e4ee640 1 -- 172.21.15.28:0/1268662145 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b181a2660 con 0x7f0b181033b0 2024-04-25T17:15:33.049 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.047+0000 7f0b157fa640 1 -- 172.21.15.28:0/1268662145 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f0b0c01e070 con 0x7f0b181033b0 2024-04-25T17:15:33.049 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.048+0000 7f0b157fa640 1 --2- 172.21.15.28:0/1268662145 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0b000afaf0 0x7f0b000b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:33.049 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.048+0000 7f0b157fa640 1 -- 172.21.15.28:0/1268662145 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f0b0c0decd0 con 0x7f0b181033b0 2024-04-25T17:15:33.049 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.048+0000 7f0b17fff640 1 --2- 172.21.15.28:0/1268662145 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0b000afaf0 0x7f0b000b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:33.049 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.049+0000 7f0b17fff640 1 --2- 172.21.15.28:0/1268662145 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0b000afaf0 0x7f0b000b2000 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f0b08005760 tx=0x7f0b08000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:33.051 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.052+0000 7f0b157fa640 1 -- 172.21.15.28:0/1268662145 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0b0c0a6ee0 con 0x7f0b181033b0 2024-04-25T17:15:33.239 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.239+0000 7f0b1e4ee640 1 -- 172.21.15.28:0/1268662145 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f0b181a2830 con 0x7f0b181033b0 2024-04-25T17:15:33.240 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.240+0000 7f0b157fa640 1 -- 172.21.15.28:0/1268662145 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v84) ==== 100+0+11 (secure 0 0 0) 0x7f0b0c0ab1e0 con 0x7f0b181033b0 2024-04-25T17:15:33.240 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 64 2024-04-25T17:15:33.242 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.242+0000 7f0b1e4ee640 1 -- 172.21.15.28:0/1268662145 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0b000afaf0 msgr2=0x7f0b000b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:33.242 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.242+0000 7f0b1e4ee640 1 --2- 172.21.15.28:0/1268662145 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0b000afaf0 0x7f0b000b2000 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f0b08005760 tx=0x7f0b08000bc0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.242 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.242+0000 7f0b1e4ee640 1 -- 172.21.15.28:0/1268662145 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0b181033b0 msgr2=0x7f0b1819a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:33.243 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.242+0000 7f0b1e4ee640 1 --2- 172.21.15.28:0/1268662145 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0b181033b0 0x7f0b1819a700 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f0b0c00ddc0 tx=0x7f0b0c00a620 comp rx=0 tx=0).stop 2024-04-25T17:15:33.243 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.242+0000 7f0b1e4ee640 1 -- 172.21.15.28:0/1268662145 shutdown_connections 2024-04-25T17:15:33.243 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.242+0000 7f0b1e4ee640 1 --2- 172.21.15.28:0/1268662145 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0b000afaf0 0x7f0b000b2000 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.243 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.242+0000 7f0b1e4ee640 1 --2- 172.21.15.28:0/1268662145 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0b181080b0 0x7f0b181a1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.243 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.242+0000 7f0b1e4ee640 1 --2- 172.21.15.28:0/1268662145 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0b181033b0 0x7f0b1819a700 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.243 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.242+0000 7f0b1e4ee640 1 --2- 172.21.15.28:0/1268662145 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0b18102170 0x7f0b1819a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.243 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.242+0000 7f0b1e4ee640 1 -- 172.21.15.28:0/1268662145 >> 172.21.15.28:0/1268662145 conn(0x7f0b180fd380 msgr2=0x7f0b181060a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:33.243 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.242+0000 7f0b1e4ee640 1 -- 172.21.15.28:0/1268662145 shutdown_connections 2024-04-25T17:15:33.243 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.242+0000 7f0b1e4ee640 1 -- 172.21.15.28:0/1268662145 wait complete. 2024-04-25T17:15:33.253 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-25T17:15:33.370 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.367+0000 7f8cc3484640 1 -- 172.21.15.28:0/354239835 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8cbc103830 msgr2=0x7f8cbc103c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:33.370 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.367+0000 7f8cc3484640 1 --2- 172.21.15.28:0/354239835 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8cbc103830 0x7f8cbc103c40 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f8cac009900 tx=0x7f8cac02a410 comp rx=0 tx=0).stop 2024-04-25T17:15:33.370 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.367+0000 7f8cc3484640 1 -- 172.21.15.28:0/354239835 shutdown_connections 2024-04-25T17:15:33.370 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.367+0000 7f8cc3484640 1 --2- 172.21.15.28:0/354239835 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cbc109a70 0x7f8cbc10be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.370 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.367+0000 7f8cc3484640 1 --2- 172.21.15.28:0/354239835 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8cbc103830 0x7f8cbc103c40 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.370 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.367+0000 7f8cc3484640 1 --2- 172.21.15.28:0/354239835 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8cbc105170 0x7f8cbc1032f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.370 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.367+0000 7f8cc3484640 1 -- 172.21.15.28:0/354239835 >> 172.21.15.28:0/354239835 conn(0x7f8cbc0fed40 msgr2=0x7f8cbc1011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:33.370 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.368+0000 7f8cc3484640 1 -- 172.21.15.28:0/354239835 shutdown_connections 2024-04-25T17:15:33.370 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.368+0000 7f8cc3484640 1 -- 172.21.15.28:0/354239835 wait complete. 2024-04-25T17:15:33.370 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.368+0000 7f8cc3484640 1 Processor -- start 2024-04-25T17:15:33.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.368+0000 7f8cc3484640 1 -- start start 2024-04-25T17:15:33.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.368+0000 7f8cc3484640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8cbc103830 0x7f8cbc19a230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:33.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.368+0000 7f8cc3484640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cbc105170 0x7f8cbc19a770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:33.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.368+0000 7f8cc3484640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8cbc109a70 0x7f8cbc1a1700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:33.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.368+0000 7f8cc3484640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f8cbc10f620 con 0x7f8cbc109a70 2024-04-25T17:15:33.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.368+0000 7f8cc3484640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8cbc10f4a0 con 0x7f8cbc103830 2024-04-25T17:15:33.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.368+0000 7f8cc3484640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8cbc10f7a0 con 0x7f8cbc105170 2024-04-25T17:15:33.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.369+0000 7f8cc1a21640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8cbc109a70 0x7f8cbc1a1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:33.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.369+0000 7f8cc1a21640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8cbc109a70 0x7f8cbc1a1700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:42740/0 (socket says 172.21.15.28:42740) 2024-04-25T17:15:33.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.369+0000 7f8cc1a21640 1 -- 172.21.15.28:0/3944114039 learned_addr learned my addr 172.21.15.28:0/3944114039 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:33.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.369+0000 7f8cc1220640 1 --2- 172.21.15.28:0/3944114039 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8cbc103830 0x7f8cbc19a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:33.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.369+0000 7f8cc0a1f640 1 --2- 172.21.15.28:0/3944114039 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cbc105170 0x7f8cbc19a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:33.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.369+0000 7f8cc1a21640 1 -- 172.21.15.28:0/3944114039 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cbc105170 msgr2=0x7f8cbc19a770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:33.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.369+0000 7f8cc1a21640 1 --2- 172.21.15.28:0/3944114039 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cbc105170 0x7f8cbc19a770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.372 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.369+0000 7f8cc1a21640 1 -- 172.21.15.28:0/3944114039 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8cbc103830 msgr2=0x7f8cbc19a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:33.372 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.369+0000 7f8cc1a21640 1 --2- 172.21.15.28:0/3944114039 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8cbc103830 0x7f8cbc19a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.372 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.369+0000 7f8cc1a21640 1 -- 172.21.15.28:0/3944114039 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cbc1a1d70 con 0x7f8cbc109a70 2024-04-25T17:15:33.372 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.369+0000 7f8cc0a1f640 1 --2- 172.21.15.28:0/3944114039 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cbc105170 0x7f8cbc19a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:15:33.372 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.369+0000 7f8cc1a21640 1 --2- 172.21.15.28:0/3944114039 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8cbc109a70 0x7f8cbc1a1700 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f8cb400eaa0 tx=0x7f8cb400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:33.372 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.369+0000 7f8cb27fc640 1 -- 172.21.15.28:0/3944114039 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cb400cdb0 con 0x7f8cbc109a70 2024-04-25T17:15:33.372 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.369+0000 7f8cc3484640 1 -- 172.21.15.28:0/3944114039 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cbc1a2060 con 0x7f8cbc109a70 2024-04-25T17:15:33.372 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.369+0000 7f8cb27fc640 1 -- 172.21.15.28:0/3944114039 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8cb4005020 con 0x7f8cbc109a70 2024-04-25T17:15:33.372 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.369+0000 7f8cb27fc640 1 -- 172.21.15.28:0/3944114039 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cb40116d0 con 0x7f8cbc109a70 2024-04-25T17:15:33.372 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.369+0000 7f8cc3484640 1 -- 172.21.15.28:0/3944114039 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cbc1a25b0 con 0x7f8cbc109a70 2024-04-25T17:15:33.373 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.370+0000 7f8cc3484640 1 -- 172.21.15.28:0/3944114039 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8cbc06a210 con 0x7f8cbc109a70 2024-04-25T17:15:33.373 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.372+0000 7f8cb27fc640 1 -- 172.21.15.28:0/3944114039 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f8cb4004a40 con 0x7f8cbc109a70 2024-04-25T17:15:33.373 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.372+0000 7f8cb27fc640 1 --2- 172.21.15.28:0/3944114039 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8ca80afaf0 0x7f8ca80b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:33.373 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.372+0000 7f8cc1220640 1 --2- 172.21.15.28:0/3944114039 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8ca80afaf0 0x7f8ca80b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:33.373 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.372+0000 7f8cb27fc640 1 -- 172.21.15.28:0/3944114039 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f8cb40df4d0 con 0x7f8cbc109a70 2024-04-25T17:15:33.373 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.373+0000 7f8cc1220640 1 --2- 172.21.15.28:0/3944114039 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8ca80afaf0 0x7f8ca80b2000 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc104730 tx=0x7f8cb800a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:33.375 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.376+0000 7f8cb27fc640 1 -- 172.21.15.28:0/3944114039 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8cb4016030 con 0x7f8cbc109a70 2024-04-25T17:15:33.562 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.562+0000 7f8cc3484640 1 -- 172.21.15.28:0/3944114039 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f8cbc02db50 con 0x7f8cbc109a70 2024-04-25T17:15:33.562 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.562+0000 7f8cb27fc640 1 -- 172.21.15.28:0/3944114039 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v84) ==== 103+0+11 (secure 0 0 0) 0x7f8cb40a7d30 con 0x7f8cbc109a70 2024-04-25T17:15:33.563 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-25T17:15:33.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.564+0000 7f8cc3484640 1 -- 172.21.15.28:0/3944114039 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8ca80afaf0 msgr2=0x7f8ca80b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:33.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.564+0000 7f8cc3484640 1 --2- 172.21.15.28:0/3944114039 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8ca80afaf0 0x7f8ca80b2000 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc104730 tx=0x7f8cb800a2d0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.564+0000 7f8cc3484640 1 -- 172.21.15.28:0/3944114039 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8cbc109a70 msgr2=0x7f8cbc1a1700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:33.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.564+0000 7f8cc3484640 1 --2- 172.21.15.28:0/3944114039 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8cbc109a70 0x7f8cbc1a1700 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f8cb400eaa0 tx=0x7f8cb400ef60 comp rx=0 tx=0).stop 2024-04-25T17:15:33.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.564+0000 7f8cc3484640 1 -- 172.21.15.28:0/3944114039 shutdown_connections 2024-04-25T17:15:33.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.564+0000 7f8cc3484640 1 --2- 172.21.15.28:0/3944114039 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8ca80afaf0 0x7f8ca80b2000 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.564+0000 7f8cc3484640 1 --2- 172.21.15.28:0/3944114039 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8cbc109a70 0x7f8cbc1a1700 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.564+0000 7f8cc3484640 1 --2- 172.21.15.28:0/3944114039 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cbc105170 0x7f8cbc19a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.564+0000 7f8cc3484640 1 --2- 172.21.15.28:0/3944114039 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8cbc103830 0x7f8cbc19a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.564+0000 7f8cc3484640 1 -- 172.21.15.28:0/3944114039 >> 172.21.15.28:0/3944114039 conn(0x7f8cbc0fed40 msgr2=0x7f8cbc105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:33.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.564+0000 7f8cc3484640 1 -- 172.21.15.28:0/3944114039 shutdown_connections 2024-04-25T17:15:33.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.564+0000 7f8cc3484640 1 -- 172.21.15.28:0/3944114039 wait complete. 2024-04-25T17:15:33.575 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:33 smithi028 ceph-mon[29207]: osdmap e84: 12 total, 12 up, 12 in 2024-04-25T17:15:33.575 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:33 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/76031899' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:15:33.575 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:33 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/686661160' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:15:33.575 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:33 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1268662145' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:15:33.576 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:15:33.689 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.687+0000 7f852bc14640 1 -- 172.21.15.28:0/1296512453 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8524103c40 msgr2=0x7f8524104050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:33.690 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.687+0000 7f852bc14640 1 --2- 172.21.15.28:0/1296512453 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8524103c40 0x7f8524104050 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f8514009900 tx=0x7f851402a3f0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.690 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.687+0000 7f852bc14640 1 -- 172.21.15.28:0/1296512453 shutdown_connections 2024-04-25T17:15:33.690 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.687+0000 7f852bc14640 1 --2- 172.21.15.28:0/1296512453 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8524108940 0x7f852410ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.690 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.687+0000 7f852bc14640 1 --2- 172.21.15.28:0/1296512453 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8524103c40 0x7f8524104050 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.690 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.687+0000 7f852bc14640 1 --2- 172.21.15.28:0/1296512453 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8524102a00 0x7f8524103700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.690 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.687+0000 7f852bc14640 1 -- 172.21.15.28:0/1296512453 >> 172.21.15.28:0/1296512453 conn(0x7f85240fdbf0 msgr2=0x7f85241000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:33.690 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.688+0000 7f852bc14640 1 -- 172.21.15.28:0/1296512453 shutdown_connections 2024-04-25T17:15:33.690 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.688+0000 7f852bc14640 1 -- 172.21.15.28:0/1296512453 wait complete. 2024-04-25T17:15:33.690 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.688+0000 7f852bc14640 1 Processor -- start 2024-04-25T17:15:33.690 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.688+0000 7f852bc14640 1 -- start start 2024-04-25T17:15:33.690 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.688+0000 7f852bc14640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8524102a00 0x7f852410d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:33.691 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.688+0000 7f852bc14640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8524103c40 0x7f852410b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:33.691 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.688+0000 7f852bc14640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8524108940 0x7f852410bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:33.691 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.688+0000 7f852bc14640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f852410f4d0 con 0x7f8524102a00 2024-04-25T17:15:33.691 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.688+0000 7f852bc14640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f852410f350 con 0x7f8524103c40 2024-04-25T17:15:33.691 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.688+0000 7f852bc14640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f852410f650 con 0x7f8524108940 2024-04-25T17:15:33.691 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.689+0000 7f85299b0640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8524102a00 0x7f852410d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:33.691 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.689+0000 7f85299b0640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8524102a00 0x7f852410d0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:42748/0 (socket says 172.21.15.28:42748) 2024-04-25T17:15:33.691 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.689+0000 7f85299b0640 1 -- 172.21.15.28:0/955325370 learned_addr learned my addr 172.21.15.28:0/955325370 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:33.691 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.689+0000 7f85291af640 1 --2- 172.21.15.28:0/955325370 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8524103c40 0x7f852410b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:33.692 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.689+0000 7f852a1b1640 1 --2- 172.21.15.28:0/955325370 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8524108940 0x7f852410bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:33.692 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.689+0000 7f85299b0640 1 -- 172.21.15.28:0/955325370 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8524108940 msgr2=0x7f852410bcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:33.692 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.689+0000 7f85299b0640 1 --2- 172.21.15.28:0/955325370 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8524108940 0x7f852410bcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.692 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.689+0000 7f85299b0640 1 -- 172.21.15.28:0/955325370 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8524103c40 msgr2=0x7f852410b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:33.692 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.689+0000 7f85299b0640 1 --2- 172.21.15.28:0/955325370 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8524103c40 0x7f852410b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.692 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.689+0000 7f85299b0640 1 -- 172.21.15.28:0/955325370 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f852410c350 con 0x7f8524102a00 2024-04-25T17:15:33.692 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.689+0000 7f852a1b1640 1 --2- 172.21.15.28:0/955325370 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8524108940 0x7f852410bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:15:33.692 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.689+0000 7f85299b0640 1 --2- 172.21.15.28:0/955325370 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8524102a00 0x7f852410d0d0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f852000c970 tx=0x7f852000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:33.692 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.689+0000 7f851affd640 1 -- 172.21.15.28:0/955325370 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8520007c70 con 0x7f8524102a00 2024-04-25T17:15:33.692 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.689+0000 7f851affd640 1 -- 172.21.15.28:0/955325370 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8520007e10 con 0x7f8524102a00 2024-04-25T17:15:33.692 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.689+0000 7f852bc14640 1 -- 172.21.15.28:0/955325370 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85241a4150 con 0x7f8524102a00 2024-04-25T17:15:33.692 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.689+0000 7f851affd640 1 -- 172.21.15.28:0/955325370 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85200186f0 con 0x7f8524102a00 2024-04-25T17:15:33.692 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.689+0000 7f852bc14640 1 -- 172.21.15.28:0/955325370 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85241a4560 con 0x7f8524102a00 2024-04-25T17:15:33.693 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.690+0000 7f852bc14640 1 -- 172.21.15.28:0/955325370 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8524107750 con 0x7f8524102a00 2024-04-25T17:15:33.693 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.692+0000 7f851affd640 1 -- 172.21.15.28:0/955325370 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f852000fa90 con 0x7f8524102a00 2024-04-25T17:15:33.693 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.692+0000 7f851affd640 1 --2- 172.21.15.28:0/955325370 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f85100afba0 0x7f85100b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:33.694 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.692+0000 7f85291af640 1 --2- 172.21.15.28:0/955325370 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f85100afba0 0x7f85100b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:33.694 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.692+0000 7f851affd640 1 -- 172.21.15.28:0/955325370 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f85200df0c0 con 0x7f8524102a00 2024-04-25T17:15:33.694 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.693+0000 7f85291af640 1 --2- 172.21.15.28:0/955325370 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f85100afba0 0x7f85100b20b0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f852410ca70 tx=0x7f8514000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:33.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.696+0000 7f851affd640 1 -- 172.21.15.28:0/955325370 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8520014030 con 0x7f8524102a00 2024-04-25T17:15:33.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:33 smithi084 ceph-mon[32752]: osdmap e84: 12 total, 12 up, 12 in 2024-04-25T17:15:33.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:33 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/76031899' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:15:33.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:33 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/686661160' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:15:33.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:33 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1268662145' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:15:33.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:33 smithi042 ceph-mon[32851]: osdmap e84: 12 total, 12 up, 12 in 2024-04-25T17:15:33.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:33 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/76031899' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:15:33.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:33 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/686661160' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:15:33.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:33 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1268662145' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:15:33.923 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.923+0000 7f852bc14640 1 -- 172.21.15.28:0/955325370 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f852402db50 con 0x7f8524102a00 2024-04-25T17:15:33.924 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.924+0000 7f851affd640 1 -- 172.21.15.28:0/955325370 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11858 (secure 0 0 0) 0x7f85200a79b0 con 0x7f8524102a00 2024-04-25T17:15:33.924 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:15:33.924 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14661,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6839/1659868687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6838","nonce":1659868687},{"type":"v1","addr":"172.21.15.28:6839","nonce":1659868687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14673,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6841/1611935230","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6840","nonce":1611935230},{"type":"v1","addr":"172.21.15.28:6841","nonce":1611935230}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T17:13:42.616399+0000","modified":"2024-04-25T17:14:08.911426+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24551,"mds_1":24532,"mds_2":24506},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6837/1172878965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1172878965},{"type":"v1","addr":"172.21.15.84:6837","nonce":1172878965}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.42:6837/229475507","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":229475507},{"type":"v1","addr":"172.21.15.42:6837","nonce":229475507}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.84:6839/1332945442","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":1332945442},{"type":"v1","addr":"172.21.15.84:6839","nonce":1332945442}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.42:6839/616693654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":616693654},{"type":"v1","addr":"172.21.15.42:6839","nonce":616693654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24506,24532,24551]},"id":1}]} 2024-04-25T17:15:33.925 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 23 2024-04-25T17:15:33.926 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.926+0000 7f852bc14640 1 -- 172.21.15.28:0/955325370 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f85100afba0 msgr2=0x7f85100b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:33.926 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.926+0000 7f852bc14640 1 --2- 172.21.15.28:0/955325370 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f85100afba0 0x7f85100b20b0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f852410ca70 tx=0x7f8514000bc0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.927 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.926+0000 7f852bc14640 1 -- 172.21.15.28:0/955325370 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8524102a00 msgr2=0x7f852410d0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:33.927 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.926+0000 7f852bc14640 1 --2- 172.21.15.28:0/955325370 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8524102a00 0x7f852410d0d0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f852000c970 tx=0x7f852000ce30 comp rx=0 tx=0).stop 2024-04-25T17:15:33.927 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.926+0000 7f852bc14640 1 -- 172.21.15.28:0/955325370 shutdown_connections 2024-04-25T17:15:33.927 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.926+0000 7f852bc14640 1 --2- 172.21.15.28:0/955325370 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f85100afba0 0x7f85100b20b0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.927 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.926+0000 7f852bc14640 1 --2- 172.21.15.28:0/955325370 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8524108940 0x7f852410bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.927 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.926+0000 7f852bc14640 1 --2- 172.21.15.28:0/955325370 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8524103c40 0x7f852410b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.927 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.926+0000 7f852bc14640 1 --2- 172.21.15.28:0/955325370 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8524102a00 0x7f852410d0d0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:33.927 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.926+0000 7f852bc14640 1 -- 172.21.15.28:0/955325370 >> 172.21.15.28:0/955325370 conn(0x7f85240fdbf0 msgr2=0x7f8524104920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:33.927 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.926+0000 7f852bc14640 1 -- 172.21.15.28:0/955325370 shutdown_connections 2024-04-25T17:15:33.927 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:33.926+0000 7f852bc14640 1 -- 172.21.15.28:0/955325370 wait complete. 2024-04-25T17:15:33.939 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T17:15:34.053 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.050+0000 7fdb23f84640 1 -- 172.21.15.28:0/3814738019 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdb1c103b30 msgr2=0x7fdb1c104830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.053 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.050+0000 7fdb23f84640 1 --2- 172.21.15.28:0/3814738019 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdb1c103b30 0x7fdb1c104830 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fdb18009900 tx=0x7fdb1802a410 comp rx=0 tx=0).stop 2024-04-25T17:15:34.053 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.051+0000 7fdb23f84640 1 -- 172.21.15.28:0/3814738019 shutdown_connections 2024-04-25T17:15:34.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.051+0000 7fdb23f84640 1 --2- 172.21.15.28:0/3814738019 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdb1c109a70 0x7fdb1c10be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.051+0000 7fdb23f84640 1 --2- 172.21.15.28:0/3814738019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdb1c104d70 0x7fdb1c105180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.051+0000 7fdb23f84640 1 --2- 172.21.15.28:0/3814738019 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdb1c103b30 0x7fdb1c104830 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.051+0000 7fdb23f84640 1 -- 172.21.15.28:0/3814738019 >> 172.21.15.28:0/3814738019 conn(0x7fdb1c0fed40 msgr2=0x7fdb1c1011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:34.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.051+0000 7fdb23f84640 1 -- 172.21.15.28:0/3814738019 shutdown_connections 2024-04-25T17:15:34.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.051+0000 7fdb23f84640 1 -- 172.21.15.28:0/3814738019 wait complete. 2024-04-25T17:15:34.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.051+0000 7fdb23f84640 1 Processor -- start 2024-04-25T17:15:34.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.051+0000 7fdb23f84640 1 -- start start 2024-04-25T17:15:34.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.052+0000 7fdb23f84640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdb1c103b30 0x7fdb1c19a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.052+0000 7fdb23f84640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdb1c104d70 0x7fdb1c19a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.052+0000 7fdb23f84640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdb1c109a70 0x7fdb1c1a1570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.052+0000 7fdb23f84640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fdb1c10f530 con 0x7fdb1c104d70 2024-04-25T17:15:34.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.052+0000 7fdb23f84640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdb1c10f3b0 con 0x7fdb1c109a70 2024-04-25T17:15:34.054 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.052+0000 7fdb23f84640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fdb1c10f6b0 con 0x7fdb1c103b30 2024-04-25T17:15:34.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.052+0000 7fdb2151f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdb1c104d70 0x7fdb1c19a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.052+0000 7fdb2151f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdb1c104d70 0x7fdb1c19a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:42780/0 (socket says 172.21.15.28:42780) 2024-04-25T17:15:34.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.052+0000 7fdb2151f640 1 -- 172.21.15.28:0/1292909620 learned_addr learned my addr 172.21.15.28:0/1292909620 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:34.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.052+0000 7fdb22521640 1 --2- 172.21.15.28:0/1292909620 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdb1c109a70 0x7fdb1c1a1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.052+0000 7fdb21d20640 1 --2- 172.21.15.28:0/1292909620 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdb1c103b30 0x7fdb1c19a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.052+0000 7fdb2151f640 1 -- 172.21.15.28:0/1292909620 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdb1c103b30 msgr2=0x7fdb1c19a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.052+0000 7fdb2151f640 1 --2- 172.21.15.28:0/1292909620 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdb1c103b30 0x7fdb1c19a0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.052+0000 7fdb2151f640 1 -- 172.21.15.28:0/1292909620 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdb1c109a70 msgr2=0x7fdb1c1a1570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.052+0000 7fdb2151f640 1 --2- 172.21.15.28:0/1292909620 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdb1c109a70 0x7fdb1c1a1570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.052+0000 7fdb2151f640 1 -- 172.21.15.28:0/1292909620 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb1c1a1be0 con 0x7fdb1c104d70 2024-04-25T17:15:34.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.052+0000 7fdb2151f640 1 --2- 172.21.15.28:0/1292909620 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdb1c104d70 0x7fdb1c19a5e0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fdb0c00d950 tx=0x7fdb0c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:34.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.052+0000 7fdb12ffd640 1 -- 172.21.15.28:0/1292909620 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb0c017070 con 0x7fdb1c104d70 2024-04-25T17:15:34.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.052+0000 7fdb12ffd640 1 -- 172.21.15.28:0/1292909620 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdb0c009c30 con 0x7fdb1c104d70 2024-04-25T17:15:34.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.052+0000 7fdb23f84640 1 -- 172.21.15.28:0/1292909620 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb1c1a1ed0 con 0x7fdb1c104d70 2024-04-25T17:15:34.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.052+0000 7fdb12ffd640 1 -- 172.21.15.28:0/1292909620 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb0c00f620 con 0x7fdb1c104d70 2024-04-25T17:15:34.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.052+0000 7fdb23f84640 1 -- 172.21.15.28:0/1292909620 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb1c1a2390 con 0x7fdb1c104d70 2024-04-25T17:15:34.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.053+0000 7fdb23f84640 1 -- 172.21.15.28:0/1292909620 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb1c108880 con 0x7fdb1c104d70 2024-04-25T17:15:34.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.055+0000 7fdb12ffd640 1 -- 172.21.15.28:0/1292909620 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fdb0c010460 con 0x7fdb1c104d70 2024-04-25T17:15:34.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.055+0000 7fdb12ffd640 1 --2- 172.21.15.28:0/1292909620 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fdb080afc20 0x7fdb080b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.056+0000 7fdb21d20640 1 --2- 172.21.15.28:0/1292909620 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fdb080afc20 0x7fdb080b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.056+0000 7fdb12ffd640 1 -- 172.21.15.28:0/1292909620 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fdb0c0deb30 con 0x7fdb1c104d70 2024-04-25T17:15:34.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.056+0000 7fdb21d20640 1 --2- 172.21.15.28:0/1292909620 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fdb080afc20 0x7fdb080b2130 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fdb18009230 tx=0x7fdb18005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:34.059 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.059+0000 7fdb12ffd640 1 -- 172.21.15.28:0/1292909620 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdb0c0a7410 con 0x7fdb1c104d70 2024-04-25T17:15:34.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.248+0000 7fdb23f84640 1 -- 172.21.15.28:0/1292909620 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdb1c02dda0 con 0x7fdb1c104d70 2024-04-25T17:15:34.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.250+0000 7fdb12ffd640 1 -- 172.21.15.28:0/1292909620 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+24564 (secure 0 0 0) 0x7fdb0c009de0 con 0x7fdb1c104d70 2024-04-25T17:15:34.250 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:15:34.251 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":84,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:15:32.384427+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T17:13:40.495256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T17:13:41.573638+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T17:13:45.282812+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.5","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1a","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:15:34.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.252+0000 7fdb23f84640 1 -- 172.21.15.28:0/1292909620 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fdb080afc20 msgr2=0x7fdb080b2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.252+0000 7fdb23f84640 1 --2- 172.21.15.28:0/1292909620 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fdb080afc20 0x7fdb080b2130 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fdb18009230 tx=0x7fdb18005fd0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.252+0000 7fdb23f84640 1 -- 172.21.15.28:0/1292909620 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdb1c104d70 msgr2=0x7fdb1c19a5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.253+0000 7fdb23f84640 1 --2- 172.21.15.28:0/1292909620 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdb1c104d70 0x7fdb1c19a5e0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fdb0c00d950 tx=0x7fdb0c00de10 comp rx=0 tx=0).stop 2024-04-25T17:15:34.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.253+0000 7fdb23f84640 1 -- 172.21.15.28:0/1292909620 shutdown_connections 2024-04-25T17:15:34.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.253+0000 7fdb23f84640 1 --2- 172.21.15.28:0/1292909620 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fdb080afc20 0x7fdb080b2130 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.253+0000 7fdb23f84640 1 --2- 172.21.15.28:0/1292909620 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdb1c109a70 0x7fdb1c1a1570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.253+0000 7fdb23f84640 1 --2- 172.21.15.28:0/1292909620 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdb1c104d70 0x7fdb1c19a5e0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.253+0000 7fdb23f84640 1 --2- 172.21.15.28:0/1292909620 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdb1c103b30 0x7fdb1c19a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.253+0000 7fdb23f84640 1 -- 172.21.15.28:0/1292909620 >> 172.21.15.28:0/1292909620 conn(0x7fdb1c0fed40 msgr2=0x7fdb1c105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:34.254 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.253+0000 7fdb23f84640 1 -- 172.21.15.28:0/1292909620 shutdown_connections 2024-04-25T17:15:34.254 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.253+0000 7fdb23f84640 1 -- 172.21.15.28:0/1292909620 wait complete. 2024-04-25T17:15:34.265 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:15:34.377 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.376+0000 7f50b62bd640 1 -- 172.21.15.28:0/2163726802 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f50b0105170 msgr2=0x7f50b01032f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.377 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.376+0000 7f50b62bd640 1 --2- 172.21.15.28:0/2163726802 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f50b0105170 0x7f50b01032f0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f50a0009900 tx=0x7f50a002a410 comp rx=0 tx=0).stop 2024-04-25T17:15:34.377 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.376+0000 7f50b62bd640 1 -- 172.21.15.28:0/2163726802 shutdown_connections 2024-04-25T17:15:34.377 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.376+0000 7f50b62bd640 1 --2- 172.21.15.28:0/2163726802 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f50b0109a70 0x7f50b010be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.377 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.376+0000 7f50b62bd640 1 --2- 172.21.15.28:0/2163726802 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f50b0103830 0x7f50b0103c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.378 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.376+0000 7f50b62bd640 1 --2- 172.21.15.28:0/2163726802 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f50b0105170 0x7f50b01032f0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.378 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.376+0000 7f50b62bd640 1 -- 172.21.15.28:0/2163726802 >> 172.21.15.28:0/2163726802 conn(0x7f50b00fed40 msgr2=0x7f50b01011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:34.378 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.376+0000 7f50b62bd640 1 -- 172.21.15.28:0/2163726802 shutdown_connections 2024-04-25T17:15:34.378 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.376+0000 7f50b62bd640 1 -- 172.21.15.28:0/2163726802 wait complete. 2024-04-25T17:15:34.378 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.377+0000 7f50b62bd640 1 Processor -- start 2024-04-25T17:15:34.378 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.377+0000 7f50b62bd640 1 -- start start 2024-04-25T17:15:34.380 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.377+0000 7f50b62bd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f50b0103830 0x7f50b019a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.380 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.377+0000 7f50b62bd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f50b0105170 0x7f50b019a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.380 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.377+0000 7f50b62bd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f50b0109a70 0x7f50b01a16c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.380 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.377+0000 7f50b62bd640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f50b010f5f0 con 0x7f50b0109a70 2024-04-25T17:15:34.380 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.377+0000 7f50b62bd640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f50b010f470 con 0x7f50b0103830 2024-04-25T17:15:34.380 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.377+0000 7f50b62bd640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f50b010f770 con 0x7f50b0105170 2024-04-25T17:15:34.380 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.378+0000 7f50b485a640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f50b0109a70 0x7f50b01a16c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.380 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.378+0000 7f50b485a640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f50b0109a70 0x7f50b01a16c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:42796/0 (socket says 172.21.15.28:42796) 2024-04-25T17:15:34.380 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.378+0000 7f50b485a640 1 -- 172.21.15.28:0/1838306611 learned_addr learned my addr 172.21.15.28:0/1838306611 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:34.381 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.378+0000 7f50affff640 1 --2- 172.21.15.28:0/1838306611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f50b0103830 0x7f50b019a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.381 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.378+0000 7f50af7fe640 1 --2- 172.21.15.28:0/1838306611 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f50b0105170 0x7f50b019a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.381 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.378+0000 7f50b485a640 1 -- 172.21.15.28:0/1838306611 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f50b0105170 msgr2=0x7f50b019a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.381 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.378+0000 7f50b485a640 1 --2- 172.21.15.28:0/1838306611 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f50b0105170 0x7f50b019a730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.381 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.378+0000 7f50b485a640 1 -- 172.21.15.28:0/1838306611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f50b0103830 msgr2=0x7f50b019a1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.381 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.378+0000 7f50b485a640 1 --2- 172.21.15.28:0/1838306611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f50b0103830 0x7f50b019a1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.381 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.378+0000 7f50b485a640 1 -- 172.21.15.28:0/1838306611 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50b01a1d30 con 0x7f50b0109a70 2024-04-25T17:15:34.381 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.378+0000 7f50b485a640 1 --2- 172.21.15.28:0/1838306611 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f50b0109a70 0x7f50b01a16c0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f50a800eaa0 tx=0x7f50a800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:34.381 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.378+0000 7f50ad7fa640 1 -- 172.21.15.28:0/1838306611 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50a800cdb0 con 0x7f50b0109a70 2024-04-25T17:15:34.381 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.378+0000 7f50ad7fa640 1 -- 172.21.15.28:0/1838306611 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f50a8005020 con 0x7f50b0109a70 2024-04-25T17:15:34.381 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.378+0000 7f50b62bd640 1 -- 172.21.15.28:0/1838306611 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50b01a1fc0 con 0x7f50b0109a70 2024-04-25T17:15:34.381 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.378+0000 7f50ad7fa640 1 -- 172.21.15.28:0/1838306611 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50a80116d0 con 0x7f50b0109a70 2024-04-25T17:15:34.381 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.378+0000 7f50b62bd640 1 -- 172.21.15.28:0/1838306611 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50b01a2430 con 0x7f50b0109a70 2024-04-25T17:15:34.381 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.380+0000 7f50b62bd640 1 -- 172.21.15.28:0/1838306611 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50b006a210 con 0x7f50b0109a70 2024-04-25T17:15:34.382 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.381+0000 7f50ad7fa640 1 -- 172.21.15.28:0/1838306611 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f50a80051d0 con 0x7f50b0109a70 2024-04-25T17:15:34.382 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.381+0000 7f50ad7fa640 1 --2- 172.21.15.28:0/1838306611 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f50980afba0 0x7f50980b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.382 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.382+0000 7f50affff640 1 --2- 172.21.15.28:0/1838306611 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f50980afba0 0x7f50980b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.383 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.382+0000 7f50ad7fa640 1 -- 172.21.15.28:0/1838306611 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f50a80df0e0 con 0x7f50b0109a70 2024-04-25T17:15:34.383 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.382+0000 7f50affff640 1 --2- 172.21.15.28:0/1838306611 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f50980afba0 0x7f50980b20b0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f50a0005760 tx=0x7f50a0000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:34.386 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.386+0000 7f50ad7fa640 1 -- 172.21.15.28:0/1838306611 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f50a8016030 con 0x7f50b0109a70 2024-04-25T17:15:34.614 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.614+0000 7f50b62bd640 1 -- 172.21.15.28:0/1838306611 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f50b002db50 con 0x7f50b0109a70 2024-04-25T17:15:34.614 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.614+0000 7f50ad7fa640 1 -- 172.21.15.28:0/1838306611 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11858 (secure 0 0 0) 0x7f50a80a72f0 con 0x7f50b0109a70 2024-04-25T17:15:34.615 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:15:34.615 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14661,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6839/1659868687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6838","nonce":1659868687},{"type":"v1","addr":"172.21.15.28:6839","nonce":1659868687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14673,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6841/1611935230","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6840","nonce":1611935230},{"type":"v1","addr":"172.21.15.28:6841","nonce":1611935230}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T17:13:42.616399+0000","modified":"2024-04-25T17:14:08.911426+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24551,"mds_1":24532,"mds_2":24506},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6837/1172878965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1172878965},{"type":"v1","addr":"172.21.15.84:6837","nonce":1172878965}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.42:6837/229475507","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":229475507},{"type":"v1","addr":"172.21.15.42:6837","nonce":229475507}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.84:6839/1332945442","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":1332945442},{"type":"v1","addr":"172.21.15.84:6839","nonce":1332945442}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.42:6839/616693654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":616693654},{"type":"v1","addr":"172.21.15.42:6839","nonce":616693654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24506,24532,24551]},"id":1}]} 2024-04-25T17:15:34.615 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 23 2024-04-25T17:15:34.617 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.616+0000 7f50b62bd640 1 -- 172.21.15.28:0/1838306611 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f50980afba0 msgr2=0x7f50980b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.617 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.616+0000 7f50b62bd640 1 --2- 172.21.15.28:0/1838306611 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f50980afba0 0x7f50980b20b0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f50a0005760 tx=0x7f50a0000bc0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.617 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.616+0000 7f50b62bd640 1 -- 172.21.15.28:0/1838306611 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f50b0109a70 msgr2=0x7f50b01a16c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.617 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.616+0000 7f50b62bd640 1 --2- 172.21.15.28:0/1838306611 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f50b0109a70 0x7f50b01a16c0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f50a800eaa0 tx=0x7f50a800ef60 comp rx=0 tx=0).stop 2024-04-25T17:15:34.617 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.616+0000 7f50b62bd640 1 -- 172.21.15.28:0/1838306611 shutdown_connections 2024-04-25T17:15:34.617 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.616+0000 7f50b62bd640 1 --2- 172.21.15.28:0/1838306611 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f50980afba0 0x7f50980b20b0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.617 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.616+0000 7f50b62bd640 1 --2- 172.21.15.28:0/1838306611 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f50b0109a70 0x7f50b01a16c0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.617 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.616+0000 7f50b62bd640 1 --2- 172.21.15.28:0/1838306611 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f50b0105170 0x7f50b019a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.617 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.616+0000 7f50b62bd640 1 --2- 172.21.15.28:0/1838306611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f50b0103830 0x7f50b019a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.617 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.616+0000 7f50b62bd640 1 -- 172.21.15.28:0/1838306611 >> 172.21.15.28:0/1838306611 conn(0x7f50b00fed40 msgr2=0x7f50b0105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:34.617 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.617+0000 7f50b62bd640 1 -- 172.21.15.28:0/1838306611 shutdown_connections 2024-04-25T17:15:34.617 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.617+0000 7f50b62bd640 1 -- 172.21.15.28:0/1838306611 wait complete. 2024-04-25T17:15:34.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:34 smithi028 ceph-mon[29207]: pgmap v345: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:15:34.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:34 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3944114039' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:15:34.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:34 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/955325370' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:15:34.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:34 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1292909620' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:15:34.629 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-25T17:13:42.616399+0000', 'modified': '2024-04-25T17:14:08.911426+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24551, 'mds_1': 24532, 'mds_2': 24506}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24479': {'gid': 24479, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.42:6835/1531439011', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.42:6834', 'nonce': 1531439011}, {'type': 'v1', 'addr': '172.21.15.42:6835', 'nonce': 1531439011}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24493': {'gid': 24493, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.84:6835/2884257120', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.84:6834', 'nonce': 2884257120}, {'type': 'v1', 'addr': '172.21.15.84:6835', 'nonce': 2884257120}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24505': {'gid': 24505, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.84:6837/1172878965', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.84:6836', 'nonce': 1172878965}, {'type': 'v1', 'addr': '172.21.15.84:6837', 'nonce': 1172878965}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24506': {'gid': 24506, 'name': 'h', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.42:6837/229475507', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.42:6836', 'nonce': 229475507}, {'type': 'v1', 'addr': '172.21.15.42:6837', 'nonce': 229475507}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24532': {'gid': 24532, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.84:6839/1332945442', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.84:6838', 'nonce': 1332945442}, {'type': 'v1', 'addr': '172.21.15.84:6839', 'nonce': 1332945442}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24551': {'gid': 24551, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.42:6839/616693654', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.42:6838', 'nonce': 616693654}, {'type': 'v1', 'addr': '172.21.15.42:6839', 'nonce': 616693654}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24551, 'qdb_cluster': [24506, 24532, 24551]} 2024-04-25T17:15:34.629 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-04-25T17:15:34.630 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-04-25T17:15:34.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:34 smithi084 ceph-mon[32752]: pgmap v345: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:15:34.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:34 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3944114039' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:15:34.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:34 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/955325370' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:15:34.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:34 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1292909620' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:15:34.743 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.743+0000 7f9b76bee640 1 -- 172.21.15.28:0/1339325164 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b70102a20 msgr2=0x7f9b70103720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.743 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.743+0000 7f9b76bee640 1 --2- 172.21.15.28:0/1339325164 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b70102a20 0x7f9b70103720 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f9b68009ca0 tx=0x7f9b6802a8c0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.743 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.743+0000 7f9b76bee640 1 -- 172.21.15.28:0/1339325164 shutdown_connections 2024-04-25T17:15:34.743 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.743+0000 7f9b76bee640 1 --2- 172.21.15.28:0/1339325164 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b70108960 0x7f9b7010ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.743 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.743+0000 7f9b76bee640 1 --2- 172.21.15.28:0/1339325164 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b70103c60 0x7f9b70104070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.744 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.743+0000 7f9b76bee640 1 --2- 172.21.15.28:0/1339325164 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b70102a20 0x7f9b70103720 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.744 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.743+0000 7f9b76bee640 1 -- 172.21.15.28:0/1339325164 >> 172.21.15.28:0/1339325164 conn(0x7f9b700fdc10 msgr2=0x7f9b701000c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:34.744 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.743+0000 7f9b76bee640 1 -- 172.21.15.28:0/1339325164 shutdown_connections 2024-04-25T17:15:34.744 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.743+0000 7f9b76bee640 1 -- 172.21.15.28:0/1339325164 wait complete. 2024-04-25T17:15:34.746 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.744+0000 7f9b76bee640 1 Processor -- start 2024-04-25T17:15:34.746 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.744+0000 7f9b76bee640 1 -- start start 2024-04-25T17:15:34.746 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.744+0000 7f9b76bee640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b70102a20 0x7f9b7006be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.746 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.744+0000 7f9b76bee640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b70103c60 0x7f9b7019f200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.746 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.744+0000 7f9b76bee640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b70108960 0x7f9b701a1770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.746 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.744+0000 7f9b76bee640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f9b7010e420 con 0x7f9b70108960 2024-04-25T17:15:34.746 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.744+0000 7f9b76bee640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9b7010e2a0 con 0x7f9b70102a20 2024-04-25T17:15:34.746 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.744+0000 7f9b76bee640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9b7010e5a0 con 0x7f9b70103c60 2024-04-25T17:15:34.747 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.744+0000 7f9b7518b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b70108960 0x7f9b701a1770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.747 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.744+0000 7f9b7518b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b70108960 0x7f9b701a1770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52272/0 (socket says 172.21.15.28:52272) 2024-04-25T17:15:34.747 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.744+0000 7f9b7518b640 1 -- 172.21.15.28:0/2748218735 learned_addr learned my addr 172.21.15.28:0/2748218735 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:34.747 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.744+0000 7f9b6ffff640 1 --2- 172.21.15.28:0/2748218735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b70103c60 0x7f9b7019f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.747 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.744+0000 7f9b7498a640 1 --2- 172.21.15.28:0/2748218735 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b70102a20 0x7f9b7006be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.747 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.744+0000 7f9b7518b640 1 -- 172.21.15.28:0/2748218735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b70103c60 msgr2=0x7f9b7019f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.747 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.744+0000 7f9b7518b640 1 --2- 172.21.15.28:0/2748218735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b70103c60 0x7f9b7019f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.747 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.744+0000 7f9b7518b640 1 -- 172.21.15.28:0/2748218735 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b70102a20 msgr2=0x7f9b7006be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.747 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.744+0000 7f9b7518b640 1 --2- 172.21.15.28:0/2748218735 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b70102a20 0x7f9b7006be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.747 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.744+0000 7f9b7518b640 1 -- 172.21.15.28:0/2748218735 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b701a1f90 con 0x7f9b70108960 2024-04-25T17:15:34.747 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.744+0000 7f9b6ffff640 1 --2- 172.21.15.28:0/2748218735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b70103c60 0x7f9b7019f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:15:34.747 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.745+0000 7f9b7518b640 1 --2- 172.21.15.28:0/2748218735 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b70108960 0x7f9b701a1770 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f9b5800c970 tx=0x7f9b5800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:34.747 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.745+0000 7f9b6dffb640 1 -- 172.21.15.28:0/2748218735 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b58007bb0 con 0x7f9b70108960 2024-04-25T17:15:34.747 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.745+0000 7f9b76bee640 1 -- 172.21.15.28:0/2748218735 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b701a2280 con 0x7f9b70108960 2024-04-25T17:15:34.749 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.745+0000 7f9b6dffb640 1 -- 172.21.15.28:0/2748218735 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9b58007d50 con 0x7f9b70108960 2024-04-25T17:15:34.749 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.745+0000 7f9b6dffb640 1 -- 172.21.15.28:0/2748218735 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b58004d50 con 0x7f9b70108960 2024-04-25T17:15:34.749 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.745+0000 7f9b76bee640 1 -- 172.21.15.28:0/2748218735 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b701a27d0 con 0x7f9b70108960 2024-04-25T17:15:34.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.747+0000 7f9b6dffb640 1 -- 172.21.15.28:0/2748218735 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f9b58005020 con 0x7f9b70108960 2024-04-25T17:15:34.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.747+0000 7f9b7db74740 1 Processor -- start 2024-04-25T17:15:34.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.747+0000 7f9b7db74740 1 -- start start 2024-04-25T17:15:34.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.748+0000 7f9b7db74740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755c1270 0x557275962370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.748+0000 7f9b7db74740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572755983b0 0x5572759628f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.748+0000 7f9b7db74740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572755a0590 0x5572759697f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.748+0000 7f9b7db74740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x5572758c7740 con 0x5572755c1270 2024-04-25T17:15:34.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.748+0000 7f9b7db74740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5572758633a0 con 0x5572755a0590 2024-04-25T17:15:34.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.748+0000 7f9b7db74740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5572758c3700 con 0x5572755983b0 2024-04-25T17:15:34.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.748+0000 7f9b6ffff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755c1270 0x557275962370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.748+0000 7f9b6ffff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755c1270 0x557275962370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52288/0 (socket says 172.21.15.28:52288) 2024-04-25T17:15:34.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.748+0000 7f9b6ffff640 1 -- 172.21.15.28:0/2325828531 learned_addr learned my addr 172.21.15.28:0/2325828531 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:34.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.748+0000 7f9b7498a640 1 --2- 172.21.15.28:0/2325828531 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572755983b0 0x5572759628f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.748+0000 7f9b6dffb640 1 --2- 172.21.15.28:0/2748218735 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9b5c0afaf0 0x7f9b5c0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.748+0000 7f9b6ffff640 1 -- 172.21.15.28:0/2325828531 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572755983b0 msgr2=0x5572759628f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:15:34.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.748+0000 7f9b6ffff640 1 --2- 172.21.15.28:0/2325828531 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572755983b0 0x5572759628f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.748+0000 7f9b6ffff640 1 -- 172.21.15.28:0/2325828531 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572755a0590 msgr2=0x5572759697f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:15:34.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.748+0000 7f9b6ffff640 1 --2- 172.21.15.28:0/2325828531 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572755a0590 0x5572759697f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.748+0000 7f9b6ffff640 1 -- 172.21.15.28:0/2325828531 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55727587f750 con 0x5572755c1270 2024-04-25T17:15:34.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.748+0000 7f9b7498a640 1 --2- 172.21.15.28:0/2325828531 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572755983b0 0x5572759628f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:15:34.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.748+0000 7f9b7518b640 1 --2- 172.21.15.28:0/2748218735 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9b5c0afaf0 0x7f9b5c0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.748+0000 7f9b6ffff640 1 --2- 172.21.15.28:0/2325828531 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755c1270 0x557275962370 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f9b6000ace0 tx=0x7f9b60010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14b78cc5ea185a23 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:34.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.748+0000 7f9b6dffb640 1 -- 172.21.15.28:0/2748218735 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f9b580ded20 con 0x7f9b70108960 2024-04-25T17:15:34.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.749+0000 7f9b66ffd640 1 -- 172.21.15.28:0/2325828531 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b60016030 con 0x5572755c1270 2024-04-25T17:15:34.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.749+0000 7f9b66ffd640 1 -- 172.21.15.28:0/2325828531 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9b60005020 con 0x5572755c1270 2024-04-25T17:15:34.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.749+0000 7f9b66ffd640 1 -- 172.21.15.28:0/2325828531 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b60004a00 con 0x5572755c1270 2024-04-25T17:15:34.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.749+0000 7f9b7db74740 1 -- 172.21.15.28:0/2325828531 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755c1270 msgr2=0x557275962370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.749+0000 7f9b7518b640 1 --2- 172.21.15.28:0/2748218735 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9b5c0afaf0 0x7f9b5c0b2000 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f9b580dc4f0 tx=0x7f9b580759d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:34.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.749+0000 7f9b7db74740 1 --2- 172.21.15.28:0/2325828531 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755c1270 0x557275962370 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f9b6000ace0 tx=0x7f9b60010740 comp rx=0 tx=0).stop 2024-04-25T17:15:34.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.750+0000 7f9b7db74740 1 -- 172.21.15.28:0/2325828531 shutdown_connections 2024-04-25T17:15:34.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.750+0000 7f9b7db74740 1 --2- 172.21.15.28:0/2325828531 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572755a0590 0x5572759697f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.750+0000 7f9b7db74740 1 --2- 172.21.15.28:0/2325828531 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572755983b0 0x5572759628f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.750+0000 7f9b7db74740 1 --2- 172.21.15.28:0/2325828531 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755c1270 0x557275962370 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.750+0000 7f9b7db74740 1 -- 172.21.15.28:0/2325828531 >> 172.21.15.28:0/2325828531 conn(0x5572755b53c0 msgr2=0x55727595dd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:34.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.750+0000 7f9b7db74740 1 -- 172.21.15.28:0/2325828531 shutdown_connections 2024-04-25T17:15:34.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.750+0000 7f9b7db74740 1 -- 172.21.15.28:0/2325828531 wait complete. 2024-04-25T17:15:34.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.750+0000 7f9b7db74740 1 -- start start 2024-04-25T17:15:34.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.750+0000 7f9b7db74740 1 Processor -- start 2024-04-25T17:15:34.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.750+0000 7f9b7db74740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572755983b0 0x55727596c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.750+0000 7f9b7db74740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755a0590 0x55727596c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.750+0000 7f9b7db74740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572755c1270 0x557275973710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.750+0000 7f9b7db74740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55727596a240 con 0x5572755a0590 2024-04-25T17:15:34.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.750+0000 7f9b7db74740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55727584efe0 con 0x5572755c1270 2024-04-25T17:15:34.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.750+0000 7f9b7db74740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55727596a3c0 con 0x5572755983b0 2024-04-25T17:15:34.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.750+0000 7f9b7db74740 10 client.0 _ll_register_callbacks cb 0x557275865150 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:15:34.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.751+0000 7f9b7498a640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755a0590 0x55727596c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.751+0000 7f9b7498a640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755a0590 0x55727596c7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52304/0 (socket says 172.21.15.28:52304) 2024-04-25T17:15:34.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.751+0000 7f9b7498a640 1 -- 172.21.15.28:0/2726960345 learned_addr learned my addr 172.21.15.28:0/2726960345 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:34.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.751+0000 7f9b6ffff640 1 --2- 172.21.15.28:0/2726960345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572755c1270 0x557275973710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.751+0000 7f9b6ffff640 1 --2- 172.21.15.28:0/2726960345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572755983b0 0x55727596c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.751+0000 7f9b7498a640 1 -- 172.21.15.28:0/2726960345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572755983b0 msgr2=0x55727596c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:15:34.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.751+0000 7f9b7498a640 1 --2- 172.21.15.28:0/2726960345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572755983b0 0x55727596c270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.751+0000 7f9b7498a640 1 -- 172.21.15.28:0/2726960345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572755c1270 msgr2=0x557275973710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:15:34.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.751+0000 7f9b7498a640 1 --2- 172.21.15.28:0/2726960345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572755c1270 0x557275973710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.751+0000 7f9b7498a640 1 -- 172.21.15.28:0/2726960345 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572755d92d0 con 0x5572755a0590 2024-04-25T17:15:34.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.751+0000 7f9b6ffff640 1 --2- 172.21.15.28:0/2726960345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572755983b0 0x55727596c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:15:34.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.751+0000 7f9b7498a640 1 --2- 172.21.15.28:0/2726960345 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755a0590 0x55727596c7b0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f9b68000f80 tx=0x7f9b68031cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b907005e115ded9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:34.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.751+0000 7f9b4ffff640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:15:34.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.751+0000 7f9b4ffff640 1 -- 172.21.15.28:0/2726960345 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b68003d80 con 0x5572755a0590 2024-04-25T17:15:34.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.751+0000 7f9b7db74740 1 -- 172.21.15.28:0/2726960345 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b60005020 con 0x5572755a0590 2024-04-25T17:15:34.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.751+0000 7f9b4ffff640 1 -- 172.21.15.28:0/2726960345 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f9b68004040 con 0x5572755a0590 2024-04-25T17:15:34.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.751+0000 7f9b4ffff640 1 -- 172.21.15.28:0/2726960345 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f9b6804e050 con 0x5572755a0590 2024-04-25T17:15:34.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.751+0000 7f9b7db74740 10 client.15258 fetch_fsmap learned FSMap version 23 2024-04-25T17:15:34.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.751+0000 7f9b7db74740 1 -- 172.21.15.28:0/2726960345 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x5572756a36b0 con 0x5572755a0590 2024-04-25T17:15:34.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.752+0000 7f9b4ffff640 1 -- 172.21.15.28:0/2726960345 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9b60005020 con 0x5572755a0590 2024-04-25T17:15:34.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.752+0000 7f9b4ffff640 1 -- 172.21.15.28:0/2726960345 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f9b680309c0 con 0x5572755a0590 2024-04-25T17:15:34.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.752+0000 7f9b7db74740 10 client.15258 fetch_fsmap finished waiting for FSMap version 23 2024-04-25T17:15:34.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.752+0000 7f9b7db74740 10 client.15258 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-25T17:15:34.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.752+0000 7f9b7db74740 20 client.15258 populate_metadata read hostname 'smithi028' 2024-04-25T17:15:34.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.752+0000 7f9b7db74740 1 --2- 172.21.15.28:0/2726960345 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55727557fe40 0x557275979f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.752+0000 7f9b7db74740 4 client.15258 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:15:34.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.752+0000 7f9b7db74740 1 -- 172.21.15.28:0/2726960345 --> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5572758d5350 con 0x55727557fe40 2024-04-25T17:15:34.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.752+0000 7f9b6ffff640 1 --2- 172.21.15.28:0/2726960345 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55727557fe40 0x557275979f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.753+0000 7f9b6ffff640 1 --2- 172.21.15.28:0/2726960345 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55727557fe40 0x557275979f00 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c47746dcd3c0ab40 server_cookie=d108591f320806dd in_seq=0 out_seq=0 2024-04-25T17:15:34.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.753+0000 7f9b4ffff640 10 client.15258 ms_handle_connect on v2:172.21.15.42:6836/229475507 2024-04-25T17:15:34.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.753+0000 7f9b4ffff640 1 -- 172.21.15.28:0/2726960345 <== mds.2 v2:172.21.15.42:6836/229475507 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5572758d5350 con 0x55727557fe40 2024-04-25T17:15:34.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.753+0000 7f9b4ffff640 10 client.15258 handle_command_reply: tid=0 2024-04-25T17:15:34.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.753+0000 7f9b7db74740 1 client.15258 shutdown 2024-04-25T17:15:34.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.754+0000 7f9b7db74740 1 -- 172.21.15.28:0/2726960345 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755a0590 msgr2=0x55727596c7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.754+0000 7f9b7db74740 1 --2- 172.21.15.28:0/2726960345 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755a0590 0x55727596c7b0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f9b68000f80 tx=0x7f9b68031cb0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.754+0000 7f9b7db74740 1 -- 172.21.15.28:0/2726960345 shutdown_connections 2024-04-25T17:15:34.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.754+0000 7f9b7db74740 1 --2- 172.21.15.28:0/2726960345 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55727557fe40 0x557275979f00 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.754+0000 7f9b7db74740 1 --2- 172.21.15.28:0/2726960345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572755c1270 0x557275973710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.754+0000 7f9b7db74740 1 --2- 172.21.15.28:0/2726960345 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755a0590 0x55727596c7b0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.754+0000 7f9b7db74740 1 --2- 172.21.15.28:0/2726960345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572755983b0 0x55727596c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.754+0000 7f9b4ffff640 0 client.15258 ms_handle_reset on v2:172.21.15.42:6836/229475507 2024-04-25T17:15:34.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.754+0000 7f9b7db74740 1 -- 172.21.15.28:0/2726960345 >> 172.21.15.28:0/2726960345 conn(0x5572755b53c0 msgr2=0x55727595cd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:34.761 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.754+0000 7f9b7db74740 1 -- 172.21.15.28:0/2726960345 shutdown_connections 2024-04-25T17:15:34.761 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.754+0000 7f9b7db74740 1 -- 172.21.15.28:0/2726960345 wait complete. 2024-04-25T17:15:34.761 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.754+0000 7f9b7db74740 20 client.15258 trim_cache size 0 max 16384 2024-04-25T17:15:34.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.772+0000 7f9b7db74740 1 Processor -- start 2024-04-25T17:15:34.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.772+0000 7f9b7db74740 1 -- start start 2024-04-25T17:15:34.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.773+0000 7f9b7db74740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572755983b0 0x557275965980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.773+0000 7f9b7db74740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572755a0590 0x55727596b520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.773+0000 7f9b7db74740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755c1270 0x55727596ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.773+0000 7f9b7db74740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x557275978240 con 0x5572755c1270 2024-04-25T17:15:34.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.773+0000 7f9b7db74740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557275978910 con 0x5572755a0590 2024-04-25T17:15:34.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.773+0000 7f9b7db74740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x557275978fe0 con 0x5572755983b0 2024-04-25T17:15:34.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.773+0000 7f9b6ffff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755c1270 0x55727596ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.773+0000 7f9b6ffff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755c1270 0x55727596ba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52318/0 (socket says 172.21.15.28:52318) 2024-04-25T17:15:34.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.773+0000 7f9b6ffff640 1 -- 172.21.15.28:0/2210920545 learned_addr learned my addr 172.21.15.28:0/2210920545 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:34.776 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.773+0000 7f9b7498a640 1 --2- 172.21.15.28:0/2210920545 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572755a0590 0x55727596b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.776 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.773+0000 7f9b6ffff640 1 --2- 172.21.15.28:0/2210920545 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572755983b0 0x557275965980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.776 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.773+0000 7f9b6ffff640 1 -- 172.21.15.28:0/2210920545 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572755983b0 msgr2=0x557275965980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:15:34.776 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.773+0000 7f9b6ffff640 1 --2- 172.21.15.28:0/2210920545 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572755983b0 0x557275965980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.776 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.773+0000 7f9b6ffff640 1 -- 172.21.15.28:0/2210920545 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572755a0590 msgr2=0x55727596b520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:15:34.776 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.773+0000 7f9b6ffff640 1 --2- 172.21.15.28:0/2210920545 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572755a0590 0x55727596b520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.776 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.773+0000 7f9b6ffff640 1 -- 172.21.15.28:0/2210920545 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572759670f0 con 0x5572755c1270 2024-04-25T17:15:34.776 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.773+0000 7f9b6ffff640 1 --2- 172.21.15.28:0/2210920545 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755c1270 0x55727596ba60 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f9b6000a630 tx=0x7f9b60010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdd9040c8dd0f4c0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:34.776 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.773+0000 7f9b667fc640 1 -- 172.21.15.28:0/2210920545 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b6002f020 con 0x5572755c1270 2024-04-25T17:15:34.776 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.774+0000 7f9b667fc640 1 -- 172.21.15.28:0/2210920545 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9b60017040 con 0x5572755c1270 2024-04-25T17:15:34.776 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.774+0000 7f9b667fc640 1 -- 172.21.15.28:0/2210920545 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b60016040 con 0x5572755c1270 2024-04-25T17:15:34.776 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.774+0000 7f9b7db74740 1 -- 172.21.15.28:0/2210920545 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755c1270 msgr2=0x55727596ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.776 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.774+0000 7f9b7db74740 1 --2- 172.21.15.28:0/2210920545 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755c1270 0x55727596ba60 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f9b6000a630 tx=0x7f9b60010740 comp rx=0 tx=0).stop 2024-04-25T17:15:34.777 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.774+0000 7f9b7db74740 1 -- 172.21.15.28:0/2210920545 shutdown_connections 2024-04-25T17:15:34.777 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.774+0000 7f9b7db74740 1 --2- 172.21.15.28:0/2210920545 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755c1270 0x55727596ba60 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.777 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.774+0000 7f9b7db74740 1 --2- 172.21.15.28:0/2210920545 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572755a0590 0x55727596b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.777 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.774+0000 7f9b7db74740 1 --2- 172.21.15.28:0/2210920545 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572755983b0 0x557275965980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.777 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.774+0000 7f9b7db74740 1 -- 172.21.15.28:0/2210920545 >> 172.21.15.28:0/2210920545 conn(0x5572755b53c0 msgr2=0x55727596a8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:34.777 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.774+0000 7f9b7db74740 1 -- 172.21.15.28:0/2210920545 shutdown_connections 2024-04-25T17:15:34.777 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.774+0000 7f9b7db74740 1 -- 172.21.15.28:0/2210920545 wait complete. 2024-04-25T17:15:34.777 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.775+0000 7f9b7db74740 1 -- start start 2024-04-25T17:15:34.777 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.775+0000 7f9b7db74740 1 Processor -- start 2024-04-25T17:15:34.781 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.775+0000 7f9b7db74740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572755983b0 0x557275970400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.775+0000 7f9b7db74740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572755a0590 0x557275970940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.775+0000 7f9b7db74740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755c1270 0x557275971800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.775+0000 7f9b7db74740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x557275979d80 con 0x5572755c1270 2024-04-25T17:15:34.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.775+0000 7f9b7db74740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5572759796b0 con 0x5572755a0590 2024-04-25T17:15:34.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.775+0000 7f9b7db74740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55727597a450 con 0x5572755983b0 2024-04-25T17:15:34.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.775+0000 7f9b7db74740 10 client.0 _ll_register_callbacks cb 0x7f9b68009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:15:34.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.775+0000 7f9b6ffff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755c1270 0x557275971800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.775+0000 7f9b6ffff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755c1270 0x557275971800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52320/0 (socket says 172.21.15.28:52320) 2024-04-25T17:15:34.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.775+0000 7f9b6ffff640 1 -- 172.21.15.28:0/1423047881 learned_addr learned my addr 172.21.15.28:0/1423047881 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:34.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.775+0000 7f9b7498a640 1 --2- 172.21.15.28:0/1423047881 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572755a0590 0x557275970940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.775+0000 7f9b6ffff640 1 --2- 172.21.15.28:0/1423047881 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572755983b0 0x557275970400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.776+0000 7f9b6ffff640 1 -- 172.21.15.28:0/1423047881 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572755983b0 msgr2=0x557275970400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:15:34.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.776+0000 7f9b6ffff640 1 --2- 172.21.15.28:0/1423047881 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572755983b0 0x557275970400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.776+0000 7f9b6ffff640 1 -- 172.21.15.28:0/1423047881 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572755a0590 msgr2=0x557275970940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:15:34.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.776+0000 7f9b6ffff640 1 --2- 172.21.15.28:0/1423047881 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572755a0590 0x557275970940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.776+0000 7f9b6ffff640 1 -- 172.21.15.28:0/1423047881 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557275971dc0 con 0x5572755c1270 2024-04-25T17:15:34.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.776+0000 7f9b6ffff640 1 --2- 172.21.15.28:0/1423047881 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755c1270 0x557275971800 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f9b600058c0 tx=0x7f9b60005d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7d9392f2d13202 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:34.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.776+0000 7f9b4ffff640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:15:34.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.776+0000 7f9b4ffff640 1 -- 172.21.15.28:0/1423047881 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b60016030 con 0x5572755c1270 2024-04-25T17:15:34.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.776+0000 7f9b4ffff640 1 -- 172.21.15.28:0/1423047881 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f9b60004020 con 0x5572755c1270 2024-04-25T17:15:34.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.776+0000 7f9b7db74740 1 -- 172.21.15.28:0/1423047881 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b60017040 con 0x5572755c1270 2024-04-25T17:15:34.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.776+0000 7f9b4ffff640 1 -- 172.21.15.28:0/1423047881 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f9b6002f040 con 0x5572755c1270 2024-04-25T17:15:34.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.776+0000 7f9b7db74740 10 client.15264 fetch_fsmap learned FSMap version 23 2024-04-25T17:15:34.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.776+0000 7f9b7db74740 1 -- 172.21.15.28:0/1423047881 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x557275973040 con 0x5572755c1270 2024-04-25T17:15:34.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.776+0000 7f9b4ffff640 1 -- 172.21.15.28:0/1423047881 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9b60017040 con 0x5572755c1270 2024-04-25T17:15:34.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.776+0000 7f9b4ffff640 1 -- 172.21.15.28:0/1423047881 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f9b60034040 con 0x5572755c1270 2024-04-25T17:15:34.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.777+0000 7f9b7db74740 10 client.15264 fetch_fsmap finished waiting for FSMap version 23 2024-04-25T17:15:34.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.777+0000 7f9b7db74740 10 client.15264 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-25T17:15:34.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.777+0000 7f9b7db74740 20 client.15264 populate_metadata read hostname 'smithi028' 2024-04-25T17:15:34.784 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.777+0000 7f9b7db74740 1 --2- 172.21.15.28:0/1423047881 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x557275555280 0x5572759e5d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.784 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.777+0000 7f9b7db74740 4 client.15264 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T17:15:34.784 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.777+0000 7f9b7db74740 1 -- 172.21.15.28:0/1423047881 --> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] -- command(tid 0: {"prefix": "status"}) -- 0x5572758cf1c0 con 0x557275555280 2024-04-25T17:15:34.784 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.777+0000 7f9b7498a640 1 --2- 172.21.15.28:0/1423047881 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x557275555280 0x5572759e5d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.784 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.777+0000 7f9b7498a640 1 --2- 172.21.15.28:0/1423047881 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x557275555280 0x5572759e5d10 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=14888b97cee778a7 server_cookie=22a5f6947127a99e in_seq=0 out_seq=0 2024-04-25T17:15:34.784 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.777+0000 7f9b4ffff640 10 client.15264 ms_handle_connect on v2:172.21.15.42:6836/229475507 2024-04-25T17:15:34.784 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.777+0000 7f9b4ffff640 1 -- 172.21.15.28:0/1423047881 <== mds.2 v2:172.21.15.42:6836/229475507 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5572758cf1c0 con 0x557275555280 2024-04-25T17:15:34.784 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.778+0000 7f9b4ffff640 10 client.15264 handle_command_reply: tid=0 2024-04-25T17:15:34.784 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.778+0000 7f9b7db74740 1 client.15264 shutdown 2024-04-25T17:15:34.784 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.778+0000 7f9b7db74740 1 -- 172.21.15.28:0/1423047881 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755c1270 msgr2=0x557275971800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.784 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.778+0000 7f9b7db74740 1 --2- 172.21.15.28:0/1423047881 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755c1270 0x557275971800 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f9b600058c0 tx=0x7f9b60005d00 comp rx=0 tx=0).stop 2024-04-25T17:15:34.784 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.778+0000 7f9b7db74740 1 -- 172.21.15.28:0/1423047881 shutdown_connections 2024-04-25T17:15:34.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.778+0000 7f9b7db74740 1 --2- 172.21.15.28:0/1423047881 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x557275555280 0x5572759e5d10 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.778+0000 7f9b7db74740 1 --2- 172.21.15.28:0/1423047881 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5572755c1270 0x557275971800 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.778+0000 7f9b7db74740 1 --2- 172.21.15.28:0/1423047881 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572755a0590 0x557275970940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.778+0000 7f9b4ffff640 0 client.15264 ms_handle_reset on v2:172.21.15.42:6836/229475507 2024-04-25T17:15:34.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.778+0000 7f9b7db74740 1 --2- 172.21.15.28:0/1423047881 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572755983b0 0x557275970400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.778+0000 7f9b7db74740 1 -- 172.21.15.28:0/1423047881 >> 172.21.15.28:0/1423047881 conn(0x5572755b53c0 msgr2=0x557275960ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:34.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.778+0000 7f9b7db74740 1 -- 172.21.15.28:0/1423047881 shutdown_connections 2024-04-25T17:15:34.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.778+0000 7f9b7db74740 1 -- 172.21.15.28:0/1423047881 wait complete. 2024-04-25T17:15:34.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.778+0000 7f9b7db74740 20 client.15264 trim_cache size 0 max 16384 2024-04-25T17:15:34.785 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:15:34.785 INFO:teuthology.orchestra.run.smithi028.stdout: "cluster_fsid": "dfbd4644-0325-11ef-bc93-c7b262605968", 2024-04-25T17:15:34.786 INFO:teuthology.orchestra.run.smithi028.stdout: "whoami": 2, 2024-04-25T17:15:34.786 INFO:teuthology.orchestra.run.smithi028.stdout: "id": 24506, 2024-04-25T17:15:34.786 INFO:teuthology.orchestra.run.smithi028.stdout: "want_state": "up:active", 2024-04-25T17:15:34.786 INFO:teuthology.orchestra.run.smithi028.stdout: "state": "up:active", 2024-04-25T17:15:34.786 INFO:teuthology.orchestra.run.smithi028.stdout: "fs_name": "cephfs", 2024-04-25T17:15:34.786 INFO:teuthology.orchestra.run.smithi028.stdout: "rank_uptime": 86.871740798999994, 2024-04-25T17:15:34.786 INFO:teuthology.orchestra.run.smithi028.stdout: "mdsmap_epoch": 23, 2024-04-25T17:15:34.786 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_epoch": 84, 2024-04-25T17:15:34.786 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_epoch_barrier": 80, 2024-04-25T17:15:34.786 INFO:teuthology.orchestra.run.smithi028.stdout: "uptime": 128.28273222199999 2024-04-25T17:15:34.786 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:15:34.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.778+0000 7f9b76bee640 1 -- 172.21.15.28:0/2748218735 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9b5c0afaf0 msgr2=0x7f9b5c0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.778+0000 7f9b76bee640 1 --2- 172.21.15.28:0/2748218735 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9b5c0afaf0 0x7f9b5c0b2000 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f9b580dc4f0 tx=0x7f9b580759d0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.778+0000 7f9b76bee640 1 -- 172.21.15.28:0/2748218735 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b70108960 msgr2=0x7f9b701a1770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.778+0000 7f9b76bee640 1 --2- 172.21.15.28:0/2748218735 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b70108960 0x7f9b701a1770 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f9b5800c970 tx=0x7f9b5800ce30 comp rx=0 tx=0).stop 2024-04-25T17:15:34.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.779+0000 7f9b76bee640 1 -- 172.21.15.28:0/2748218735 shutdown_connections 2024-04-25T17:15:34.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.779+0000 7f9b76bee640 1 --2- 172.21.15.28:0/2748218735 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9b5c0afaf0 0x7f9b5c0b2000 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.779+0000 7f9b76bee640 1 --2- 172.21.15.28:0/2748218735 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b70108960 0x7f9b701a1770 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.779+0000 7f9b76bee640 1 --2- 172.21.15.28:0/2748218735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b70103c60 0x7f9b7019f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.779+0000 7f9b76bee640 1 --2- 172.21.15.28:0/2748218735 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b70102a20 0x7f9b7006be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.779+0000 7f9b76bee640 1 -- 172.21.15.28:0/2748218735 >> 172.21.15.28:0/2748218735 conn(0x7f9b700fdc10 msgr2=0x7f9b70104940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:34.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.779+0000 7f9b76bee640 1 -- 172.21.15.28:0/2748218735 shutdown_connections 2024-04-25T17:15:34.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.779+0000 7f9b76bee640 1 -- 172.21.15.28:0/2748218735 wait complete. 2024-04-25T17:15:34.790 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-04-25T17:15:34.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:34 smithi042 ceph-mon[32851]: pgmap v345: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:15:34.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:34 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3944114039' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:15:34.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:34 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/955325370' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:15:34.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:34 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1292909620' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:15:34.905 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.902+0000 7efdc0538640 1 -- 172.21.15.28:0/1384882066 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efdb8104d70 msgr2=0x7efdb8105180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.905 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.902+0000 7efdc0538640 1 --2- 172.21.15.28:0/1384882066 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efdb8104d70 0x7efdb8105180 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7efda8009900 tx=0x7efda802a410 comp rx=0 tx=0).stop 2024-04-25T17:15:34.905 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.903+0000 7efdc0538640 1 -- 172.21.15.28:0/1384882066 shutdown_connections 2024-04-25T17:15:34.905 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.903+0000 7efdc0538640 1 --2- 172.21.15.28:0/1384882066 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdb8109a70 0x7efdb810be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.905 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.903+0000 7efdc0538640 1 --2- 172.21.15.28:0/1384882066 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efdb8104d70 0x7efdb8105180 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.905 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.903+0000 7efdc0538640 1 --2- 172.21.15.28:0/1384882066 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efdb8103b30 0x7efdb8104830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.905 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.903+0000 7efdc0538640 1 -- 172.21.15.28:0/1384882066 >> 172.21.15.28:0/1384882066 conn(0x7efdb80fed40 msgr2=0x7efdb81011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:34.905 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.903+0000 7efdc0538640 1 -- 172.21.15.28:0/1384882066 shutdown_connections 2024-04-25T17:15:34.906 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.903+0000 7efdc0538640 1 -- 172.21.15.28:0/1384882066 wait complete. 2024-04-25T17:15:34.906 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.903+0000 7efdc0538640 1 Processor -- start 2024-04-25T17:15:34.906 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.903+0000 7efdc0538640 1 -- start start 2024-04-25T17:15:34.906 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.903+0000 7efdc0538640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efdb8103b30 0x7efdb819a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.906 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.903+0000 7efdc0538640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdb8104d70 0x7efdb819a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.906 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.903+0000 7efdc0538640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efdb8109a70 0x7efdb81a1610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.906 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.904+0000 7efdc0538640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7efdb810f4e0 con 0x7efdb8103b30 2024-04-25T17:15:34.906 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.904+0000 7efdc0538640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7efdb810f360 con 0x7efdb8104d70 2024-04-25T17:15:34.906 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.904+0000 7efdc0538640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7efdb810f660 con 0x7efdb8109a70 2024-04-25T17:15:34.906 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.904+0000 7efdbe2d4640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efdb8103b30 0x7efdb819a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.906 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.904+0000 7efdbe2d4640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efdb8103b30 0x7efdb819a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52330/0 (socket says 172.21.15.28:52330) 2024-04-25T17:15:34.906 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.904+0000 7efdbe2d4640 1 -- 172.21.15.28:0/3039198982 learned_addr learned my addr 172.21.15.28:0/3039198982 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:34.906 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.904+0000 7efdbdad3640 1 --2- 172.21.15.28:0/3039198982 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdb8104d70 0x7efdb819a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.906 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.904+0000 7efdbead5640 1 --2- 172.21.15.28:0/3039198982 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efdb8109a70 0x7efdb81a1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.907 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.904+0000 7efdbe2d4640 1 -- 172.21.15.28:0/3039198982 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efdb8109a70 msgr2=0x7efdb81a1610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.907 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.904+0000 7efdbe2d4640 1 --2- 172.21.15.28:0/3039198982 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efdb8109a70 0x7efdb81a1610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.907 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.904+0000 7efdbe2d4640 1 -- 172.21.15.28:0/3039198982 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdb8104d70 msgr2=0x7efdb819a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.907 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.904+0000 7efdbe2d4640 1 --2- 172.21.15.28:0/3039198982 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdb8104d70 0x7efdb819a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.907 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.904+0000 7efdbe2d4640 1 -- 172.21.15.28:0/3039198982 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdb81a1c80 con 0x7efdb8103b30 2024-04-25T17:15:34.907 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.904+0000 7efdbead5640 1 --2- 172.21.15.28:0/3039198982 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efdb8109a70 0x7efdb81a1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:15:34.907 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.904+0000 7efdbdad3640 1 --2- 172.21.15.28:0/3039198982 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdb8104d70 0x7efdb819a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:15:34.907 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.904+0000 7efdbe2d4640 1 --2- 172.21.15.28:0/3039198982 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efdb8103b30 0x7efdb819a140 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7efdb400e9f0 tx=0x7efdb400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:34.907 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.904+0000 7efdaf7fe640 1 -- 172.21.15.28:0/3039198982 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb400ccc0 con 0x7efdb8103b30 2024-04-25T17:15:34.907 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.904+0000 7efdaf7fe640 1 -- 172.21.15.28:0/3039198982 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efdb40044b0 con 0x7efdb8103b30 2024-04-25T17:15:34.907 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.904+0000 7efdc0538640 1 -- 172.21.15.28:0/3039198982 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efdb81a1f70 con 0x7efdb8103b30 2024-04-25T17:15:34.907 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.904+0000 7efdaf7fe640 1 -- 172.21.15.28:0/3039198982 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb4010430 con 0x7efdb8103b30 2024-04-25T17:15:34.907 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.904+0000 7efdc0538640 1 -- 172.21.15.28:0/3039198982 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efdb81a2430 con 0x7efdb8103b30 2024-04-25T17:15:34.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.907+0000 7efdc73ec740 1 Processor -- start 2024-04-25T17:15:34.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.907+0000 7efdaf7fe640 1 -- 172.21.15.28:0/3039198982 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7efdb4003f90 con 0x7efdb8103b30 2024-04-25T17:15:34.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.907+0000 7efdc73ec740 1 -- start start 2024-04-25T17:15:34.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.908+0000 7efdc73ec740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f185270 0x56338f526370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.908+0000 7efdc73ec740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56338f15c3b0 0x56338f5268f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.908+0000 7efdc73ec740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56338f164590 0x56338f52d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.908+0000 7efdc73ec740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x56338f48b740 con 0x56338f185270 2024-04-25T17:15:34.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.908+0000 7efdc73ec740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56338f4273a0 con 0x56338f164590 2024-04-25T17:15:34.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.908+0000 7efdc73ec740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56338f487700 con 0x56338f15c3b0 2024-04-25T17:15:34.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.908+0000 7efdbead5640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f185270 0x56338f526370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.908+0000 7efdbead5640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f185270 0x56338f526370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52340/0 (socket says 172.21.15.28:52340) 2024-04-25T17:15:34.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.908+0000 7efdbead5640 1 -- 172.21.15.28:0/2500954088 learned_addr learned my addr 172.21.15.28:0/2500954088 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:34.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.908+0000 7efdbe2d4640 1 --2- 172.21.15.28:0/2500954088 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56338f15c3b0 0x56338f5268f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.908+0000 7efdbdad3640 1 --2- 172.21.15.28:0/2500954088 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56338f164590 0x56338f52d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.908+0000 7efdbead5640 1 -- 172.21.15.28:0/2500954088 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56338f15c3b0 msgr2=0x56338f5268f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:15:34.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.908+0000 7efdbead5640 1 --2- 172.21.15.28:0/2500954088 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56338f15c3b0 0x56338f5268f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.908+0000 7efdbead5640 1 -- 172.21.15.28:0/2500954088 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56338f164590 msgr2=0x56338f52d7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:15:34.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.908+0000 7efdbead5640 1 --2- 172.21.15.28:0/2500954088 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56338f164590 0x56338f52d7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.915 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.908+0000 7efdbead5640 1 -- 172.21.15.28:0/2500954088 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56338f443750 con 0x56338f185270 2024-04-25T17:15:34.915 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.908+0000 7efdaf7fe640 1 --2- 172.21.15.28:0/3039198982 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7efda40afb70 0x7efda40b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.915 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.908+0000 7efdbe2d4640 1 --2- 172.21.15.28:0/3039198982 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7efda40afb70 0x7efda40b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.915 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.908+0000 7efdbead5640 1 --2- 172.21.15.28:0/2500954088 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f185270 0x56338f526370 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7efdb0009f10 tx=0x7efdb000e6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be4b9cbd331317aa server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:34.915 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.908+0000 7efdaf7fe640 1 -- 172.21.15.28:0/3039198982 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7efdb40df380 con 0x7efdb8103b30 2024-04-25T17:15:34.915 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.909+0000 7efdacbfe640 1 -- 172.21.15.28:0/2500954088 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb0016070 con 0x56338f185270 2024-04-25T17:15:34.915 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.909+0000 7efdacbfe640 1 -- 172.21.15.28:0/2500954088 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efdb0004d20 con 0x56338f185270 2024-04-25T17:15:34.915 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.909+0000 7efdacbfe640 1 -- 172.21.15.28:0/2500954088 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb00116d0 con 0x56338f185270 2024-04-25T17:15:34.915 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.910+0000 7efdc73ec740 1 -- 172.21.15.28:0/2500954088 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f185270 msgr2=0x56338f526370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.915 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.910+0000 7efdc73ec740 1 --2- 172.21.15.28:0/2500954088 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f185270 0x56338f526370 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7efdb0009f10 tx=0x7efdb000e6c0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.915 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.910+0000 7efdbe2d4640 1 --2- 172.21.15.28:0/3039198982 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7efda40afb70 0x7efda40b2080 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7efdb40e2fd0 tx=0x7efdb40e2e60 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:34.915 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.910+0000 7efdc73ec740 1 -- 172.21.15.28:0/2500954088 shutdown_connections 2024-04-25T17:15:34.915 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.910+0000 7efdc73ec740 1 --2- 172.21.15.28:0/2500954088 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56338f164590 0x56338f52d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.915 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.910+0000 7efdc73ec740 1 --2- 172.21.15.28:0/2500954088 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56338f15c3b0 0x56338f5268f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.916 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.910+0000 7efdc73ec740 1 --2- 172.21.15.28:0/2500954088 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f185270 0x56338f526370 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.916 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.910+0000 7efdc73ec740 1 -- 172.21.15.28:0/2500954088 >> 172.21.15.28:0/2500954088 conn(0x56338f1793c0 msgr2=0x56338f521d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:34.916 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.910+0000 7efdc73ec740 1 -- 172.21.15.28:0/2500954088 shutdown_connections 2024-04-25T17:15:34.916 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.910+0000 7efdc73ec740 1 -- 172.21.15.28:0/2500954088 wait complete. 2024-04-25T17:15:34.916 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.910+0000 7efdc73ec740 1 -- start start 2024-04-25T17:15:34.916 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.910+0000 7efdc73ec740 1 Processor -- start 2024-04-25T17:15:34.916 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.910+0000 7efdc73ec740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f15c3b0 0x56338f530220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.916 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.910+0000 7efdc73ec740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56338f164590 0x56338f530760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.916 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.910+0000 7efdc73ec740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56338f185270 0x56338f5376c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.916 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.910+0000 7efdc73ec740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x56338f52e240 con 0x56338f15c3b0 2024-04-25T17:15:34.916 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.910+0000 7efdc73ec740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56338f412fe0 con 0x56338f164590 2024-04-25T17:15:34.916 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.910+0000 7efdc73ec740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56338f52e3c0 con 0x56338f185270 2024-04-25T17:15:34.916 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.910+0000 7efdc73ec740 10 client.0 _ll_register_callbacks cb 0x56338f429150 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:15:34.916 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.911+0000 7efdbead5640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f15c3b0 0x56338f530220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.916 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.911+0000 7efdbead5640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f15c3b0 0x56338f530220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52354/0 (socket says 172.21.15.28:52354) 2024-04-25T17:15:34.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.911+0000 7efdbead5640 1 -- 172.21.15.28:0/2462233759 learned_addr learned my addr 172.21.15.28:0/2462233759 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:34.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.911+0000 7efdbdad3640 1 --2- 172.21.15.28:0/2462233759 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56338f164590 0x56338f530760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.911+0000 7efdbead5640 1 -- 172.21.15.28:0/2462233759 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56338f185270 msgr2=0x56338f5376c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:15:34.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.911+0000 7efdbead5640 1 --2- 172.21.15.28:0/2462233759 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56338f185270 0x56338f5376c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.911+0000 7efdbead5640 1 -- 172.21.15.28:0/2462233759 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56338f164590 msgr2=0x56338f530760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:15:34.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.911+0000 7efdbead5640 1 --2- 172.21.15.28:0/2462233759 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56338f164590 0x56338f530760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.911+0000 7efdbead5640 1 -- 172.21.15.28:0/2462233759 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56338f19d2d0 con 0x56338f15c3b0 2024-04-25T17:15:34.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.911+0000 7efdbead5640 1 --2- 172.21.15.28:0/2462233759 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f15c3b0 0x56338f530220 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7efdb0005cc0 tx=0x7efdb0009bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2cf24ec2fc834d2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:34.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.911+0000 7efda1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:15:34.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.911+0000 7efda1ffb640 1 -- 172.21.15.28:0/2462233759 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb0016040 con 0x56338f15c3b0 2024-04-25T17:15:34.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.911+0000 7efda1ffb640 1 -- 172.21.15.28:0/2462233759 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7efdb0003b70 con 0x56338f15c3b0 2024-04-25T17:15:34.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.911+0000 7efdc73ec740 1 -- 172.21.15.28:0/2462233759 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efdb0004d20 con 0x56338f15c3b0 2024-04-25T17:15:34.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.911+0000 7efda1ffb640 1 -- 172.21.15.28:0/2462233759 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7efdb0004b40 con 0x56338f15c3b0 2024-04-25T17:15:34.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.911+0000 7efdc73ec740 10 client.15276 fetch_fsmap learned FSMap version 23 2024-04-25T17:15:34.917 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.911+0000 7efdc73ec740 1 -- 172.21.15.28:0/2462233759 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x56338f2676b0 con 0x56338f15c3b0 2024-04-25T17:15:34.918 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.912+0000 7efda1ffb640 1 -- 172.21.15.28:0/2462233759 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efdb0004d20 con 0x56338f15c3b0 2024-04-25T17:15:34.918 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.912+0000 7efda1ffb640 1 -- 172.21.15.28:0/2462233759 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7efdb000f040 con 0x56338f15c3b0 2024-04-25T17:15:34.918 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.912+0000 7efdc73ec740 10 client.15276 fetch_fsmap finished waiting for FSMap version 23 2024-04-25T17:15:34.918 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.912+0000 7efdc73ec740 10 client.15276 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-25T17:15:34.918 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.912+0000 7efdc73ec740 20 client.15276 populate_metadata read hostname 'smithi028' 2024-04-25T17:15:34.918 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.912+0000 7efdc73ec740 1 --2- 172.21.15.28:0/2462233759 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x56338f143e40 0x56338f53dc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.918 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.912+0000 7efdc73ec740 4 client.15276 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:15:34.918 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.912+0000 7efdc73ec740 1 -- 172.21.15.28:0/2462233759 --> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56338f499350 con 0x56338f143e40 2024-04-25T17:15:34.918 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.912+0000 7efdbdad3640 1 --2- 172.21.15.28:0/2462233759 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x56338f143e40 0x56338f53dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.918 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.913+0000 7efda1ffb640 10 client.15276 ms_handle_connect on v2:172.21.15.84:6838/1332945442 2024-04-25T17:15:34.918 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.913+0000 7efdbdad3640 1 --2- 172.21.15.28:0/2462233759 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x56338f143e40 0x56338f53dc90 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=803d86a28db0618f server_cookie=93f1d830858bb2d1 in_seq=0 out_seq=0 2024-04-25T17:15:34.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.913+0000 7efda1ffb640 1 -- 172.21.15.28:0/2462233759 <== mds.1 v2:172.21.15.84:6838/1332945442 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56338f499350 con 0x56338f143e40 2024-04-25T17:15:34.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.914+0000 7efda1ffb640 10 client.15276 handle_command_reply: tid=0 2024-04-25T17:15:34.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.914+0000 7efdc73ec740 1 client.15276 shutdown 2024-04-25T17:15:34.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.914+0000 7efdc73ec740 1 -- 172.21.15.28:0/2462233759 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f15c3b0 msgr2=0x56338f530220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.914+0000 7efdc73ec740 1 --2- 172.21.15.28:0/2462233759 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f15c3b0 0x56338f530220 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7efdb0005cc0 tx=0x7efdb0009bc0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.914+0000 7efdc73ec740 1 -- 172.21.15.28:0/2462233759 shutdown_connections 2024-04-25T17:15:34.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.914+0000 7efdc73ec740 1 --2- 172.21.15.28:0/2462233759 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x56338f143e40 0x56338f53dc90 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.914+0000 7efdc73ec740 1 --2- 172.21.15.28:0/2462233759 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56338f185270 0x56338f5376c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.914+0000 7efdc73ec740 1 --2- 172.21.15.28:0/2462233759 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56338f164590 0x56338f530760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.914+0000 7efda1ffb640 0 client.15276 ms_handle_reset on v2:172.21.15.84:6838/1332945442 2024-04-25T17:15:34.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.914+0000 7efdc73ec740 1 --2- 172.21.15.28:0/2462233759 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f15c3b0 0x56338f530220 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.914+0000 7efdc73ec740 1 -- 172.21.15.28:0/2462233759 >> 172.21.15.28:0/2462233759 conn(0x56338f1793c0 msgr2=0x56338f520d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:34.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.914+0000 7efdc73ec740 1 -- 172.21.15.28:0/2462233759 shutdown_connections 2024-04-25T17:15:34.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.914+0000 7efdc73ec740 1 -- 172.21.15.28:0/2462233759 wait complete. 2024-04-25T17:15:34.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.914+0000 7efdc73ec740 20 client.15276 trim_cache size 0 max 16384 2024-04-25T17:15:34.934 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.933+0000 7efdc73ec740 1 Processor -- start 2024-04-25T17:15:34.934 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.933+0000 7efdc73ec740 1 -- start start 2024-04-25T17:15:34.934 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.933+0000 7efdc73ec740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56338f15c3b0 0x56338f52e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.934 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.933+0000 7efdc73ec740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56338f164590 0x56338f537650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.934 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.933+0000 7efdc73ec740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f185270 0x56338f52eca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.934 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.933+0000 7efdc73ec740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x56338f53bfd0 con 0x56338f185270 2024-04-25T17:15:34.934 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.933+0000 7efdc73ec740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56338f53c6a0 con 0x56338f164590 2024-04-25T17:15:34.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.933+0000 7efdc73ec740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56338f53cd70 con 0x56338f15c3b0 2024-04-25T17:15:34.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.933+0000 7efdbead5640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f185270 0x56338f52eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.933+0000 7efdbead5640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f185270 0x56338f52eca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52366/0 (socket says 172.21.15.28:52366) 2024-04-25T17:15:34.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.933+0000 7efdbead5640 1 -- 172.21.15.28:0/3744868359 learned_addr learned my addr 172.21.15.28:0/3744868359 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:34.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.933+0000 7efdbead5640 1 --2- 172.21.15.28:0/3744868359 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56338f15c3b0 0x56338f52e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.934+0000 7efdbead5640 1 -- 172.21.15.28:0/3744868359 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56338f15c3b0 msgr2=0x56338f52e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:15:34.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.934+0000 7efdbead5640 1 --2- 172.21.15.28:0/3744868359 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56338f15c3b0 0x56338f52e760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.934+0000 7efdbead5640 1 -- 172.21.15.28:0/3744868359 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56338f164590 msgr2=0x56338f537650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:15:34.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.934+0000 7efdbead5640 1 --2- 172.21.15.28:0/3744868359 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56338f164590 0x56338f537650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.934+0000 7efdbead5640 1 -- 172.21.15.28:0/3744868359 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56338f53dfc0 con 0x56338f185270 2024-04-25T17:15:34.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.934+0000 7efdbead5640 1 --2- 172.21.15.28:0/3744868359 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f185270 0x56338f52eca0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7efdb000ec40 tx=0x7efdb000e6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95e6377b22f25fdb server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:34.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.934+0000 7efda3fff640 1 -- 172.21.15.28:0/3744868359 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb00059d0 con 0x56338f185270 2024-04-25T17:15:34.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.934+0000 7efda3fff640 1 -- 172.21.15.28:0/3744868359 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efdb0021070 con 0x56338f185270 2024-04-25T17:15:34.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.934+0000 7efda3fff640 1 -- 172.21.15.28:0/3744868359 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb0025ab0 con 0x56338f185270 2024-04-25T17:15:34.941 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.935+0000 7efdc73ec740 1 -- 172.21.15.28:0/3744868359 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f185270 msgr2=0x56338f52eca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.941 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.935+0000 7efdc73ec740 1 --2- 172.21.15.28:0/3744868359 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f185270 0x56338f52eca0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7efdb000ec40 tx=0x7efdb000e6c0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.935+0000 7efdc73ec740 1 -- 172.21.15.28:0/3744868359 shutdown_connections 2024-04-25T17:15:34.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.935+0000 7efdc73ec740 1 --2- 172.21.15.28:0/3744868359 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f185270 0x56338f52eca0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.935+0000 7efdc73ec740 1 --2- 172.21.15.28:0/3744868359 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56338f164590 0x56338f537650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.935+0000 7efdc73ec740 1 --2- 172.21.15.28:0/3744868359 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56338f15c3b0 0x56338f52e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.935+0000 7efdc73ec740 1 -- 172.21.15.28:0/3744868359 >> 172.21.15.28:0/3744868359 conn(0x56338f1793c0 msgr2=0x56338f52a690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:34.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.935+0000 7efdc73ec740 1 -- 172.21.15.28:0/3744868359 shutdown_connections 2024-04-25T17:15:34.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.935+0000 7efdc73ec740 1 -- 172.21.15.28:0/3744868359 wait complete. 2024-04-25T17:15:34.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.935+0000 7efdc73ec740 1 -- start start 2024-04-25T17:15:34.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.935+0000 7efdc73ec740 1 Processor -- start 2024-04-25T17:15:34.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.935+0000 7efdc73ec740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56338f15c3b0 0x56338f534f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.935+0000 7efdc73ec740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56338f164590 0x56338f535490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.935+0000 7efdc73ec740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f185270 0x56338f5363c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.935+0000 7efdc73ec740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x56338f53db10 con 0x56338f185270 2024-04-25T17:15:34.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.935+0000 7efdc73ec740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56338f53d440 con 0x56338f164590 2024-04-25T17:15:34.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.935+0000 7efdc73ec740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56338f53e1e0 con 0x56338f15c3b0 2024-04-25T17:15:34.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.935+0000 7efdc73ec740 10 client.0 _ll_register_callbacks cb 0x7efdb4005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:15:34.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.936+0000 7efdbead5640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f185270 0x56338f5363c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.936+0000 7efdbead5640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f185270 0x56338f5363c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52382/0 (socket says 172.21.15.28:52382) 2024-04-25T17:15:34.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.936+0000 7efdbead5640 1 -- 172.21.15.28:0/1435639673 learned_addr learned my addr 172.21.15.28:0/1435639673 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:34.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.936+0000 7efdbead5640 1 --2- 172.21.15.28:0/1435639673 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56338f15c3b0 0x56338f534f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.936+0000 7efdbdad3640 1 --2- 172.21.15.28:0/1435639673 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56338f164590 0x56338f535490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.936+0000 7efdbead5640 1 -- 172.21.15.28:0/1435639673 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56338f15c3b0 msgr2=0x56338f534f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:15:34.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.936+0000 7efdbead5640 1 --2- 172.21.15.28:0/1435639673 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56338f15c3b0 0x56338f534f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.936+0000 7efdbead5640 1 -- 172.21.15.28:0/1435639673 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56338f164590 msgr2=0x56338f535490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:15:34.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.936+0000 7efdbead5640 1 --2- 172.21.15.28:0/1435639673 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56338f164590 0x56338f535490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.936+0000 7efdbead5640 1 -- 172.21.15.28:0/1435639673 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56338f536980 con 0x56338f185270 2024-04-25T17:15:34.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.936+0000 7efdbdad3640 1 --2- 172.21.15.28:0/1435639673 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56338f164590 0x56338f535490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:15:34.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.936+0000 7efdbead5640 1 --2- 172.21.15.28:0/1435639673 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f185270 0x56338f5363c0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7efdb0009860 tx=0x7efdb0009910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=667fa69c7329f01f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:34.945 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.936+0000 7efda1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:15:34.945 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.936+0000 7efda1ffb640 1 -- 172.21.15.28:0/1435639673 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb0003b70 con 0x56338f185270 2024-04-25T17:15:34.945 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.936+0000 7efda1ffb640 1 -- 172.21.15.28:0/1435639673 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7efdb0003d10 con 0x56338f185270 2024-04-25T17:15:34.945 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.936+0000 7efdc73ec740 1 -- 172.21.15.28:0/1435639673 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efdb0021070 con 0x56338f185270 2024-04-25T17:15:34.945 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.936+0000 7efda1ffb640 1 -- 172.21.15.28:0/1435639673 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7efdb0025850 con 0x56338f185270 2024-04-25T17:15:34.945 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.936+0000 7efdc73ec740 10 client.15282 fetch_fsmap learned FSMap version 23 2024-04-25T17:15:34.945 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.936+0000 7efdc73ec740 1 -- 172.21.15.28:0/1435639673 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x56338f5a6bd0 con 0x56338f185270 2024-04-25T17:15:34.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.937+0000 7efda1ffb640 1 -- 172.21.15.28:0/1435639673 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efdb0021070 con 0x56338f185270 2024-04-25T17:15:34.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.937+0000 7efda1ffb640 1 -- 172.21.15.28:0/1435639673 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7efdb003e7a0 con 0x56338f185270 2024-04-25T17:15:34.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.937+0000 7efdc73ec740 10 client.15282 fetch_fsmap finished waiting for FSMap version 23 2024-04-25T17:15:34.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.937+0000 7efdc73ec740 10 client.15282 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-25T17:15:34.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.937+0000 7efdc73ec740 20 client.15282 populate_metadata read hostname 'smithi028' 2024-04-25T17:15:34.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.937+0000 7efdc73ec740 1 --2- 172.21.15.28:0/1435639673 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x56338f119280 0x56338f5a9df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:34.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.937+0000 7efdc73ec740 4 client.15282 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T17:15:34.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.937+0000 7efdc73ec740 1 -- 172.21.15.28:0/1435639673 --> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] -- command(tid 0: {"prefix": "status"}) -- 0x56338f4931c0 con 0x56338f119280 2024-04-25T17:15:34.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.937+0000 7efdbdad3640 1 --2- 172.21.15.28:0/1435639673 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x56338f119280 0x56338f5a9df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:34.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.938+0000 7efda1ffb640 10 client.15282 ms_handle_connect on v2:172.21.15.84:6838/1332945442 2024-04-25T17:15:34.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.938+0000 7efdbdad3640 1 --2- 172.21.15.28:0/1435639673 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x56338f119280 0x56338f5a9df0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ec2ed4cebc72f397 server_cookie=a238e1c17ff9fa06 in_seq=0 out_seq=0 2024-04-25T17:15:34.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.938+0000 7efda1ffb640 1 -- 172.21.15.28:0/1435639673 <== mds.1 v2:172.21.15.84:6838/1332945442 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x56338f4931c0 con 0x56338f119280 2024-04-25T17:15:34.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.938+0000 7efda1ffb640 10 client.15282 handle_command_reply: tid=0 2024-04-25T17:15:34.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.938+0000 7efdc73ec740 1 client.15282 shutdown 2024-04-25T17:15:34.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.938+0000 7efdc73ec740 1 -- 172.21.15.28:0/1435639673 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f185270 msgr2=0x56338f5363c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.938+0000 7efdc73ec740 1 --2- 172.21.15.28:0/1435639673 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f185270 0x56338f5363c0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7efdb0009860 tx=0x7efdb0009910 comp rx=0 tx=0).stop 2024-04-25T17:15:34.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.938+0000 7efdc73ec740 1 -- 172.21.15.28:0/1435639673 shutdown_connections 2024-04-25T17:15:34.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.938+0000 7efdc73ec740 1 --2- 172.21.15.28:0/1435639673 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x56338f119280 0x56338f5a9df0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.938+0000 7efdc73ec740 1 --2- 172.21.15.28:0/1435639673 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56338f185270 0x56338f5363c0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.938+0000 7efdc73ec740 1 --2- 172.21.15.28:0/1435639673 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56338f164590 0x56338f535490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.938+0000 7efda1ffb640 0 client.15282 ms_handle_reset on v2:172.21.15.84:6838/1332945442 2024-04-25T17:15:34.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.938+0000 7efdc73ec740 1 --2- 172.21.15.28:0/1435639673 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56338f15c3b0 0x56338f534f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.938+0000 7efdc73ec740 1 -- 172.21.15.28:0/1435639673 >> 172.21.15.28:0/1435639673 conn(0x56338f1793c0 msgr2=0x56338f52e760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:34.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.938+0000 7efdc73ec740 1 -- 172.21.15.28:0/1435639673 shutdown_connections 2024-04-25T17:15:34.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.938+0000 7efdc73ec740 1 -- 172.21.15.28:0/1435639673 wait complete. 2024-04-25T17:15:34.948 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.938+0000 7efdc73ec740 20 client.15282 trim_cache size 0 max 16384 2024-04-25T17:15:34.948 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:15:34.948 INFO:teuthology.orchestra.run.smithi028.stdout: "cluster_fsid": "dfbd4644-0325-11ef-bc93-c7b262605968", 2024-04-25T17:15:34.948 INFO:teuthology.orchestra.run.smithi028.stdout: "whoami": 1, 2024-04-25T17:15:34.948 INFO:teuthology.orchestra.run.smithi028.stdout: "id": 24532, 2024-04-25T17:15:34.948 INFO:teuthology.orchestra.run.smithi028.stdout: "want_state": "up:active", 2024-04-25T17:15:34.948 INFO:teuthology.orchestra.run.smithi028.stdout: "state": "up:active", 2024-04-25T17:15:34.948 INFO:teuthology.orchestra.run.smithi028.stdout: "fs_name": "cephfs", 2024-04-25T17:15:34.948 INFO:teuthology.orchestra.run.smithi028.stdout: "rank_uptime": 88.039299435000004, 2024-04-25T17:15:34.949 INFO:teuthology.orchestra.run.smithi028.stdout: "mdsmap_epoch": 23, 2024-04-25T17:15:34.949 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_epoch": 84, 2024-04-25T17:15:34.949 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_epoch_barrier": 80, 2024-04-25T17:15:34.949 INFO:teuthology.orchestra.run.smithi028.stdout: "uptime": 125.700336697 2024-04-25T17:15:34.949 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:15:34.950 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.939+0000 7efdc0538640 1 -- 172.21.15.28:0/3039198982 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7efda40afb70 msgr2=0x7efda40b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.950 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.939+0000 7efdc0538640 1 --2- 172.21.15.28:0/3039198982 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7efda40afb70 0x7efda40b2080 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7efdb40e2fd0 tx=0x7efdb40e2e60 comp rx=0 tx=0).stop 2024-04-25T17:15:34.950 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.939+0000 7efdc0538640 1 -- 172.21.15.28:0/3039198982 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efdb8103b30 msgr2=0x7efdb819a140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:34.950 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.939+0000 7efdc0538640 1 --2- 172.21.15.28:0/3039198982 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efdb8103b30 0x7efdb819a140 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7efdb400e9f0 tx=0x7efdb400eeb0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.950 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.939+0000 7efdc0538640 1 -- 172.21.15.28:0/3039198982 shutdown_connections 2024-04-25T17:15:34.951 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.939+0000 7efdc0538640 1 --2- 172.21.15.28:0/3039198982 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7efda40afb70 0x7efda40b2080 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.951 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.939+0000 7efdc0538640 1 --2- 172.21.15.28:0/3039198982 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efdb8109a70 0x7efdb81a1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.951 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.939+0000 7efdc0538640 1 --2- 172.21.15.28:0/3039198982 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdb8104d70 0x7efdb819a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.951 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.939+0000 7efdc0538640 1 --2- 172.21.15.28:0/3039198982 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7efdb8103b30 0x7efdb819a140 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:34.951 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.939+0000 7efdc0538640 1 -- 172.21.15.28:0/3039198982 >> 172.21.15.28:0/3039198982 conn(0x7efdb80fed40 msgr2=0x7efdb8105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:34.951 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.939+0000 7efdc0538640 1 -- 172.21.15.28:0/3039198982 shutdown_connections 2024-04-25T17:15:34.951 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:34.939+0000 7efdc0538640 1 -- 172.21.15.28:0/3039198982 wait complete. 2024-04-25T17:15:34.951 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-25T17:15:35.066 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.063+0000 7f7aa336c640 1 -- 172.21.15.28:0/357395777 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7a9c103830 msgr2=0x7f7a9c103c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:35.066 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.063+0000 7f7aa336c640 1 --2- 172.21.15.28:0/357395777 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7a9c103830 0x7f7a9c103c40 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f7a8c009900 tx=0x7f7a8c02a410 comp rx=0 tx=0).stop 2024-04-25T17:15:35.066 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.064+0000 7f7aa336c640 1 -- 172.21.15.28:0/357395777 shutdown_connections 2024-04-25T17:15:35.067 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.064+0000 7f7aa336c640 1 --2- 172.21.15.28:0/357395777 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7a9c109a70 0x7f7a9c10be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.067 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.064+0000 7f7aa336c640 1 --2- 172.21.15.28:0/357395777 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7a9c103830 0x7f7a9c103c40 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.067 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.064+0000 7f7aa336c640 1 --2- 172.21.15.28:0/357395777 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7a9c105170 0x7f7a9c1032f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.067 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.064+0000 7f7aa336c640 1 -- 172.21.15.28:0/357395777 >> 172.21.15.28:0/357395777 conn(0x7f7a9c0fed40 msgr2=0x7f7a9c1011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:35.067 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.064+0000 7f7aa336c640 1 -- 172.21.15.28:0/357395777 shutdown_connections 2024-04-25T17:15:35.067 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.064+0000 7f7aa336c640 1 -- 172.21.15.28:0/357395777 wait complete. 2024-04-25T17:15:35.067 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.064+0000 7f7aa336c640 1 Processor -- start 2024-04-25T17:15:35.067 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.064+0000 7f7aa336c640 1 -- start start 2024-04-25T17:15:35.067 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.065+0000 7f7aa336c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7a9c103830 0x7f7a9c19a220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:35.067 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.065+0000 7f7aa336c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7a9c105170 0x7f7a9c19a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:35.067 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.065+0000 7f7aa336c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7a9c109a70 0x7f7a9c1a16f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:35.067 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.065+0000 7f7aa336c640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f7a9c10f620 con 0x7f7a9c109a70 2024-04-25T17:15:35.067 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.065+0000 7f7aa336c640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7a9c10f4a0 con 0x7f7a9c105170 2024-04-25T17:15:35.068 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.065+0000 7f7aa336c640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7a9c10f7a0 con 0x7f7a9c103830 2024-04-25T17:15:35.068 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.065+0000 7f7aa1909640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7a9c109a70 0x7f7a9c1a16f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:35.068 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.065+0000 7f7aa1909640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7a9c109a70 0x7f7a9c1a16f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52404/0 (socket says 172.21.15.28:52404) 2024-04-25T17:15:35.068 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.065+0000 7f7aa1909640 1 -- 172.21.15.28:0/3389721914 learned_addr learned my addr 172.21.15.28:0/3389721914 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:35.068 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.065+0000 7f7aa0907640 1 --2- 172.21.15.28:0/3389721914 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7a9c105170 0x7f7a9c19a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:35.068 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.065+0000 7f7aa1108640 1 --2- 172.21.15.28:0/3389721914 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7a9c103830 0x7f7a9c19a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:35.068 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.065+0000 7f7aa1909640 1 -- 172.21.15.28:0/3389721914 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7a9c103830 msgr2=0x7f7a9c19a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:35.068 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.065+0000 7f7aa1909640 1 --2- 172.21.15.28:0/3389721914 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7a9c103830 0x7f7a9c19a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.068 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.065+0000 7f7aa1909640 1 -- 172.21.15.28:0/3389721914 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7a9c105170 msgr2=0x7f7a9c19a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:35.068 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.065+0000 7f7aa1909640 1 --2- 172.21.15.28:0/3389721914 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7a9c105170 0x7f7a9c19a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.068 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.065+0000 7f7aa1909640 1 -- 172.21.15.28:0/3389721914 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a9c1a1d60 con 0x7f7a9c109a70 2024-04-25T17:15:35.068 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.065+0000 7f7aa0907640 1 --2- 172.21.15.28:0/3389721914 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7a9c105170 0x7f7a9c19a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:15:35.068 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.065+0000 7f7aa1909640 1 --2- 172.21.15.28:0/3389721914 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7a9c109a70 0x7f7a9c1a16f0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f7a9400eb10 tx=0x7f7a9400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:35.069 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.065+0000 7f7a927fc640 1 -- 172.21.15.28:0/3389721914 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a94004b20 con 0x7f7a9c109a70 2024-04-25T17:15:35.069 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.065+0000 7f7a927fc640 1 -- 172.21.15.28:0/3389721914 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7a94004cc0 con 0x7f7a9c109a70 2024-04-25T17:15:35.069 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.065+0000 7f7aa336c640 1 -- 172.21.15.28:0/3389721914 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a9c1a1ff0 con 0x7f7a9c109a70 2024-04-25T17:15:35.069 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.065+0000 7f7a927fc640 1 -- 172.21.15.28:0/3389721914 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a94010690 con 0x7f7a9c109a70 2024-04-25T17:15:35.069 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.065+0000 7f7aa336c640 1 -- 172.21.15.28:0/3389721914 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a9c1a2500 con 0x7f7a9c109a70 2024-04-25T17:15:35.075 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.068+0000 7f7aaa217740 1 Processor -- start 2024-04-25T17:15:35.075 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.068+0000 7f7a927fc640 1 -- 172.21.15.28:0/3389721914 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f7a94005020 con 0x7f7a9c109a70 2024-04-25T17:15:35.075 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.068+0000 7f7aaa217740 1 -- start start 2024-04-25T17:15:35.076 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.068+0000 7f7aaa217740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55593801e270 0x5559383c3780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:35.076 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.068+0000 7f7aaa217740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555937ff53b0 0x5559383c3d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:35.076 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.068+0000 7f7aaa217740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555937ffd590 0x5559383cac00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:35.076 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.068+0000 7f7aaa217740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x555938324740 con 0x55593801e270 2024-04-25T17:15:35.076 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.068+0000 7f7aaa217740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5559382c03a0 con 0x555937ffd590 2024-04-25T17:15:35.076 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.068+0000 7f7aaa217740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x555938320700 con 0x555937ff53b0 2024-04-25T17:15:35.076 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.069+0000 7f7aa0907640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55593801e270 0x5559383c3780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:35.076 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.069+0000 7f7aa0907640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55593801e270 0x5559383c3780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52408/0 (socket says 172.21.15.28:52408) 2024-04-25T17:15:35.076 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.069+0000 7f7aa0907640 1 -- 172.21.15.28:0/2253753461 learned_addr learned my addr 172.21.15.28:0/2253753461 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:35.076 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.069+0000 7f7aa0907640 1 --2- 172.21.15.28:0/2253753461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555937ffd590 0x5559383cac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:35.076 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.069+0000 7f7aa1108640 1 --2- 172.21.15.28:0/2253753461 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555937ff53b0 0x5559383c3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:35.076 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.069+0000 7f7a927fc640 1 --2- 172.21.15.28:0/3389721914 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7a880afb70 0x7f7a880b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:35.076 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.069+0000 7f7aa0907640 1 -- 172.21.15.28:0/2253753461 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555937ff53b0 msgr2=0x5559383c3d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:15:35.077 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.069+0000 7f7aa0907640 1 --2- 172.21.15.28:0/2253753461 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555937ff53b0 0x5559383c3d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.077 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.069+0000 7f7aa0907640 1 -- 172.21.15.28:0/2253753461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555937ffd590 msgr2=0x5559383cac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:15:35.077 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.069+0000 7f7aa0907640 1 --2- 172.21.15.28:0/2253753461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555937ffd590 0x5559383cac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.077 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.069+0000 7f7aa1909640 1 --2- 172.21.15.28:0/3389721914 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7a880afb70 0x7f7a880b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:35.077 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.069+0000 7f7aa0907640 1 -- 172.21.15.28:0/2253753461 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5559382dc750 con 0x55593801e270 2024-04-25T17:15:35.077 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.069+0000 7f7a927fc640 1 -- 172.21.15.28:0/3389721914 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f7a940df5d0 con 0x7f7a9c109a70 2024-04-25T17:15:35.077 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.069+0000 7f7aa0907640 1 --2- 172.21.15.28:0/2253753461 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55593801e270 0x5559383c3780 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f7a8c000c00 tx=0x7f7a8c005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=675dcea161dbcfcf server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:35.077 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.069+0000 7f7a877fe640 1 -- 172.21.15.28:0/2253753461 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a8c035030 con 0x55593801e270 2024-04-25T17:15:35.077 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.070+0000 7f7a877fe640 1 -- 172.21.15.28:0/2253753461 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7a8c005df0 con 0x55593801e270 2024-04-25T17:15:35.077 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.070+0000 7f7a877fe640 1 -- 172.21.15.28:0/2253753461 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a8c03a3f0 con 0x55593801e270 2024-04-25T17:15:35.077 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.070+0000 7f7aa1909640 1 --2- 172.21.15.28:0/3389721914 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7a880afb70 0x7f7a880b2080 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f7a94017040 tx=0x7f7a9409c070 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:35.077 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.070+0000 7f7aaa217740 1 -- 172.21.15.28:0/2253753461 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55593801e270 msgr2=0x5559383c3780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:35.077 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.070+0000 7f7aaa217740 1 --2- 172.21.15.28:0/2253753461 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55593801e270 0x5559383c3780 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f7a8c000c00 tx=0x7f7a8c005a20 comp rx=0 tx=0).stop 2024-04-25T17:15:35.078 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.070+0000 7f7aaa217740 1 -- 172.21.15.28:0/2253753461 shutdown_connections 2024-04-25T17:15:35.078 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.070+0000 7f7aaa217740 1 --2- 172.21.15.28:0/2253753461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555937ffd590 0x5559383cac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.078 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.070+0000 7f7aaa217740 1 --2- 172.21.15.28:0/2253753461 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555937ff53b0 0x5559383c3d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.078 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.070+0000 7f7aaa217740 1 --2- 172.21.15.28:0/2253753461 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55593801e270 0x5559383c3780 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.078 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.070+0000 7f7aaa217740 1 -- 172.21.15.28:0/2253753461 >> 172.21.15.28:0/2253753461 conn(0x5559380123c0 msgr2=0x5559383bad00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:35.078 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.070+0000 7f7aaa217740 1 -- 172.21.15.28:0/2253753461 shutdown_connections 2024-04-25T17:15:35.078 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.070+0000 7f7aaa217740 1 -- 172.21.15.28:0/2253753461 wait complete. 2024-04-25T17:15:35.078 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.071+0000 7f7aaa217740 1 -- start start 2024-04-25T17:15:35.078 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.071+0000 7f7aaa217740 1 Processor -- start 2024-04-25T17:15:35.078 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.071+0000 7f7aaa217740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x555937ff53b0 0x5559383cd6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:35.078 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.071+0000 7f7aaa217740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555937ffd590 0x5559383cdc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:35.078 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.071+0000 7f7aaa217740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55593801e270 0x5559383d4b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:35.078 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.071+0000 7f7aaa217740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x5559383cb5f0 con 0x555937ff53b0 2024-04-25T17:15:35.079 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.071+0000 7f7aaa217740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5559382abfe0 con 0x555937ffd590 2024-04-25T17:15:35.079 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.071+0000 7f7aaa217740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5559383cb770 con 0x55593801e270 2024-04-25T17:15:35.079 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.071+0000 7f7aaa217740 10 client.0 _ll_register_callbacks cb 0x5559382c2150 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:15:35.079 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.071+0000 7f7aa0907640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x555937ff53b0 0x5559383cd6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:35.079 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.071+0000 7f7aa0907640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x555937ff53b0 0x5559383cd6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52414/0 (socket says 172.21.15.28:52414) 2024-04-25T17:15:35.079 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.071+0000 7f7aa0907640 1 -- 172.21.15.28:0/3201947590 learned_addr learned my addr 172.21.15.28:0/3201947590 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:35.079 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.072+0000 7f7aa1108640 1 --2- 172.21.15.28:0/3201947590 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555937ffd590 0x5559383cdc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:35.079 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.072+0000 7f7aa0907640 1 -- 172.21.15.28:0/3201947590 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55593801e270 msgr2=0x5559383d4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:15:35.079 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.072+0000 7f7aa0907640 1 --2- 172.21.15.28:0/3201947590 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55593801e270 0x5559383d4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.079 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.072+0000 7f7aa0907640 1 -- 172.21.15.28:0/3201947590 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555937ffd590 msgr2=0x5559383cdc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:15:35.079 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.072+0000 7f7aa0907640 1 --2- 172.21.15.28:0/3201947590 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555937ffd590 0x5559383cdc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.079 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.072+0000 7f7aa0907640 1 -- 172.21.15.28:0/3201947590 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559380362d0 con 0x555937ff53b0 2024-04-25T17:15:35.079 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.072+0000 7f7aa1108640 1 --2- 172.21.15.28:0/3201947590 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555937ffd590 0x5559383cdc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:15:35.080 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.072+0000 7f7aa0907640 1 --2- 172.21.15.28:0/3201947590 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x555937ff53b0 0x5559383cd6d0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f7a8c005970 tx=0x7f7a8c031b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6c4426fa2bcfafb server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:35.080 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.072+0000 7f7a84ff9640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:15:35.080 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.072+0000 7f7a84ff9640 1 -- 172.21.15.28:0/3201947590 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a8c047040 con 0x555937ff53b0 2024-04-25T17:15:35.080 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.072+0000 7f7a84ff9640 1 -- 172.21.15.28:0/3201947590 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f7a8c003d90 con 0x555937ff53b0 2024-04-25T17:15:35.080 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.072+0000 7f7aaa217740 1 -- 172.21.15.28:0/3201947590 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a8c005df0 con 0x555937ff53b0 2024-04-25T17:15:35.080 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.072+0000 7f7a84ff9640 1 -- 172.21.15.28:0/3201947590 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f7a8c035040 con 0x555937ff53b0 2024-04-25T17:15:35.080 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.072+0000 7f7aaa217740 10 client.15294 fetch_fsmap learned FSMap version 23 2024-04-25T17:15:35.080 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.072+0000 7f7aaa217740 1 -- 172.21.15.28:0/3201947590 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x5559381006b0 con 0x555937ff53b0 2024-04-25T17:15:35.080 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.073+0000 7f7a84ff9640 1 -- 172.21.15.28:0/3201947590 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7a8c005df0 con 0x555937ff53b0 2024-04-25T17:15:35.080 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.073+0000 7f7a84ff9640 1 -- 172.21.15.28:0/3201947590 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f7a8c04ca20 con 0x555937ff53b0 2024-04-25T17:15:35.080 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.073+0000 7f7aaa217740 10 client.15294 fetch_fsmap finished waiting for FSMap version 23 2024-04-25T17:15:35.080 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.073+0000 7f7aaa217740 10 client.15294 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T17:15:35.080 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.073+0000 7f7aaa217740 20 client.15294 populate_metadata read hostname 'smithi028' 2024-04-25T17:15:35.080 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.073+0000 7f7aaa217740 1 --2- 172.21.15.28:0/3201947590 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x555937fdce40 0x5559383dae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:35.080 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.073+0000 7f7aaa217740 4 client.15294 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:15:35.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.073+0000 7f7aaa217740 1 -- 172.21.15.28:0/3201947590 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555938332350 con 0x555937fdce40 2024-04-25T17:15:35.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.073+0000 7f7aa1108640 1 --2- 172.21.15.28:0/3201947590 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x555937fdce40 0x5559383dae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:35.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.074+0000 7f7a84ff9640 10 client.15294 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:15:35.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.074+0000 7f7aa1108640 1 --2- 172.21.15.28:0/3201947590 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x555937fdce40 0x5559383dae40 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3469c4f54695719 server_cookie=275b2dc388c6f0ae in_seq=0 out_seq=0 2024-04-25T17:15:35.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.075+0000 7f7a84ff9640 1 -- 172.21.15.28:0/3201947590 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x555938332350 con 0x555937fdce40 2024-04-25T17:15:35.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.075+0000 7f7a84ff9640 10 client.15294 handle_command_reply: tid=0 2024-04-25T17:15:35.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.075+0000 7f7aaa217740 1 client.15294 shutdown 2024-04-25T17:15:35.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.075+0000 7f7aaa217740 1 -- 172.21.15.28:0/3201947590 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x555937ff53b0 msgr2=0x5559383cd6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:35.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.075+0000 7f7aaa217740 1 --2- 172.21.15.28:0/3201947590 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x555937ff53b0 0x5559383cd6d0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f7a8c005970 tx=0x7f7a8c031b60 comp rx=0 tx=0).stop 2024-04-25T17:15:35.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.075+0000 7f7aaa217740 1 -- 172.21.15.28:0/3201947590 shutdown_connections 2024-04-25T17:15:35.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.075+0000 7f7aaa217740 1 --2- 172.21.15.28:0/3201947590 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x555937fdce40 0x5559383dae40 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.075+0000 7f7aaa217740 1 --2- 172.21.15.28:0/3201947590 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55593801e270 0x5559383d4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.075+0000 7f7aaa217740 1 --2- 172.21.15.28:0/3201947590 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555937ffd590 0x5559383cdc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.075+0000 7f7aaa217740 1 --2- 172.21.15.28:0/3201947590 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x555937ff53b0 0x5559383cd6d0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.075+0000 7f7a84ff9640 0 client.15294 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:15:35.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.075+0000 7f7aaa217740 1 -- 172.21.15.28:0/3201947590 >> 172.21.15.28:0/3201947590 conn(0x5559380123c0 msgr2=0x5559383b9d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:35.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.075+0000 7f7aaa217740 1 -- 172.21.15.28:0/3201947590 shutdown_connections 2024-04-25T17:15:35.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.075+0000 7f7aaa217740 1 -- 172.21.15.28:0/3201947590 wait complete. 2024-04-25T17:15:35.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.075+0000 7f7aaa217740 20 client.15294 trim_cache size 0 max 16384 2024-04-25T17:15:35.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.094+0000 7f7aaa217740 1 Processor -- start 2024-04-25T17:15:35.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.094+0000 7f7aaa217740 1 -- start start 2024-04-25T17:15:35.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.094+0000 7f7aaa217740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555937ff53b0 0x5559383cd2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:35.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.094+0000 7f7aaa217740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555937ffd590 0x5559383cd7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:35.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.094+0000 7f7aaa217740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55593801e270 0x5559383d4b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:35.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.094+0000 7f7aaa217740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x5559383d9180 con 0x55593801e270 2024-04-25T17:15:35.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.094+0000 7f7aaa217740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5559383d9850 con 0x555937ff53b0 2024-04-25T17:15:35.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.094+0000 7f7aaa217740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5559383d9f20 con 0x555937ffd590 2024-04-25T17:15:35.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.094+0000 7f7aa0907640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55593801e270 0x5559383d4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:35.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.094+0000 7f7aa0907640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55593801e270 0x5559383d4b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52420/0 (socket says 172.21.15.28:52420) 2024-04-25T17:15:35.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.094+0000 7f7aa0907640 1 -- 172.21.15.28:0/3897866744 learned_addr learned my addr 172.21.15.28:0/3897866744 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:35.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.094+0000 7f7aa1108640 1 --2- 172.21.15.28:0/3897866744 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555937ffd590 0x5559383cd7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:35.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.094+0000 7f7aa0907640 1 --2- 172.21.15.28:0/3897866744 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555937ff53b0 0x5559383cd2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:35.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.094+0000 7f7aa0907640 1 -- 172.21.15.28:0/3897866744 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555937ffd590 msgr2=0x5559383cd7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:15:35.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.094+0000 7f7aa0907640 1 --2- 172.21.15.28:0/3897866744 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555937ffd590 0x5559383cd7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.094+0000 7f7aa0907640 1 -- 172.21.15.28:0/3897866744 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555937ff53b0 msgr2=0x5559383cd2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:15:35.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.094+0000 7f7aa0907640 1 --2- 172.21.15.28:0/3897866744 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555937ff53b0 0x5559383cd2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.094+0000 7f7aa0907640 1 -- 172.21.15.28:0/3897866744 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5559383c6ba0 con 0x55593801e270 2024-04-25T17:15:35.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.095+0000 7f7aa0907640 1 --2- 172.21.15.28:0/3897866744 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55593801e270 0x5559383d4b00 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f7a8c03a410 tx=0x7f7a8c04c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c97c2decc988b92 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:35.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.095+0000 7f7a86ffd640 1 -- 172.21.15.28:0/3897866744 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a8c03a490 con 0x55593801e270 2024-04-25T17:15:35.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.095+0000 7f7a86ffd640 1 -- 172.21.15.28:0/3897866744 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7a8c005d50 con 0x55593801e270 2024-04-25T17:15:35.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.095+0000 7f7a86ffd640 1 -- 172.21.15.28:0/3897866744 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a8c03ad30 con 0x55593801e270 2024-04-25T17:15:35.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.095+0000 7f7aaa217740 1 -- 172.21.15.28:0/3897866744 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55593801e270 msgr2=0x5559383d4b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:35.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.095+0000 7f7aaa217740 1 --2- 172.21.15.28:0/3897866744 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55593801e270 0x5559383d4b00 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f7a8c03a410 tx=0x7f7a8c04c470 comp rx=0 tx=0).stop 2024-04-25T17:15:35.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.095+0000 7f7aaa217740 1 -- 172.21.15.28:0/3897866744 shutdown_connections 2024-04-25T17:15:35.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.095+0000 7f7aaa217740 1 --2- 172.21.15.28:0/3897866744 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55593801e270 0x5559383d4b00 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.095+0000 7f7aaa217740 1 --2- 172.21.15.28:0/3897866744 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555937ffd590 0x5559383cd7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.095+0000 7f7aaa217740 1 --2- 172.21.15.28:0/3897866744 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555937ff53b0 0x5559383cd2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.095+0000 7f7aaa217740 1 -- 172.21.15.28:0/3897866744 >> 172.21.15.28:0/3897866744 conn(0x5559380123c0 msgr2=0x5559383ba6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:35.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.096+0000 7f7aaa217740 1 -- 172.21.15.28:0/3897866744 shutdown_connections 2024-04-25T17:15:35.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.096+0000 7f7aaa217740 1 -- 172.21.15.28:0/3897866744 wait complete. 2024-04-25T17:15:35.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.096+0000 7f7aaa217740 1 -- start start 2024-04-25T17:15:35.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.096+0000 7f7aaa217740 1 Processor -- start 2024-04-25T17:15:35.102 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.096+0000 7f7aaa217740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x555937ff53b0 0x5559383d0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:35.102 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.096+0000 7f7aaa217740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555937ffd590 0x5559383d11d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:35.102 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.096+0000 7f7aaa217740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55593801e270 0x5559383d4110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:35.102 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.096+0000 7f7aaa217740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x5559383dacc0 con 0x555937ff53b0 2024-04-25T17:15:35.102 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.096+0000 7f7aaa217740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5559383da5f0 con 0x55593801e270 2024-04-25T17:15:35.102 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.096+0000 7f7aaa217740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5559383db390 con 0x555937ffd590 2024-04-25T17:15:35.103 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.096+0000 7f7aaa217740 10 client.0 _ll_register_callbacks cb 0x7f7a940093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:15:35.103 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.096+0000 7f7aa0907640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x555937ff53b0 0x5559383d0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:35.103 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.096+0000 7f7aa0907640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x555937ff53b0 0x5559383d0c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52434/0 (socket says 172.21.15.28:52434) 2024-04-25T17:15:35.103 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.096+0000 7f7aa0907640 1 -- 172.21.15.28:0/1945966429 learned_addr learned my addr 172.21.15.28:0/1945966429 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:35.103 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.097+0000 7f7aa1108640 1 --2- 172.21.15.28:0/1945966429 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555937ffd590 0x5559383d11d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:35.103 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.097+0000 7f7aa0907640 1 --2- 172.21.15.28:0/1945966429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55593801e270 0x5559383d4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:35.103 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.097+0000 7f7aa0907640 1 -- 172.21.15.28:0/1945966429 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555937ffd590 msgr2=0x5559383d11d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:15:35.103 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.097+0000 7f7aa0907640 1 --2- 172.21.15.28:0/1945966429 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555937ffd590 0x5559383d11d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.103 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.097+0000 7f7aa0907640 1 -- 172.21.15.28:0/1945966429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55593801e270 msgr2=0x5559383d4110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:15:35.103 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.097+0000 7f7aa0907640 1 --2- 172.21.15.28:0/1945966429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55593801e270 0x5559383d4110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.103 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.097+0000 7f7aa0907640 1 -- 172.21.15.28:0/1945966429 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559383c8570 con 0x555937ff53b0 2024-04-25T17:15:35.103 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.097+0000 7f7aa0907640 1 --2- 172.21.15.28:0/1945966429 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x555937ff53b0 0x5559383d0c90 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f7a8c001eb0 tx=0x7f7a8c02a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a996e9b73f44adb server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:35.103 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.097+0000 7f7a84ff9640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:15:35.103 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.097+0000 7f7a84ff9640 1 -- 172.21.15.28:0/1945966429 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a8c04c8c0 con 0x555937ff53b0 2024-04-25T17:15:35.103 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.097+0000 7f7a84ff9640 1 -- 172.21.15.28:0/1945966429 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f7a8c04ca60 con 0x555937ff53b0 2024-04-25T17:15:35.104 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.097+0000 7f7aaa217740 1 -- 172.21.15.28:0/1945966429 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a8c005d50 con 0x555937ff53b0 2024-04-25T17:15:35.104 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.097+0000 7f7a84ff9640 1 -- 172.21.15.28:0/1945966429 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f7a8c062520 con 0x555937ff53b0 2024-04-25T17:15:35.104 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.097+0000 7f7aaa217740 10 client.15300 fetch_fsmap learned FSMap version 23 2024-04-25T17:15:35.104 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.097+0000 7f7aaa217740 1 -- 172.21.15.28:0/1945966429 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x555938443cc0 con 0x555937ff53b0 2024-04-25T17:15:35.104 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.097+0000 7f7a84ff9640 1 -- 172.21.15.28:0/1945966429 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7a8c005d50 con 0x555937ff53b0 2024-04-25T17:15:35.104 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.098+0000 7f7a84ff9640 1 -- 172.21.15.28:0/1945966429 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f7a8c05abf0 con 0x555937ff53b0 2024-04-25T17:15:35.104 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.098+0000 7f7aaa217740 10 client.15300 fetch_fsmap finished waiting for FSMap version 23 2024-04-25T17:15:35.104 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.098+0000 7f7aaa217740 10 client.15300 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T17:15:35.104 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.098+0000 7f7aaa217740 20 client.15300 populate_metadata read hostname 'smithi028' 2024-04-25T17:15:35.104 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.098+0000 7f7aaa217740 1 --2- 172.21.15.28:0/1945966429 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x555937fb2280 0x555938444e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:35.104 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.098+0000 7f7aaa217740 4 client.15300 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T17:15:35.104 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.098+0000 7f7aaa217740 1 -- 172.21.15.28:0/1945966429 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "status"}) -- 0x55593832c1c0 con 0x555937fb2280 2024-04-25T17:15:35.104 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.098+0000 7f7aa1108640 1 --2- 172.21.15.28:0/1945966429 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x555937fb2280 0x555938444e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:35.104 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.098+0000 7f7a84ff9640 10 client.15300 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:15:35.105 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.098+0000 7f7aa1108640 1 --2- 172.21.15.28:0/1945966429 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x555937fb2280 0x555938444e80 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=106eb371e5d38776 server_cookie=243e2d63cb33b1bc in_seq=0 out_seq=0 2024-04-25T17:15:35.105 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.099+0000 7f7a84ff9640 1 -- 172.21.15.28:0/1945966429 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55593832c1c0 con 0x555937fb2280 2024-04-25T17:15:35.105 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.099+0000 7f7a84ff9640 10 client.15300 handle_command_reply: tid=0 2024-04-25T17:15:35.105 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.099+0000 7f7aaa217740 1 client.15300 shutdown 2024-04-25T17:15:35.105 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.099+0000 7f7aaa217740 1 -- 172.21.15.28:0/1945966429 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x555937ff53b0 msgr2=0x5559383d0c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:35.105 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.099+0000 7f7aaa217740 1 --2- 172.21.15.28:0/1945966429 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x555937ff53b0 0x5559383d0c90 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f7a8c001eb0 tx=0x7f7a8c02a410 comp rx=0 tx=0).stop 2024-04-25T17:15:35.105 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.099+0000 7f7aaa217740 1 -- 172.21.15.28:0/1945966429 shutdown_connections 2024-04-25T17:15:35.105 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.099+0000 7f7aaa217740 1 --2- 172.21.15.28:0/1945966429 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x555937fb2280 0x555938444e80 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.105 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.099+0000 7f7aaa217740 1 --2- 172.21.15.28:0/1945966429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55593801e270 0x5559383d4110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.105 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.099+0000 7f7a84ff9640 0 client.15300 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:15:35.105 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.099+0000 7f7aaa217740 1 --2- 172.21.15.28:0/1945966429 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555937ffd590 0x5559383d11d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.105 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.099+0000 7f7aaa217740 1 --2- 172.21.15.28:0/1945966429 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x555937ff53b0 0x5559383d0c90 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.105 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.099+0000 7f7aaa217740 1 -- 172.21.15.28:0/1945966429 >> 172.21.15.28:0/1945966429 conn(0x5559380123c0 msgr2=0x5559383cd2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:35.105 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.099+0000 7f7aaa217740 1 -- 172.21.15.28:0/1945966429 shutdown_connections 2024-04-25T17:15:35.106 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.099+0000 7f7aaa217740 1 -- 172.21.15.28:0/1945966429 wait complete. 2024-04-25T17:15:35.106 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.099+0000 7f7aaa217740 20 client.15300 trim_cache size 0 max 16384 2024-04-25T17:15:35.106 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:15:35.106 INFO:teuthology.orchestra.run.smithi028.stdout: "cluster_fsid": "dfbd4644-0325-11ef-bc93-c7b262605968", 2024-04-25T17:15:35.106 INFO:teuthology.orchestra.run.smithi028.stdout: "whoami": 0, 2024-04-25T17:15:35.106 INFO:teuthology.orchestra.run.smithi028.stdout: "id": 24551, 2024-04-25T17:15:35.106 INFO:teuthology.orchestra.run.smithi028.stdout: "want_state": "up:active", 2024-04-25T17:15:35.106 INFO:teuthology.orchestra.run.smithi028.stdout: "state": "up:active", 2024-04-25T17:15:35.106 INFO:teuthology.orchestra.run.smithi028.stdout: "fs_name": "cephfs", 2024-04-25T17:15:35.106 INFO:teuthology.orchestra.run.smithi028.stdout: "rank_uptime": 111.84400992099999, 2024-04-25T17:15:35.107 INFO:teuthology.orchestra.run.smithi028.stdout: "mdsmap_epoch": 23, 2024-04-25T17:15:35.107 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_epoch": 84, 2024-04-25T17:15:35.107 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_epoch_barrier": 80, 2024-04-25T17:15:35.107 INFO:teuthology.orchestra.run.smithi028.stdout: "uptime": 117.051633232 2024-04-25T17:15:35.107 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:15:35.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.099+0000 7f7aa336c640 1 -- 172.21.15.28:0/3389721914 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7a880afb70 msgr2=0x7f7a880b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:35.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.099+0000 7f7aa336c640 1 --2- 172.21.15.28:0/3389721914 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7a880afb70 0x7f7a880b2080 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f7a94017040 tx=0x7f7a9409c070 comp rx=0 tx=0).stop 2024-04-25T17:15:35.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.100+0000 7f7aa336c640 1 -- 172.21.15.28:0/3389721914 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7a9c109a70 msgr2=0x7f7a9c1a16f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:35.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.100+0000 7f7aa336c640 1 --2- 172.21.15.28:0/3389721914 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7a9c109a70 0x7f7a9c1a16f0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f7a9400eb10 tx=0x7f7a9400c2d0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.100+0000 7f7aa336c640 1 -- 172.21.15.28:0/3389721914 shutdown_connections 2024-04-25T17:15:35.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.100+0000 7f7aa336c640 1 --2- 172.21.15.28:0/3389721914 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7a880afb70 0x7f7a880b2080 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.100+0000 7f7aa336c640 1 --2- 172.21.15.28:0/3389721914 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7a9c109a70 0x7f7a9c1a16f0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.100+0000 7f7aa336c640 1 --2- 172.21.15.28:0/3389721914 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7a9c105170 0x7f7a9c19a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.100+0000 7f7aa336c640 1 --2- 172.21.15.28:0/3389721914 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7a9c103830 0x7f7a9c19a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:35.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.100+0000 7f7aa336c640 1 -- 172.21.15.28:0/3389721914 >> 172.21.15.28:0/3389721914 conn(0x7f7a9c0fed40 msgr2=0x7f7a9c105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:35.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.100+0000 7f7aa336c640 1 -- 172.21.15.28:0/3389721914 shutdown_connections 2024-04-25T17:15:35.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:35.100+0000 7f7aa336c640 1 -- 172.21.15.28:0/3389721914 wait complete. 2024-04-25T17:15:35.111 INFO:tasks.cephadm:Setup complete, yielding 2024-04-25T17:15:35.111 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-25T17:15:35.122 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi028.front.sepia.ceph.com 2024-04-25T17:15:35.122 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- bash -c 'ceph orch status' 2024-04-25T17:15:35.371 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:15:35.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:35 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1838306611' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:15:35.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:35 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1838306611' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:15:35.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:35 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1838306611' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:15:36.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:36 smithi028 ceph-mon[29207]: pgmap v346: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 639 B/s wr, 7 op/s 2024-04-25T17:15:36.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:36 smithi084 ceph-mon[32752]: pgmap v346: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 639 B/s wr, 7 op/s 2024-04-25T17:15:36.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:36 smithi042 ceph-mon[32851]: pgmap v346: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 639 B/s wr, 7 op/s 2024-04-25T17:15:37.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.253+0000 7fd26305c700 1 -- 172.21.15.28:0/2158708663 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd25c1041f0 msgr2=0x7fd25c104600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:37.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.253+0000 7fd26305c700 1 --2- 172.21.15.28:0/2158708663 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd25c1041f0 0x7fd25c104600 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fd24c009990 tx=0x7fd24c009ca0 comp rx=0 tx=0).stop 2024-04-25T17:15:37.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.253+0000 7fd26305c700 1 -- 172.21.15.28:0/2158708663 shutdown_connections 2024-04-25T17:15:37.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.253+0000 7fd26305c700 1 --2- 172.21.15.28:0/2158708663 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd25c1041f0 0x7fd25c104600 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:37.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.253+0000 7fd26305c700 1 --2- 172.21.15.28:0/2158708663 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd25c105cc0 0x7fd25c10c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:37.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.253+0000 7fd26305c700 1 --2- 172.21.15.28:0/2158708663 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd25c105320 0x7fd25c105730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:37.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.253+0000 7fd26305c700 1 -- 172.21.15.28:0/2158708663 >> 172.21.15.28:0/2158708663 conn(0x7fd25c0ff830 msgr2=0x7fd25c101ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:37.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.253+0000 7fd26305c700 1 -- 172.21.15.28:0/2158708663 shutdown_connections 2024-04-25T17:15:37.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.253+0000 7fd26305c700 1 -- 172.21.15.28:0/2158708663 wait complete. 2024-04-25T17:15:37.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.254+0000 7fd26305c700 1 Processor -- start 2024-04-25T17:15:37.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.254+0000 7fd26305c700 1 -- start start 2024-04-25T17:15:37.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.254+0000 7fd26305c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd25c1041f0 0x7fd25c19a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:37.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.254+0000 7fd26305c700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd25c105320 0x7fd25c19ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:37.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.254+0000 7fd26305c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd25c105cc0 0x7fd25c1a1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:37.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.254+0000 7fd26305c700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fd25c10fb30 con 0x7fd25c105cc0 2024-04-25T17:15:37.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.254+0000 7fd26305c700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd25c10f9b0 con 0x7fd25c1041f0 2024-04-25T17:15:37.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.254+0000 7fd26305c700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd25c10fcb0 con 0x7fd25c105320 2024-04-25T17:15:37.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.255+0000 7fd2615f9700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd25c105cc0 0x7fd25c1a1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:37.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.255+0000 7fd25bfff700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd25c105320 0x7fd25c19ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:37.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.255+0000 7fd2615f9700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd25c105cc0 0x7fd25c1a1ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52450/0 (socket says 172.21.15.28:52450) 2024-04-25T17:15:37.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.255+0000 7fd2615f9700 1 -- 172.21.15.28:0/2803510010 learned_addr learned my addr 172.21.15.28:0/2803510010 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:37.258 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.255+0000 7fd260df8700 1 --2- 172.21.15.28:0/2803510010 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd25c1041f0 0x7fd25c19a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:37.258 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.255+0000 7fd2615f9700 1 -- 172.21.15.28:0/2803510010 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd25c105320 msgr2=0x7fd25c19ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:37.258 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.255+0000 7fd2615f9700 1 --2- 172.21.15.28:0/2803510010 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd25c105320 0x7fd25c19ad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:37.258 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.255+0000 7fd2615f9700 1 -- 172.21.15.28:0/2803510010 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd25c1041f0 msgr2=0x7fd25c19a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:37.258 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.255+0000 7fd2615f9700 1 --2- 172.21.15.28:0/2803510010 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd25c1041f0 0x7fd25c19a7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:37.258 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.255+0000 7fd2615f9700 1 -- 172.21.15.28:0/2803510010 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd25c1a2320 con 0x7fd25c105cc0 2024-04-25T17:15:37.258 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.255+0000 7fd260df8700 1 --2- 172.21.15.28:0/2803510010 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd25c1041f0 0x7fd25c19a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:15:37.258 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.255+0000 7fd2615f9700 1 --2- 172.21.15.28:0/2803510010 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd25c105cc0 0x7fd25c1a1ca0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fd25400ada0 tx=0x7fd25400c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:37.258 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.255+0000 7fd259ffb700 1 -- 172.21.15.28:0/2803510010 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd254017020 con 0x7fd25c105cc0 2024-04-25T17:15:37.258 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.255+0000 7fd259ffb700 1 -- 172.21.15.28:0/2803510010 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd25400ce10 con 0x7fd25c105cc0 2024-04-25T17:15:37.259 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.255+0000 7fd26305c700 1 -- 172.21.15.28:0/2803510010 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd25c075920 con 0x7fd25c105cc0 2024-04-25T17:15:37.259 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.255+0000 7fd259ffb700 1 -- 172.21.15.28:0/2803510010 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd254005280 con 0x7fd25c105cc0 2024-04-25T17:15:37.259 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.256+0000 7fd26305c700 1 -- 172.21.15.28:0/2803510010 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd25c075e10 con 0x7fd25c105cc0 2024-04-25T17:15:37.260 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.257+0000 7fd26305c700 1 -- 172.21.15.28:0/2803510010 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd25c051190 con 0x7fd25c105cc0 2024-04-25T17:15:37.260 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.258+0000 7fd259ffb700 1 -- 172.21.15.28:0/2803510010 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fd25400c980 con 0x7fd25c105cc0 2024-04-25T17:15:37.260 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.259+0000 7fd259ffb700 1 --2- 172.21.15.28:0/2803510010 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd2440afb80 0x7fd2440b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:37.260 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.259+0000 7fd259ffb700 1 -- 172.21.15.28:0/2803510010 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fd2540dec50 con 0x7fd25c105cc0 2024-04-25T17:15:37.260 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.259+0000 7fd260df8700 1 --2- 172.21.15.28:0/2803510010 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd2440afb80 0x7fd2440b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:37.260 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.260+0000 7fd260df8700 1 --2- 172.21.15.28:0/2803510010 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd2440afb80 0x7fd2440b2090 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fd24c006010 tx=0x7fd24c01a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:37.263 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.263+0000 7fd259ffb700 1 -- 172.21.15.28:0/2803510010 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd254021020 con 0x7fd25c105cc0 2024-04-25T17:15:37.496 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.495+0000 7fd26305c700 1 -- 172.21.15.28:0/2803510010 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7fd25c063ad0 con 0x7fd2440afb80 2024-04-25T17:15:37.496 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.496+0000 7fd259ffb700 1 -- 172.21.15.28:0/2803510010 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7fd25c063ad0 con 0x7fd2440afb80 2024-04-25T17:15:37.497 INFO:teuthology.orchestra.run.smithi028.stdout:Backend: cephadm 2024-04-25T17:15:37.497 INFO:teuthology.orchestra.run.smithi028.stdout:Available: Yes 2024-04-25T17:15:37.497 INFO:teuthology.orchestra.run.smithi028.stdout:Paused: No 2024-04-25T17:15:37.499 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.499+0000 7fd26305c700 1 -- 172.21.15.28:0/2803510010 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd2440afb80 msgr2=0x7fd2440b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:37.499 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.499+0000 7fd26305c700 1 --2- 172.21.15.28:0/2803510010 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd2440afb80 0x7fd2440b2090 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fd24c006010 tx=0x7fd24c01a040 comp rx=0 tx=0).stop 2024-04-25T17:15:37.499 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.499+0000 7fd26305c700 1 -- 172.21.15.28:0/2803510010 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd25c105cc0 msgr2=0x7fd25c1a1ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:37.499 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.499+0000 7fd26305c700 1 --2- 172.21.15.28:0/2803510010 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd25c105cc0 0x7fd25c1a1ca0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fd25400ada0 tx=0x7fd25400c330 comp rx=0 tx=0).stop 2024-04-25T17:15:37.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.499+0000 7fd26305c700 1 -- 172.21.15.28:0/2803510010 shutdown_connections 2024-04-25T17:15:37.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.499+0000 7fd26305c700 1 --2- 172.21.15.28:0/2803510010 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd2440afb80 0x7fd2440b2090 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:37.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.499+0000 7fd26305c700 1 --2- 172.21.15.28:0/2803510010 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd25c105cc0 0x7fd25c1a1ca0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:37.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.499+0000 7fd26305c700 1 --2- 172.21.15.28:0/2803510010 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd25c1041f0 0x7fd25c19a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:37.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.499+0000 7fd26305c700 1 --2- 172.21.15.28:0/2803510010 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd25c105320 0x7fd25c19ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:37.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.499+0000 7fd26305c700 1 -- 172.21.15.28:0/2803510010 >> 172.21.15.28:0/2803510010 conn(0x7fd25c0ff830 msgr2=0x7fd25c108550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:37.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.499+0000 7fd26305c700 1 -- 172.21.15.28:0/2803510010 shutdown_connections 2024-04-25T17:15:37.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:37.499+0000 7fd26305c700 1 -- 172.21.15.28:0/2803510010 wait complete. 2024-04-25T17:15:38.138 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ps' 2024-04-25T17:15:38.389 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:15:38.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:38 smithi028 ceph-mon[29207]: pgmap v347: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 639 B/s wr, 7 op/s 2024-04-25T17:15:38.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:38 smithi028 ceph-mon[29207]: from='client.15306 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:15:38.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:38 smithi084 ceph-mon[32752]: pgmap v347: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 639 B/s wr, 7 op/s 2024-04-25T17:15:38.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:38 smithi084 ceph-mon[32752]: from='client.15306 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:15:38.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:38 smithi042 ceph-mon[32851]: pgmap v347: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 639 B/s wr, 7 op/s 2024-04-25T17:15:38.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:38 smithi042 ceph-mon[32851]: from='client.15306 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:15:40.211 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.211+0000 7fe65f13f700 1 -- 172.21.15.28:0/2348434588 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe658105ce0 msgr2=0x7fe65810c590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:40.212 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.211+0000 7fe65f13f700 1 --2- 172.21.15.28:0/2348434588 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe658105ce0 0x7fe65810c590 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fe65000b0a0 tx=0x7fe65000b3b0 comp rx=0 tx=0).stop 2024-04-25T17:15:40.212 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.211+0000 7fe65f13f700 1 -- 172.21.15.28:0/2348434588 shutdown_connections 2024-04-25T17:15:40.212 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.211+0000 7fe65f13f700 1 --2- 172.21.15.28:0/2348434588 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe658105ce0 0x7fe65810c590 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:40.212 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.211+0000 7fe65f13f700 1 --2- 172.21.15.28:0/2348434588 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe658104210 0x7fe658104620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:40.212 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.211+0000 7fe65f13f700 1 --2- 172.21.15.28:0/2348434588 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe658105340 0x7fe658105750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:40.212 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.211+0000 7fe65f13f700 1 -- 172.21.15.28:0/2348434588 >> 172.21.15.28:0/2348434588 conn(0x7fe6580ff870 msgr2=0x7fe658101d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:40.212 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.211+0000 7fe65f13f700 1 -- 172.21.15.28:0/2348434588 shutdown_connections 2024-04-25T17:15:40.212 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.211+0000 7fe65f13f700 1 -- 172.21.15.28:0/2348434588 wait complete. 2024-04-25T17:15:40.214 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.212+0000 7fe65f13f700 1 Processor -- start 2024-04-25T17:15:40.215 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.212+0000 7fe65f13f700 1 -- start start 2024-04-25T17:15:40.215 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.212+0000 7fe65f13f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe658104210 0x7fe658078440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:40.215 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.212+0000 7fe65f13f700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe658105340 0x7fe658076af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:40.215 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.212+0000 7fe65f13f700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe658105ce0 0x7fe658077030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:40.215 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.212+0000 7fe65f13f700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fe65810fb20 con 0x7fe658105340 2024-04-25T17:15:40.215 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.212+0000 7fe65f13f700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe65810f9a0 con 0x7fe658104210 2024-04-25T17:15:40.215 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.212+0000 7fe65f13f700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe65810fca0 con 0x7fe658105ce0 2024-04-25T17:15:40.215 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.212+0000 7fe657fff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe658105340 0x7fe658076af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:40.215 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.212+0000 7fe657fff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe658105340 0x7fe658076af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52476/0 (socket says 172.21.15.28:52476) 2024-04-25T17:15:40.215 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.212+0000 7fe657fff700 1 -- 172.21.15.28:0/4265048941 learned_addr learned my addr 172.21.15.28:0/4265048941 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:40.215 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.212+0000 7fe65d6dc700 1 --2- 172.21.15.28:0/4265048941 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe658105ce0 0x7fe658077030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:40.215 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.213+0000 7fe65cedb700 1 --2- 172.21.15.28:0/4265048941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe658104210 0x7fe658078440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:40.215 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.213+0000 7fe657fff700 1 -- 172.21.15.28:0/4265048941 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe658105ce0 msgr2=0x7fe658077030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:40.216 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.213+0000 7fe657fff700 1 --2- 172.21.15.28:0/4265048941 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe658105ce0 0x7fe658077030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:40.216 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.213+0000 7fe657fff700 1 -- 172.21.15.28:0/4265048941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe658104210 msgr2=0x7fe658078440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:40.216 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.213+0000 7fe657fff700 1 --2- 172.21.15.28:0/4265048941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe658104210 0x7fe658078440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:40.216 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.213+0000 7fe657fff700 1 -- 172.21.15.28:0/4265048941 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe658077790 con 0x7fe658105340 2024-04-25T17:15:40.216 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.213+0000 7fe657fff700 1 --2- 172.21.15.28:0/4265048941 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe658105340 0x7fe658076af0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fe64400c920 tx=0x7fe64400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:40.216 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.213+0000 7fe655ffb700 1 -- 172.21.15.28:0/4265048941 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe644004a30 con 0x7fe658105340 2024-04-25T17:15:40.216 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.213+0000 7fe65f13f700 1 -- 172.21.15.28:0/4265048941 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6581a4700 con 0x7fe658105340 2024-04-25T17:15:40.216 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.213+0000 7fe655ffb700 1 -- 172.21.15.28:0/4265048941 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe6440054b0 con 0x7fe658105340 2024-04-25T17:15:40.216 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.213+0000 7fe655ffb700 1 -- 172.21.15.28:0/4265048941 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe644007b70 con 0x7fe658105340 2024-04-25T17:15:40.216 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.213+0000 7fe65f13f700 1 -- 172.21.15.28:0/4265048941 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6581a4bb0 con 0x7fe658105340 2024-04-25T17:15:40.216 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.214+0000 7fe65f13f700 1 -- 172.21.15.28:0/4265048941 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe658051190 con 0x7fe658105340 2024-04-25T17:15:40.217 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.216+0000 7fe655ffb700 1 -- 172.21.15.28:0/4265048941 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fe644007d10 con 0x7fe658105340 2024-04-25T17:15:40.217 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.216+0000 7fe655ffb700 1 --2- 172.21.15.28:0/4265048941 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe6480afb80 0x7fe6480b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:40.217 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.217+0000 7fe655ffb700 1 -- 172.21.15.28:0/4265048941 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fe6440dee80 con 0x7fe658105340 2024-04-25T17:15:40.217 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.217+0000 7fe65cedb700 1 --2- 172.21.15.28:0/4265048941 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe6480afb80 0x7fe6480b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:40.217 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.217+0000 7fe65cedb700 1 --2- 172.21.15.28:0/4265048941 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe6480afb80 0x7fe6480b2090 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fe658105240 tx=0x7fe64c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:40.220 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.220+0000 7fe655ffb700 1 -- 172.21.15.28:0/4265048941 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe644014030 con 0x7fe658105340 2024-04-25T17:15:40.440 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.440+0000 7fe65f13f700 1 -- 172.21.15.28:0/4265048941 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7fe658063ad0 con 0x7fe6480afb80 2024-04-25T17:15:40.454 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.454+0000 7fe655ffb700 1 -- 172.21.15.28:0/4265048941 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4123 (secure 0 0 0) 0x7fe658063ad0 con 0x7fe6480afb80 2024-04-25T17:15:40.454 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-25T17:15:40.455 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (2m) 27s ago 2m 85.0M - 19.0.0-3291-g994e2f20 d53c96779a29 d642fa6abf80 2024-04-25T17:15:40.455 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi042 running (2m) 56s ago 2m 93.2M - 19.0.0-3291-g994e2f20 d53c96779a29 d600a0d63db8 2024-04-25T17:15:40.455 INFO:teuthology.orchestra.run.smithi028.stdout:mds.c smithi084 running (2m) 56s ago 2m 84.7M - 19.0.0-3291-g994e2f20 d53c96779a29 5187fa3aced2 2024-04-25T17:15:40.455 INFO:teuthology.orchestra.run.smithi028.stdout:mds.d smithi028 running (2m) 27s ago 2m 83.9M - 19.0.0-3291-g994e2f20 d53c96779a29 60a5bc021608 2024-04-25T17:15:40.455 INFO:teuthology.orchestra.run.smithi028.stdout:mds.e smithi042 running (2m) 56s ago 2m 83.6M - 19.0.0-3291-g994e2f20 d53c96779a29 3070f0787ef5 2024-04-25T17:15:40.455 INFO:teuthology.orchestra.run.smithi028.stdout:mds.f smithi084 running (2m) 56s ago 2m 83.5M - 19.0.0-3291-g994e2f20 d53c96779a29 6d12f47928ed 2024-04-25T17:15:40.455 INFO:teuthology.orchestra.run.smithi028.stdout:mds.g smithi028 running (2m) 27s ago 2m 81.4M - 19.0.0-3291-g994e2f20 d53c96779a29 775b7fc3c709 2024-04-25T17:15:40.455 INFO:teuthology.orchestra.run.smithi028.stdout:mds.h smithi042 running (2m) 56s ago 2m 87.4M - 19.0.0-3291-g994e2f20 d53c96779a29 959f7007e567 2024-04-25T17:15:40.455 INFO:teuthology.orchestra.run.smithi028.stdout:mds.i smithi084 running (2m) 56s ago 2m 84.4M - 19.0.0-3291-g994e2f20 d53c96779a29 3d67f3a4441b 2024-04-25T17:15:40.455 INFO:teuthology.orchestra.run.smithi028.stdout:mds.j smithi028 running (2m) 27s ago 2m 83.5M - 19.0.0-3291-g994e2f20 d53c96779a29 ecb006b90327 2024-04-25T17:15:40.455 INFO:teuthology.orchestra.run.smithi028.stdout:mds.k smithi042 running (2m) 56s ago 2m 81.4M - 19.0.0-3291-g994e2f20 d53c96779a29 c59371f380f9 2024-04-25T17:15:40.455 INFO:teuthology.orchestra.run.smithi028.stdout:mds.l smithi084 running (2m) 56s ago 2m 83.8M - 19.0.0-3291-g994e2f20 d53c96779a29 7a50160fd62a 2024-04-25T17:15:40.455 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi028 *:9283,8765 running (10m) 27s ago 10m 583M - 19.0.0-3291-g994e2f20 d53c96779a29 e91f86747098 2024-04-25T17:15:40.455 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi042 *:8443,8765 running (7m) 56s ago 7m 521M - 19.0.0-3291-g994e2f20 d53c96779a29 336313df4b86 2024-04-25T17:15:40.456 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.z smithi084 *:8443,8765 running (8m) 56s ago 7m 520M - 19.0.0-3291-g994e2f20 d53c96779a29 4743ca6aeb2a 2024-04-25T17:15:40.456 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (10m) 27s ago 10m 119M 2048M 19.0.0-3291-g994e2f20 d53c96779a29 5f4840dec989 2024-04-25T17:15:40.456 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi042 running (8m) 56s ago 8m 105M 2048M 19.0.0-3291-g994e2f20 d53c96779a29 e55344bc8bda 2024-04-25T17:15:40.456 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi084 running (8m) 56s ago 8m 109M 2048M 19.0.0-3291-g994e2f20 d53c96779a29 cab94334aca6 2024-04-25T17:15:40.456 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (7m) 27s ago 7m 113M 4273M 19.0.0-3291-g994e2f20 d53c96779a29 71d52584a43a 2024-04-25T17:15:40.456 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi042 running (7m) 56s ago 7m 121M 4273M 19.0.0-3291-g994e2f20 d53c96779a29 d2bf7e294a43 2024-04-25T17:15:40.456 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi084 running (6m) 56s ago 6m 116M 4272M 19.0.0-3291-g994e2f20 d53c96779a29 5ba9871fc566 2024-04-25T17:15:40.456 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (6m) 27s ago 6m 111M 4273M 19.0.0-3291-g994e2f20 d53c96779a29 01d3e2208cbf 2024-04-25T17:15:40.456 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi042 running (5m) 56s ago 5m 110M 4273M 19.0.0-3291-g994e2f20 d53c96779a29 f13c2c272102 2024-04-25T17:15:40.456 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi084 running (5m) 56s ago 5m 114M 4272M 19.0.0-3291-g994e2f20 d53c96779a29 1670987873a2 2024-04-25T17:15:40.456 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi028 running (5m) 27s ago 5m 111M 4273M 19.0.0-3291-g994e2f20 d53c96779a29 81026a7a1132 2024-04-25T17:15:40.456 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi042 running (4m) 56s ago 4m 118M 4273M 19.0.0-3291-g994e2f20 d53c96779a29 e87eefb82d13 2024-04-25T17:15:40.456 INFO:teuthology.orchestra.run.smithi028.stdout:osd.8 smithi084 running (4m) 56s ago 4m 119M 4272M 19.0.0-3291-g994e2f20 d53c96779a29 9c6e4bbcdff6 2024-04-25T17:15:40.456 INFO:teuthology.orchestra.run.smithi028.stdout:osd.9 smithi028 running (3m) 27s ago 3m 113M 4273M 19.0.0-3291-g994e2f20 d53c96779a29 77cc5072d459 2024-04-25T17:15:40.457 INFO:teuthology.orchestra.run.smithi028.stdout:osd.10 smithi042 running (3m) 56s ago 3m 121M 4273M 19.0.0-3291-g994e2f20 d53c96779a29 3ab86a4dcf7b 2024-04-25T17:15:40.457 INFO:teuthology.orchestra.run.smithi028.stdout:osd.11 smithi084 running (2m) 56s ago 2m 117M 4272M 19.0.0-3291-g994e2f20 d53c96779a29 c1c13587c284 2024-04-25T17:15:40.457 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.456+0000 7fe65f13f700 1 -- 172.21.15.28:0/4265048941 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe6480afb80 msgr2=0x7fe6480b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:40.457 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.456+0000 7fe65f13f700 1 --2- 172.21.15.28:0/4265048941 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe6480afb80 0x7fe6480b2090 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fe658105240 tx=0x7fe64c009260 comp rx=0 tx=0).stop 2024-04-25T17:15:40.457 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.456+0000 7fe65f13f700 1 -- 172.21.15.28:0/4265048941 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe658105340 msgr2=0x7fe658076af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:40.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.456+0000 7fe65f13f700 1 --2- 172.21.15.28:0/4265048941 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe658105340 0x7fe658076af0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fe64400c920 tx=0x7fe64400cc30 comp rx=0 tx=0).stop 2024-04-25T17:15:40.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.456+0000 7fe65f13f700 1 -- 172.21.15.28:0/4265048941 shutdown_connections 2024-04-25T17:15:40.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.456+0000 7fe65f13f700 1 --2- 172.21.15.28:0/4265048941 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe658105ce0 0x7fe658077030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:40.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.456+0000 7fe65f13f700 1 --2- 172.21.15.28:0/4265048941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe658104210 0x7fe658078440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:40.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.456+0000 7fe65f13f700 1 --2- 172.21.15.28:0/4265048941 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe6480afb80 0x7fe6480b2090 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:40.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.456+0000 7fe65f13f700 1 --2- 172.21.15.28:0/4265048941 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe658105340 0x7fe658076af0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:40.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.456+0000 7fe65f13f700 1 -- 172.21.15.28:0/4265048941 >> 172.21.15.28:0/4265048941 conn(0x7fe6580ff870 msgr2=0x7fe658108570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:40.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.457+0000 7fe65f13f700 1 -- 172.21.15.28:0/4265048941 shutdown_connections 2024-04-25T17:15:40.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:40.457+0000 7fe65f13f700 1 -- 172.21.15.28:0/4265048941 wait complete. 2024-04-25T17:15:40.469 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:40 smithi028 ceph-mon[29207]: pgmap v348: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s rd, 639 B/s wr, 5 op/s 2024-04-25T17:15:40.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:40 smithi084 ceph-mon[32752]: pgmap v348: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s rd, 639 B/s wr, 5 op/s 2024-04-25T17:15:40.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:40 smithi042 ceph-mon[32851]: pgmap v348: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s rd, 639 B/s wr, 5 op/s 2024-04-25T17:15:41.349 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ls' 2024-04-25T17:15:41.607 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:15:41.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:41 smithi028 ceph-mon[29207]: from='client.15312 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:15:41.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:41 smithi084 ceph-mon[32752]: from='client.15312 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:15:41.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:41 smithi042 ceph-mon[32851]: from='client.15312 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:15:42.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:42 smithi028 ceph-mon[29207]: pgmap v349: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 547 B/s wr, 7 op/s 2024-04-25T17:15:42.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:42 smithi084 ceph-mon[32752]: pgmap v349: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 547 B/s wr, 7 op/s 2024-04-25T17:15:42.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:42 smithi042 ceph-mon[32851]: pgmap v349: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 547 B/s wr, 7 op/s 2024-04-25T17:15:43.329 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.328+0000 7f44ee2d6700 1 -- 172.21.15.28:0/590547039 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f44e8104d20 msgr2=0x7f44e8107140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:43.329 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.328+0000 7f44ee2d6700 1 --2- 172.21.15.28:0/590547039 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f44e8104d20 0x7f44e8107140 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f44d8009990 tx=0x7f44d8009ca0 comp rx=0 tx=0).stop 2024-04-25T17:15:43.329 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.328+0000 7f44ee2d6700 1 -- 172.21.15.28:0/590547039 shutdown_connections 2024-04-25T17:15:43.329 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.328+0000 7f44ee2d6700 1 --2- 172.21.15.28:0/590547039 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f44e8104d20 0x7f44e8107140 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:43.329 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.328+0000 7f44ee2d6700 1 --2- 172.21.15.28:0/590547039 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44e8109fe0 0x7f44e810c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:43.329 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.328+0000 7f44ee2d6700 1 --2- 172.21.15.28:0/590547039 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f44e8107680 0x7f44e8109aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:43.329 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.328+0000 7f44ee2d6700 1 -- 172.21.15.28:0/590547039 >> 172.21.15.28:0/590547039 conn(0x7f44e80fe760 msgr2=0x7f44e8100c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:43.329 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.328+0000 7f44ee2d6700 1 -- 172.21.15.28:0/590547039 shutdown_connections 2024-04-25T17:15:43.329 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.328+0000 7f44ee2d6700 1 -- 172.21.15.28:0/590547039 wait complete. 2024-04-25T17:15:43.329 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.329+0000 7f44ee2d6700 1 Processor -- start 2024-04-25T17:15:43.329 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.329+0000 7f44ee2d6700 1 -- start start 2024-04-25T17:15:43.331 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.329+0000 7f44ee2d6700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44e8104d20 0x7f44e8104580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:43.331 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.329+0000 7f44ee2d6700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f44e8107680 0x7f44e8102c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:43.331 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.329+0000 7f44ee2d6700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f44e8109fe0 0x7f44e8103170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:43.332 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.329+0000 7f44ee2d6700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f44e810fb10 con 0x7f44e8109fe0 2024-04-25T17:15:43.332 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.329+0000 7f44ee2d6700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f44e810f990 con 0x7f44e8104d20 2024-04-25T17:15:43.332 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.329+0000 7f44ee2d6700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f44e810fc90 con 0x7f44e8107680 2024-04-25T17:15:43.332 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.329+0000 7f44ec873700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f44e8109fe0 0x7f44e8103170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:43.332 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.329+0000 7f44e77fe700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f44e8107680 0x7f44e8102c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:43.332 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.329+0000 7f44ec873700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f44e8109fe0 0x7f44e8103170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:52492/0 (socket says 172.21.15.28:52492) 2024-04-25T17:15:43.332 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.329+0000 7f44ec873700 1 -- 172.21.15.28:0/1829760576 learned_addr learned my addr 172.21.15.28:0/1829760576 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:43.332 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.330+0000 7f44e7fff700 1 --2- 172.21.15.28:0/1829760576 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44e8104d20 0x7f44e8104580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:43.334 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.330+0000 7f44ec873700 1 -- 172.21.15.28:0/1829760576 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f44e8107680 msgr2=0x7f44e8102c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:43.334 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.330+0000 7f44ec873700 1 --2- 172.21.15.28:0/1829760576 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f44e8107680 0x7f44e8102c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:43.334 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.330+0000 7f44ec873700 1 -- 172.21.15.28:0/1829760576 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44e8104d20 msgr2=0x7f44e8104580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:43.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.330+0000 7f44ec873700 1 --2- 172.21.15.28:0/1829760576 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44e8104d20 0x7f44e8104580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:43.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.330+0000 7f44ec873700 1 -- 172.21.15.28:0/1829760576 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44e8103840 con 0x7f44e8109fe0 2024-04-25T17:15:43.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.330+0000 7f44e7fff700 1 --2- 172.21.15.28:0/1829760576 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44e8104d20 0x7f44e8104580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:15:43.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.330+0000 7f44ec873700 1 --2- 172.21.15.28:0/1829760576 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f44e8109fe0 0x7f44e8103170 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f44e0007d70 tx=0x7f44e000a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:43.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.330+0000 7f44e57fa700 1 -- 172.21.15.28:0/1829760576 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44e0016020 con 0x7f44e8109fe0 2024-04-25T17:15:43.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.330+0000 7f44e57fa700 1 -- 172.21.15.28:0/1829760576 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f44e000ad40 con 0x7f44e8109fe0 2024-04-25T17:15:43.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.330+0000 7f44e57fa700 1 -- 172.21.15.28:0/1829760576 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44e00115e0 con 0x7f44e8109fe0 2024-04-25T17:15:43.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.330+0000 7f44ee2d6700 1 -- 172.21.15.28:0/1829760576 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44e81a47f0 con 0x7f44e8109fe0 2024-04-25T17:15:43.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.330+0000 7f44ee2d6700 1 -- 172.21.15.28:0/1829760576 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44e81a4bf0 con 0x7f44e8109fe0 2024-04-25T17:15:43.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.331+0000 7f44ee2d6700 1 -- 172.21.15.28:0/1829760576 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44e8051190 con 0x7f44e8109fe0 2024-04-25T17:15:43.336 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.333+0000 7f44e57fa700 1 -- 172.21.15.28:0/1829760576 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f44e0019020 con 0x7f44e8109fe0 2024-04-25T17:15:43.336 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.333+0000 7f44e57fa700 1 --2- 172.21.15.28:0/1829760576 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f44d40afb80 0x7f44d40b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:43.336 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.333+0000 7f44e57fa700 1 -- 172.21.15.28:0/1829760576 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f44e00df350 con 0x7f44e8109fe0 2024-04-25T17:15:43.336 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.333+0000 7f44e7fff700 1 --2- 172.21.15.28:0/1829760576 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f44d40afb80 0x7f44d40b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:43.336 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.334+0000 7f44e7fff700 1 --2- 172.21.15.28:0/1829760576 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f44d40afb80 0x7f44d40b2090 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f44d800b5c0 tx=0x7f44d801a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:43.337 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.337+0000 7f44e57fa700 1 -- 172.21.15.28:0/1829760576 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f44e0020020 con 0x7f44e8109fe0 2024-04-25T17:15:43.557 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.556+0000 7f44ee2d6700 1 -- 172.21.15.28:0/1829760576 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f44e8063ad0 con 0x7f44d40afb80 2024-04-25T17:15:43.563 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.563+0000 7f44e57fa700 1 -- 172.21.15.28:0/1829760576 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f44e8063ad0 con 0x7f44d40afb80 2024-04-25T17:15:43.564 INFO:teuthology.orchestra.run.smithi028.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-25T17:15:43.564 INFO:teuthology.orchestra.run.smithi028.stdout:mds.all 12/12 59s ago 2m smithi028=a;smithi028=d;smithi028=g;smithi028=j;smithi042=b;smithi042=e;smithi042=h;smithi042=k;smithi084=c;smithi084=f;smithi084=i;smithi084=l;count:12 2024-04-25T17:15:43.564 INFO:teuthology.orchestra.run.smithi028.stdout:mgr 3/3 59s ago 8m smithi028=x;smithi042=y;smithi084=z;count:3 2024-04-25T17:15:43.564 INFO:teuthology.orchestra.run.smithi028.stdout:mon 3/3 59s ago 8m smithi028:172.21.15.28=a;smithi042:172.21.15.42=b;smithi084:172.21.15.84=c;count:3 2024-04-25T17:15:43.564 INFO:teuthology.orchestra.run.smithi028.stdout:osd 12 59s ago - 2024-04-25T17:15:43.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.565+0000 7f44ee2d6700 1 -- 172.21.15.28:0/1829760576 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f44d40afb80 msgr2=0x7f44d40b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:43.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.565+0000 7f44ee2d6700 1 --2- 172.21.15.28:0/1829760576 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f44d40afb80 0x7f44d40b2090 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f44d800b5c0 tx=0x7f44d801a040 comp rx=0 tx=0).stop 2024-04-25T17:15:43.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.565+0000 7f44ee2d6700 1 -- 172.21.15.28:0/1829760576 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f44e8109fe0 msgr2=0x7f44e8103170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:43.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.565+0000 7f44ee2d6700 1 --2- 172.21.15.28:0/1829760576 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f44e8109fe0 0x7f44e8103170 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f44e0007d70 tx=0x7f44e000a340 comp rx=0 tx=0).stop 2024-04-25T17:15:43.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.565+0000 7f44ee2d6700 1 -- 172.21.15.28:0/1829760576 shutdown_connections 2024-04-25T17:15:43.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.565+0000 7f44ee2d6700 1 --2- 172.21.15.28:0/1829760576 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f44d40afb80 0x7f44d40b2090 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:43.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.565+0000 7f44ee2d6700 1 --2- 172.21.15.28:0/1829760576 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f44e8109fe0 0x7f44e8103170 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:43.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.565+0000 7f44ee2d6700 1 --2- 172.21.15.28:0/1829760576 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44e8104d20 0x7f44e8104580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:43.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.565+0000 7f44ee2d6700 1 --2- 172.21.15.28:0/1829760576 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f44e8107680 0x7f44e8102c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:43.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.565+0000 7f44ee2d6700 1 -- 172.21.15.28:0/1829760576 >> 172.21.15.28:0/1829760576 conn(0x7f44e80fe760 msgr2=0x7f44e8105950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:43.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.565+0000 7f44ee2d6700 1 -- 172.21.15.28:0/1829760576 shutdown_connections 2024-04-25T17:15:43.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:43.565+0000 7f44ee2d6700 1 -- 172.21.15.28:0/1829760576 wait complete. 2024-04-25T17:15:44.190 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- bash -c 'ceph orch host ls' 2024-04-25T17:15:44.442 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:15:44.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:44 smithi028 ceph-mon[29207]: pgmap v350: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 494 B/s wr, 6 op/s 2024-04-25T17:15:44.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:44 smithi084 ceph-mon[32752]: pgmap v350: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 494 B/s wr, 6 op/s 2024-04-25T17:15:44.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:44 smithi042 ceph-mon[32851]: pgmap v350: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 494 B/s wr, 6 op/s 2024-04-25T17:15:45.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:45 smithi028 ceph-mon[29207]: from='client.15318 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:15:45.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:45 smithi084 ceph-mon[32752]: from='client.15318 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:15:45.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:45 smithi042 ceph-mon[32851]: from='client.15318 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:15:46.083 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.081+0000 7f00f9ca3700 1 -- 172.21.15.28:0/2040901635 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f00f4107670 msgr2=0x7f00f4109a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:46.083 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.081+0000 7f00f9ca3700 1 --2- 172.21.15.28:0/2040901635 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f00f4107670 0x7f00f4109a90 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f00e8009990 tx=0x7f00e8009ca0 comp rx=0 tx=0).stop 2024-04-25T17:15:46.083 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.081+0000 7f00f9ca3700 1 -- 172.21.15.28:0/2040901635 shutdown_connections 2024-04-25T17:15:46.083 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.081+0000 7f00f9ca3700 1 --2- 172.21.15.28:0/2040901635 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f00f4109fd0 0x7f00f410c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:46.083 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.081+0000 7f00f9ca3700 1 --2- 172.21.15.28:0/2040901635 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f00f4104d10 0x7f00f4107130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:46.083 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.081+0000 7f00f9ca3700 1 --2- 172.21.15.28:0/2040901635 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f00f4107670 0x7f00f4109a90 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:46.083 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.081+0000 7f00f9ca3700 1 -- 172.21.15.28:0/2040901635 >> 172.21.15.28:0/2040901635 conn(0x7f00f40fe750 msgr2=0x7f00f4100c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:46.083 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.081+0000 7f00f9ca3700 1 -- 172.21.15.28:0/2040901635 shutdown_connections 2024-04-25T17:15:46.083 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.081+0000 7f00f9ca3700 1 -- 172.21.15.28:0/2040901635 wait complete. 2024-04-25T17:15:46.084 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.082+0000 7f00f9ca3700 1 Processor -- start 2024-04-25T17:15:46.085 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.082+0000 7f00f9ca3700 1 -- start start 2024-04-25T17:15:46.085 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.082+0000 7f00f9ca3700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f00f4104d10 0x7f00f419a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:46.085 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.082+0000 7f00f9ca3700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f00f4107670 0x7f00f419ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:46.085 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.082+0000 7f00f9ca3700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f00f4109fd0 0x7f00f41a1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:46.085 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.082+0000 7f00f9ca3700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f00f410fb10 con 0x7f00f4104d10 2024-04-25T17:15:46.085 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.082+0000 7f00f9ca3700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f00f410f990 con 0x7f00f4109fd0 2024-04-25T17:15:46.086 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.082+0000 7f00f9ca3700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f00f410fc90 con 0x7f00f4107670 2024-04-25T17:15:46.086 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.083+0000 7f00f37fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f00f4104d10 0x7f00f419a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:46.086 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.083+0000 7f00f37fe700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f00f4104d10 0x7f00f419a710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:51418/0 (socket says 172.21.15.28:51418) 2024-04-25T17:15:46.086 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.083+0000 7f00f37fe700 1 -- 172.21.15.28:0/4088960473 learned_addr learned my addr 172.21.15.28:0/4088960473 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:46.086 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.083+0000 7f00f2ffd700 1 --2- 172.21.15.28:0/4088960473 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f00f4107670 0x7f00f419ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:46.086 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.083+0000 7f00f3fff700 1 --2- 172.21.15.28:0/4088960473 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f00f4109fd0 0x7f00f41a1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:46.086 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.083+0000 7f00f37fe700 1 -- 172.21.15.28:0/4088960473 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f00f4107670 msgr2=0x7f00f419ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:46.086 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.083+0000 7f00f37fe700 1 --2- 172.21.15.28:0/4088960473 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f00f4107670 0x7f00f419ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:46.086 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.083+0000 7f00f37fe700 1 -- 172.21.15.28:0/4088960473 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f00f4109fd0 msgr2=0x7f00f41a1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:46.086 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.083+0000 7f00f37fe700 1 --2- 172.21.15.28:0/4088960473 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f00f4109fd0 0x7f00f41a1bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:46.086 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.083+0000 7f00f37fe700 1 -- 172.21.15.28:0/4088960473 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00f41a2270 con 0x7f00f4104d10 2024-04-25T17:15:46.086 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.083+0000 7f00f37fe700 1 --2- 172.21.15.28:0/4088960473 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f00f4104d10 0x7f00f419a710 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f00e400e970 tx=0x7f00e400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:46.087 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.083+0000 7f00f0ff9700 1 -- 172.21.15.28:0/4088960473 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00e400cbd0 con 0x7f00f4104d10 2024-04-25T17:15:46.087 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.083+0000 7f00f0ff9700 1 -- 172.21.15.28:0/4088960473 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f00e400cd70 con 0x7f00f4104d10 2024-04-25T17:15:46.087 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.083+0000 7f00f9ca3700 1 -- 172.21.15.28:0/4088960473 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00f41a2560 con 0x7f00f4104d10 2024-04-25T17:15:46.087 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.083+0000 7f00f0ff9700 1 -- 172.21.15.28:0/4088960473 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00e4005610 con 0x7f00f4104d10 2024-04-25T17:15:46.087 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.084+0000 7f00f9ca3700 1 -- 172.21.15.28:0/4088960473 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00f41a2aa0 con 0x7f00f4104d10 2024-04-25T17:15:46.088 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.085+0000 7f00f9ca3700 1 -- 172.21.15.28:0/4088960473 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00f4051190 con 0x7f00f4104d10 2024-04-25T17:15:46.088 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.086+0000 7f00f0ff9700 1 -- 172.21.15.28:0/4088960473 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f00e4004830 con 0x7f00f4104d10 2024-04-25T17:15:46.088 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.087+0000 7f00f0ff9700 1 --2- 172.21.15.28:0/4088960473 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f00dc0afb80 0x7f00dc0b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:46.088 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.087+0000 7f00f2ffd700 1 --2- 172.21.15.28:0/4088960473 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f00dc0afb80 0x7f00dc0b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:46.088 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.087+0000 7f00f0ff9700 1 -- 172.21.15.28:0/4088960473 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f00e40df480 con 0x7f00f4104d10 2024-04-25T17:15:46.089 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.087+0000 7f00f2ffd700 1 --2- 172.21.15.28:0/4088960473 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f00dc0afb80 0x7f00dc0b2090 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f00e800b710 tx=0x7f00e801a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:46.093 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.092+0000 7f00f0ff9700 1 -- 172.21.15.28:0/4088960473 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f00e40a7ce0 con 0x7f00f4104d10 2024-04-25T17:15:46.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.307+0000 7f00f9ca3700 1 -- 172.21.15.28:0/4088960473 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f00f4063ad0 con 0x7f00dc0afb80 2024-04-25T17:15:46.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.309+0000 7f00f0ff9700 1 -- 172.21.15.28:0/4088960473 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+187 (secure 0 0 0) 0x7f00f4063ad0 con 0x7f00dc0afb80 2024-04-25T17:15:46.310 INFO:teuthology.orchestra.run.smithi028.stdout:HOST ADDR LABELS STATUS 2024-04-25T17:15:46.310 INFO:teuthology.orchestra.run.smithi028.stdout:smithi028 172.21.15.28 2024-04-25T17:15:46.310 INFO:teuthology.orchestra.run.smithi028.stdout:smithi042 172.21.15.42 2024-04-25T17:15:46.310 INFO:teuthology.orchestra.run.smithi028.stdout:smithi084 172.21.15.84 2024-04-25T17:15:46.310 INFO:teuthology.orchestra.run.smithi028.stdout:3 hosts in cluster 2024-04-25T17:15:46.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.311+0000 7f00f9ca3700 1 -- 172.21.15.28:0/4088960473 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f00dc0afb80 msgr2=0x7f00dc0b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:46.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.311+0000 7f00f9ca3700 1 --2- 172.21.15.28:0/4088960473 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f00dc0afb80 0x7f00dc0b2090 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f00e800b710 tx=0x7f00e801a040 comp rx=0 tx=0).stop 2024-04-25T17:15:46.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.311+0000 7f00f9ca3700 1 -- 172.21.15.28:0/4088960473 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f00f4104d10 msgr2=0x7f00f419a710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:46.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.311+0000 7f00f9ca3700 1 --2- 172.21.15.28:0/4088960473 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f00f4104d10 0x7f00f419a710 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f00e400e970 tx=0x7f00e400ed30 comp rx=0 tx=0).stop 2024-04-25T17:15:46.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.311+0000 7f00f9ca3700 1 -- 172.21.15.28:0/4088960473 shutdown_connections 2024-04-25T17:15:46.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.311+0000 7f00f9ca3700 1 --2- 172.21.15.28:0/4088960473 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f00dc0afb80 0x7f00dc0b2090 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:46.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.311+0000 7f00f9ca3700 1 --2- 172.21.15.28:0/4088960473 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f00f4104d10 0x7f00f419a710 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:46.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.311+0000 7f00f9ca3700 1 --2- 172.21.15.28:0/4088960473 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f00f4109fd0 0x7f00f41a1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:46.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.311+0000 7f00f9ca3700 1 --2- 172.21.15.28:0/4088960473 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f00f4107670 0x7f00f419ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:46.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.311+0000 7f00f9ca3700 1 -- 172.21.15.28:0/4088960473 >> 172.21.15.28:0/4088960473 conn(0x7f00f40fe750 msgr2=0x7f00f4106d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:46.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.311+0000 7f00f9ca3700 1 -- 172.21.15.28:0/4088960473 shutdown_connections 2024-04-25T17:15:46.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:46.311+0000 7f00f9ca3700 1 -- 172.21.15.28:0/4088960473 wait complete. 2024-04-25T17:15:46.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:46 smithi028 ceph-mon[29207]: pgmap v351: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 426 B/s wr, 7 op/s 2024-04-25T17:15:46.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:46 smithi084 ceph-mon[32752]: pgmap v351: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 426 B/s wr, 7 op/s 2024-04-25T17:15:46.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:46 smithi042 ceph-mon[32851]: pgmap v351: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 426 B/s wr, 7 op/s 2024-04-25T17:15:46.955 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- bash -c 'ceph orch device ls' 2024-04-25T17:15:47.211 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:15:47.664 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:47 smithi028 ceph-mon[29207]: from='client.15324 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:15:47.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:47 smithi084 ceph-mon[32752]: from='client.15324 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:15:47.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:47 smithi042 ceph-mon[32851]: from='client.15324 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:15:48.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:48 smithi084 ceph-mon[32752]: pgmap v352: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-25T17:15:48.762 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:48 smithi028 ceph-mon[29207]: pgmap v352: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-25T17:15:48.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:48 smithi042 ceph-mon[32851]: pgmap v352: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-25T17:15:49.020 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.016+0000 7f03286c1700 1 -- 172.21.15.28:0/3586319917 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f03201030e0 msgr2=0x7f03201034f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:49.020 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.016+0000 7f03286c1700 1 --2- 172.21.15.28:0/3586319917 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f03201030e0 0x7f03201034f0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f031c009990 tx=0x7f031c009ca0 comp rx=0 tx=0).stop 2024-04-25T17:15:49.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.016+0000 7f03286c1700 1 -- 172.21.15.28:0/3586319917 shutdown_connections 2024-04-25T17:15:49.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.016+0000 7f03286c1700 1 --2- 172.21.15.28:0/3586319917 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f03201030e0 0x7f03201034f0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:49.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.016+0000 7f03286c1700 1 --2- 172.21.15.28:0/3586319917 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0320104bb0 0x7f032010b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:49.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.016+0000 7f03286c1700 1 --2- 172.21.15.28:0/3586319917 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0320104210 0x7f0320104620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:49.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.016+0000 7f03286c1700 1 -- 172.21.15.28:0/3586319917 >> 172.21.15.28:0/3586319917 conn(0x7f03200fe740 msgr2=0x7f0320100bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:49.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.016+0000 7f03286c1700 1 -- 172.21.15.28:0/3586319917 shutdown_connections 2024-04-25T17:15:49.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.016+0000 7f03286c1700 1 -- 172.21.15.28:0/3586319917 wait complete. 2024-04-25T17:15:49.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.017+0000 7f03286c1700 1 Processor -- start 2024-04-25T17:15:49.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.017+0000 7f03286c1700 1 -- start start 2024-04-25T17:15:49.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.017+0000 7f03286c1700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f03201030e0 0x7f032019a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:49.022 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.017+0000 7f03286c1700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0320104210 0x7f032019ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:49.022 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.017+0000 7f03286c1700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0320104bb0 0x7f03201a1bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:49.022 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.018+0000 7f03286c1700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f032010e9e0 con 0x7f0320104210 2024-04-25T17:15:49.022 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.018+0000 7f03286c1700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f032010e860 con 0x7f0320104bb0 2024-04-25T17:15:49.022 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.018+0000 7f03286c1700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f032010eb60 con 0x7f03201030e0 2024-04-25T17:15:49.022 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.018+0000 7f032645d700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f03201030e0 0x7f032019a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:49.022 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.018+0000 7f0325c5c700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0320104210 0x7f032019ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:49.022 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.018+0000 7f032645d700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f03201030e0 0x7f032019a6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.28:41406/0 (socket says 172.21.15.28:41406) 2024-04-25T17:15:49.022 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.018+0000 7f032645d700 1 -- 172.21.15.28:0/1767801242 learned_addr learned my addr 172.21.15.28:0/1767801242 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:49.022 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.018+0000 7f0326c5e700 1 --2- 172.21.15.28:0/1767801242 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0320104bb0 0x7f03201a1bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:49.022 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.018+0000 7f032645d700 1 -- 172.21.15.28:0/1767801242 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0320104bb0 msgr2=0x7f03201a1bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:49.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.018+0000 7f032645d700 1 --2- 172.21.15.28:0/1767801242 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0320104bb0 0x7f03201a1bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:49.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.018+0000 7f032645d700 1 -- 172.21.15.28:0/1767801242 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0320104210 msgr2=0x7f032019ac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:49.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.018+0000 7f032645d700 1 --2- 172.21.15.28:0/1767801242 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0320104210 0x7f032019ac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:49.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.018+0000 7f032645d700 1 -- 172.21.15.28:0/1767801242 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03201a2240 con 0x7f03201030e0 2024-04-25T17:15:49.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.018+0000 7f0325c5c700 1 --2- 172.21.15.28:0/1767801242 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0320104210 0x7f032019ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:15:49.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.018+0000 7f032645d700 1 --2- 172.21.15.28:0/1767801242 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f03201030e0 0x7f032019a6e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f031c006010 tx=0x7f031c0047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:49.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.019+0000 7f03177fe700 1 -- 172.21.15.28:0/1767801242 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f031c027070 con 0x7f03201030e0 2024-04-25T17:15:49.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.019+0000 7f03177fe700 1 -- 172.21.15.28:0/1767801242 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f031c003f60 con 0x7f03201030e0 2024-04-25T17:15:49.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.019+0000 7f03286c1700 1 -- 172.21.15.28:0/1767801242 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03201a24d0 con 0x7f03201030e0 2024-04-25T17:15:49.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.019+0000 7f03177fe700 1 -- 172.21.15.28:0/1767801242 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f031c022cb0 con 0x7f03201030e0 2024-04-25T17:15:49.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.019+0000 7f03286c1700 1 -- 172.21.15.28:0/1767801242 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03201a2920 con 0x7f03201030e0 2024-04-25T17:15:49.024 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.020+0000 7f03286c1700 1 -- 172.21.15.28:0/1767801242 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0320051190 con 0x7f03201030e0 2024-04-25T17:15:49.024 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.023+0000 7f03177fe700 1 -- 172.21.15.28:0/1767801242 <== mon.1 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f031c02a070 con 0x7f03201030e0 2024-04-25T17:15:49.024 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.023+0000 7f03177fe700 1 --2- 172.21.15.28:0/1767801242 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f030c0afb80 0x7f030c0b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:49.025 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.023+0000 7f0325c5c700 1 --2- 172.21.15.28:0/1767801242 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f030c0afb80 0x7f030c0b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:49.025 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.023+0000 7f03177fe700 1 -- 172.21.15.28:0/1767801242 <== mon.1 v2:172.21.15.84:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f031c0e0510 con 0x7f03201030e0 2024-04-25T17:15:49.025 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.023+0000 7f0325c5c700 1 --2- 172.21.15.28:0/1767801242 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f030c0afb80 0x7f030c0b2090 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f0310005950 tx=0x7f031000a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:49.027 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.026+0000 7f03177fe700 1 -- 172.21.15.28:0/1767801242 <== mon.1 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f031c031020 con 0x7f03201030e0 2024-04-25T17:15:49.242 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.241+0000 7f03286c1700 1 -- 172.21.15.28:0/1767801242 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7f03201a2c90 con 0x7f030c0afb80 2024-04-25T17:15:49.244 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.244+0000 7f03177fe700 1 -- 172.21.15.28:0/1767801242 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7f03201a2c90 con 0x7f030c0afb80 2024-04-25T17:15:49.244 INFO:teuthology.orchestra.run.smithi028.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-04-25T17:15:49.244 INFO:teuthology.orchestra.run.smithi028.stdout:smithi028 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB747401F4480DGN 447G No 3m ago Has a FileSystem, LVM detected 2024-04-25T17:15:49.244 INFO:teuthology.orchestra.run.smithi028.stdout:smithi042 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB75130021480DGN 447G No 3m ago Has a FileSystem, LVM detected 2024-04-25T17:15:49.244 INFO:teuthology.orchestra.run.smithi028.stdout:smithi084 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400WF400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-04-25T17:15:49.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.245+0000 7f03286c1700 1 -- 172.21.15.28:0/1767801242 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f030c0afb80 msgr2=0x7f030c0b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:49.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.245+0000 7f03286c1700 1 --2- 172.21.15.28:0/1767801242 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f030c0afb80 0x7f030c0b2090 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f0310005950 tx=0x7f031000a300 comp rx=0 tx=0).stop 2024-04-25T17:15:49.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.245+0000 7f03286c1700 1 -- 172.21.15.28:0/1767801242 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f03201030e0 msgr2=0x7f032019a6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:49.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.245+0000 7f03286c1700 1 --2- 172.21.15.28:0/1767801242 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f03201030e0 0x7f032019a6e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f031c006010 tx=0x7f031c0047b0 comp rx=0 tx=0).stop 2024-04-25T17:15:49.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.245+0000 7f03286c1700 1 -- 172.21.15.28:0/1767801242 shutdown_connections 2024-04-25T17:15:49.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.245+0000 7f03286c1700 1 --2- 172.21.15.28:0/1767801242 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0320104bb0 0x7f03201a1bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:49.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.245+0000 7f03286c1700 1 --2- 172.21.15.28:0/1767801242 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f03201030e0 0x7f032019a6e0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:49.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.245+0000 7f03286c1700 1 --2- 172.21.15.28:0/1767801242 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f030c0afb80 0x7f030c0b2090 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:49.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.245+0000 7f03286c1700 1 --2- 172.21.15.28:0/1767801242 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0320104210 0x7f032019ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:49.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.245+0000 7f03286c1700 1 -- 172.21.15.28:0/1767801242 >> 172.21.15.28:0/1767801242 conn(0x7f03200fe740 msgr2=0x7f0320100120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:49.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.245+0000 7f03286c1700 1 -- 172.21.15.28:0/1767801242 shutdown_connections 2024-04-25T17:15:49.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:49.245+0000 7f03286c1700 1 -- 172.21.15.28:0/1767801242 wait complete. 2024-04-25T17:15:49.882 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-25T17:15:49.889 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi028.front.sepia.ceph.com 2024-04-25T17:15:49.889 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- bash -c 'ceph fs dump' 2024-04-25T17:15:50.140 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:15:50.514 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:50 smithi028 ceph-mon[29207]: pgmap v353: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 5 op/s 2024-04-25T17:15:50.514 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:50 smithi028 ceph-mon[29207]: from='client.25060 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:15:50.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:50 smithi084 ceph-mon[32752]: pgmap v353: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 5 op/s 2024-04-25T17:15:50.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:50 smithi084 ceph-mon[32752]: from='client.25060 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:15:50.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:50 smithi042 ceph-mon[32851]: pgmap v353: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 5 op/s 2024-04-25T17:15:50.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:50 smithi042 ceph-mon[32851]: from='client.25060 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T17:15:51.821 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.821+0000 7fa065477700 1 -- 172.21.15.28:0/3104052473 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa060103e00 msgr2=0x7fa060104210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:51.821 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.821+0000 7fa065477700 1 --2- 172.21.15.28:0/3104052473 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa060103e00 0x7fa060104210 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fa054009990 tx=0x7fa054009ca0 comp rx=0 tx=0).stop 2024-04-25T17:15:51.821 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.821+0000 7fa065477700 1 -- 172.21.15.28:0/3104052473 shutdown_connections 2024-04-25T17:15:51.821 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.821+0000 7fa065477700 1 --2- 172.21.15.28:0/3104052473 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa060104880 0x7fa06010c590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:51.821 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.821+0000 7fa065477700 1 --2- 172.21.15.28:0/3104052473 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa060105850 0x7fa060105c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:51.822 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.821+0000 7fa065477700 1 --2- 172.21.15.28:0/3104052473 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa060103e00 0x7fa060104210 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:51.822 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.821+0000 7fa065477700 1 -- 172.21.15.28:0/3104052473 >> 172.21.15.28:0/3104052473 conn(0x7fa0600ff870 msgr2=0x7fa060101d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:51.822 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.821+0000 7fa065477700 1 -- 172.21.15.28:0/3104052473 shutdown_connections 2024-04-25T17:15:51.822 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.821+0000 7fa065477700 1 -- 172.21.15.28:0/3104052473 wait complete. 2024-04-25T17:15:51.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.821+0000 7fa065477700 1 Processor -- start 2024-04-25T17:15:51.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.822+0000 7fa065477700 1 -- start start 2024-04-25T17:15:51.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.822+0000 7fa065477700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa060103e00 0x7fa06019ca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:51.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.822+0000 7fa065477700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa060104880 0x7fa06019cf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:51.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.822+0000 7fa065477700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa060105850 0x7fa0601a3f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:51.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.822+0000 7fa065477700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fa06010fc80 con 0x7fa060103e00 2024-04-25T17:15:51.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.822+0000 7fa065477700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa06010fb00 con 0x7fa060104880 2024-04-25T17:15:51.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.822+0000 7fa065477700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa06010fe00 con 0x7fa060105850 2024-04-25T17:15:51.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.822+0000 7fa05effd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa060103e00 0x7fa06019ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:51.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.822+0000 7fa05effd700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa060103e00 0x7fa06019ca30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:51436/0 (socket says 172.21.15.28:51436) 2024-04-25T17:15:51.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.822+0000 7fa05effd700 1 -- 172.21.15.28:0/3516235716 learned_addr learned my addr 172.21.15.28:0/3516235716 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:51.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.822+0000 7fa05f7fe700 1 --2- 172.21.15.28:0/3516235716 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa060105850 0x7fa0601a3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:51.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.822+0000 7fa05e7fc700 1 --2- 172.21.15.28:0/3516235716 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa060104880 0x7fa06019cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:51.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.822+0000 7fa05effd700 1 -- 172.21.15.28:0/3516235716 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa060105850 msgr2=0x7fa0601a3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:51.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.822+0000 7fa05effd700 1 --2- 172.21.15.28:0/3516235716 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa060105850 0x7fa0601a3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:51.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.822+0000 7fa05effd700 1 -- 172.21.15.28:0/3516235716 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa060104880 msgr2=0x7fa06019cf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:51.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.822+0000 7fa05effd700 1 --2- 172.21.15.28:0/3516235716 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa060104880 0x7fa06019cf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:51.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.822+0000 7fa05effd700 1 -- 172.21.15.28:0/3516235716 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0601a4590 con 0x7fa060103e00 2024-04-25T17:15:51.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.823+0000 7fa05effd700 1 --2- 172.21.15.28:0/3516235716 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa060103e00 0x7fa06019ca30 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fa05000d950 tx=0x7fa05000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:51.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.823+0000 7fa047fff700 1 -- 172.21.15.28:0/3516235716 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa050017070 con 0x7fa060103e00 2024-04-25T17:15:51.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.823+0000 7fa065477700 1 -- 172.21.15.28:0/3516235716 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0601a4880 con 0x7fa060103e00 2024-04-25T17:15:51.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.823+0000 7fa047fff700 1 -- 172.21.15.28:0/3516235716 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa050009730 con 0x7fa060103e00 2024-04-25T17:15:51.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.823+0000 7fa047fff700 1 -- 172.21.15.28:0/3516235716 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa050003a00 con 0x7fa060103e00 2024-04-25T17:15:51.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.823+0000 7fa065477700 1 -- 172.21.15.28:0/3516235716 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0601a4dc0 con 0x7fa060103e00 2024-04-25T17:15:51.826 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.824+0000 7fa065477700 1 -- 172.21.15.28:0/3516235716 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa060051190 con 0x7fa060103e00 2024-04-25T17:15:51.826 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.826+0000 7fa047fff700 1 -- 172.21.15.28:0/3516235716 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fa050003ba0 con 0x7fa060103e00 2024-04-25T17:15:51.827 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.827+0000 7fa047fff700 1 --2- 172.21.15.28:0/3516235716 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa0480afb80 0x7fa0480b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:51.827 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.827+0000 7fa05e7fc700 1 --2- 172.21.15.28:0/3516235716 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa0480afb80 0x7fa0480b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:51.827 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.827+0000 7fa047fff700 1 -- 172.21.15.28:0/3516235716 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fa0500df280 con 0x7fa060103e00 2024-04-25T17:15:51.827 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.827+0000 7fa05e7fc700 1 --2- 172.21.15.28:0/3516235716 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa0480afb80 0x7fa0480b2090 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa054006010 tx=0x7fa05401a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:51.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:51.831+0000 7fa047fff700 1 -- 172.21.15.28:0/3516235716 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa050020030 con 0x7fa060103e00 2024-04-25T17:15:52.086 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:52.086+0000 7fa065477700 1 -- 172.21.15.28:0/3516235716 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7fa0601a5080 con 0x7fa060103e00 2024-04-25T17:15:52.087 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:52.086+0000 7fa047fff700 1 -- 172.21.15.28:0/3516235716 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 23 v23) ==== 76+0+3042 (secure 0 0 0) 0x7fa0500a7ae0 con 0x7fa060103e00 2024-04-25T17:15:52.087 INFO:teuthology.orchestra.run.smithi028.stdout:e23 2024-04-25T17:15:52.087 INFO:teuthology.orchestra.run.smithi028.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-04-25T17:15:52.087 INFO:teuthology.orchestra.run.smithi028.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-25T17:15:52.087 INFO:teuthology.orchestra.run.smithi028.stdout:legacy client fscid: 1 2024-04-25T17:15:52.087 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:15:52.087 INFO:teuthology.orchestra.run.smithi028.stdout:Filesystem 'cephfs' (1) 2024-04-25T17:15:52.087 INFO:teuthology.orchestra.run.smithi028.stdout:fs_name cephfs 2024-04-25T17:15:52.087 INFO:teuthology.orchestra.run.smithi028.stdout:epoch 23 2024-04-25T17:15:52.087 INFO:teuthology.orchestra.run.smithi028.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-04-25T17:15:52.088 INFO:teuthology.orchestra.run.smithi028.stdout:created 2024-04-25T17:13:42.616399+0000 2024-04-25T17:15:52.088 INFO:teuthology.orchestra.run.smithi028.stdout:modified 2024-04-25T17:14:08.911426+0000 2024-04-25T17:15:52.088 INFO:teuthology.orchestra.run.smithi028.stdout:tableserver 0 2024-04-25T17:15:52.088 INFO:teuthology.orchestra.run.smithi028.stdout:root 0 2024-04-25T17:15:52.088 INFO:teuthology.orchestra.run.smithi028.stdout:session_timeout 300 2024-04-25T17:15:52.088 INFO:teuthology.orchestra.run.smithi028.stdout:session_autoclose 300 2024-04-25T17:15:52.088 INFO:teuthology.orchestra.run.smithi028.stdout:max_file_size 1099511627776 2024-04-25T17:15:52.088 INFO:teuthology.orchestra.run.smithi028.stdout:max_xattr_size 65536 2024-04-25T17:15:52.088 INFO:teuthology.orchestra.run.smithi028.stdout:required_client_features {} 2024-04-25T17:15:52.088 INFO:teuthology.orchestra.run.smithi028.stdout:last_failure 0 2024-04-25T17:15:52.088 INFO:teuthology.orchestra.run.smithi028.stdout:last_failure_osd_epoch 0 2024-04-25T17:15:52.088 INFO:teuthology.orchestra.run.smithi028.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-25T17:15:52.088 INFO:teuthology.orchestra.run.smithi028.stdout:max_mds 3 2024-04-25T17:15:52.089 INFO:teuthology.orchestra.run.smithi028.stdout:in 0,1,2 2024-04-25T17:15:52.089 INFO:teuthology.orchestra.run.smithi028.stdout:up {0=24551,1=24532,2=24506} 2024-04-25T17:15:52.089 INFO:teuthology.orchestra.run.smithi028.stdout:failed 2024-04-25T17:15:52.089 INFO:teuthology.orchestra.run.smithi028.stdout:damaged 2024-04-25T17:15:52.089 INFO:teuthology.orchestra.run.smithi028.stdout:stopped 2024-04-25T17:15:52.089 INFO:teuthology.orchestra.run.smithi028.stdout:data_pools [3,4] 2024-04-25T17:15:52.089 INFO:teuthology.orchestra.run.smithi028.stdout:metadata_pool 2 2024-04-25T17:15:52.089 INFO:teuthology.orchestra.run.smithi028.stdout:inline_data disabled 2024-04-25T17:15:52.089 INFO:teuthology.orchestra.run.smithi028.stdout:balancer 2024-04-25T17:15:52.089 INFO:teuthology.orchestra.run.smithi028.stdout:bal_rank_mask -1 2024-04-25T17:15:52.089 INFO:teuthology.orchestra.run.smithi028.stdout:standby_count_wanted 0 2024-04-25T17:15:52.090 INFO:teuthology.orchestra.run.smithi028.stdout:qdb_cluster leader: 24551 members: 24506,24532,24551 2024-04-25T17:15:52.090 INFO:teuthology.orchestra.run.smithi028.stdout:[mds.b{0:24551} state up:active seq 3 addr [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T17:15:52.090 INFO:teuthology.orchestra.run.smithi028.stdout:[mds.c{0:24505} state up:standby-replay seq 1 addr [v2:172.21.15.84:6836/1172878965,v1:172.21.15.84:6837/1172878965] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T17:15:52.090 INFO:teuthology.orchestra.run.smithi028.stdout:[mds.i{1:24532} state up:active seq 11 addr [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T17:15:52.090 INFO:teuthology.orchestra.run.smithi028.stdout:[mds.f{1:24493} state up:standby-replay seq 1 addr [v2:172.21.15.84:6834/2884257120,v1:172.21.15.84:6835/2884257120] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T17:15:52.090 INFO:teuthology.orchestra.run.smithi028.stdout:[mds.h{2:24506} state up:active seq 12 addr [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T17:15:52.090 INFO:teuthology.orchestra.run.smithi028.stdout:[mds.e{2:24479} state up:standby-replay seq 1 addr [v2:172.21.15.42:6834/1531439011,v1:172.21.15.42:6835/1531439011] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T17:15:52.090 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:15:52.090 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:15:52.090 INFO:teuthology.orchestra.run.smithi028.stdout:Standby daemons: 2024-04-25T17:15:52.090 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:15:52.091 INFO:teuthology.orchestra.run.smithi028.stdout:[mds.j{-1:14571} state up:standby seq 1 addr [v2:172.21.15.28:6834/2914820408,v1:172.21.15.28:6835/2914820408] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T17:15:52.091 INFO:teuthology.orchestra.run.smithi028.stdout:[mds.d{-1:14589} state up:standby seq 1 addr [v2:172.21.15.28:6836/3227480728,v1:172.21.15.28:6837/3227480728] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T17:15:52.091 INFO:teuthology.orchestra.run.smithi028.stdout:[mds.g{-1:14661} state up:standby seq 1 addr [v2:172.21.15.28:6838/1659868687,v1:172.21.15.28:6839/1659868687] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T17:15:52.091 INFO:teuthology.orchestra.run.smithi028.stdout:[mds.a{-1:14673} state up:standby seq 1 addr [v2:172.21.15.28:6840/1611935230,v1:172.21.15.28:6841/1611935230] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T17:15:52.091 INFO:teuthology.orchestra.run.smithi028.stdout:[mds.l{-1:24445} state up:standby seq 1 addr [v2:172.21.15.84:6832/3821457167,v1:172.21.15.84:6833/3821457167] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T17:15:52.091 INFO:teuthology.orchestra.run.smithi028.stdout:[mds.k{-1:24449} state up:standby seq 1 addr [v2:172.21.15.42:6832/3385544084,v1:172.21.15.42:6833/3385544084] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T17:15:52.092 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:52.089+0000 7fa065477700 1 -- 172.21.15.28:0/3516235716 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa0480afb80 msgr2=0x7fa0480b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:52.092 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:52.089+0000 7fa065477700 1 --2- 172.21.15.28:0/3516235716 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa0480afb80 0x7fa0480b2090 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa054006010 tx=0x7fa05401a040 comp rx=0 tx=0).stop 2024-04-25T17:15:52.092 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:52.089+0000 7fa065477700 1 -- 172.21.15.28:0/3516235716 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa060103e00 msgr2=0x7fa06019ca30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:52.092 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:52.089+0000 7fa065477700 1 --2- 172.21.15.28:0/3516235716 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa060103e00 0x7fa06019ca30 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fa05000d950 tx=0x7fa05000dc60 comp rx=0 tx=0).stop 2024-04-25T17:15:52.092 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:52.089+0000 7fa065477700 1 -- 172.21.15.28:0/3516235716 shutdown_connections 2024-04-25T17:15:52.093 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:52.089+0000 7fa065477700 1 --2- 172.21.15.28:0/3516235716 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa0480afb80 0x7fa0480b2090 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:52.093 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:52.089+0000 7fa065477700 1 --2- 172.21.15.28:0/3516235716 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa060103e00 0x7fa06019ca30 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:52.093 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:52.089+0000 7fa065477700 1 --2- 172.21.15.28:0/3516235716 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa060105850 0x7fa0601a3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:52.093 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:52.089+0000 7fa065477700 1 --2- 172.21.15.28:0/3516235716 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa060104880 0x7fa06019cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:52.093 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:52.089+0000 7fa065477700 1 -- 172.21.15.28:0/3516235716 >> 172.21.15.28:0/3516235716 conn(0x7fa0600ff870 msgr2=0x7fa0600769b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:52.093 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:52.090+0000 7fa065477700 1 -- 172.21.15.28:0/3516235716 shutdown_connections 2024-04-25T17:15:52.093 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:52.090+0000 7fa065477700 1 -- 172.21.15.28:0/3516235716 wait complete. 2024-04-25T17:15:52.093 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 23 2024-04-25T17:15:52.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:52 smithi084 ceph-mon[32752]: pgmap v354: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-04-25T17:15:52.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:52 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3516235716' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-25T17:15:52.770 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:52 smithi028 ceph-mon[29207]: pgmap v354: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-04-25T17:15:52.770 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:52 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3516235716' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-25T17:15:52.801 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- bash -c 'ceph osd dump' 2024-04-25T17:15:52.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:52 smithi042 ceph-mon[32851]: pgmap v354: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-04-25T17:15:52.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:52 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3516235716' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-25T17:15:53.057 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:15:54.715 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:54 smithi028 ceph-mon[29207]: pgmap v355: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:15:54.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:54 smithi084 ceph-mon[32752]: pgmap v355: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:15:54.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.734+0000 7f6c67004700 1 -- 172.21.15.28:0/4278437227 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6c60105ce0 msgr2=0x7f6c6010c590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:54.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.734+0000 7f6c67004700 1 --2- 172.21.15.28:0/4278437227 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6c60105ce0 0x7f6c6010c590 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f6c5800b0a0 tx=0x7f6c5800b3b0 comp rx=0 tx=0).stop 2024-04-25T17:15:54.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.734+0000 7f6c67004700 1 -- 172.21.15.28:0/4278437227 shutdown_connections 2024-04-25T17:15:54.735 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.734+0000 7f6c67004700 1 --2- 172.21.15.28:0/4278437227 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6c60105ce0 0x7f6c6010c590 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:54.735 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.734+0000 7f6c67004700 1 --2- 172.21.15.28:0/4278437227 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c60104210 0x7f6c60104620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:54.735 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.734+0000 7f6c67004700 1 --2- 172.21.15.28:0/4278437227 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6c60105340 0x7f6c60105750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:54.735 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.734+0000 7f6c67004700 1 -- 172.21.15.28:0/4278437227 >> 172.21.15.28:0/4278437227 conn(0x7f6c600ff870 msgr2=0x7f6c60101d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:54.735 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.734+0000 7f6c67004700 1 -- 172.21.15.28:0/4278437227 shutdown_connections 2024-04-25T17:15:54.735 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.734+0000 7f6c67004700 1 -- 172.21.15.28:0/4278437227 wait complete. 2024-04-25T17:15:54.735 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.734+0000 7f6c67004700 1 Processor -- start 2024-04-25T17:15:54.735 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.734+0000 7f6c67004700 1 -- start start 2024-04-25T17:15:54.737 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.735+0000 7f6c67004700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c60104210 0x7f6c6019c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:54.737 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.735+0000 7f6c67004700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6c60105340 0x7f6c6019cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:54.737 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.735+0000 7f6c67004700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6c60105ce0 0x7f6c601a3d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:54.737 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.735+0000 7f6c67004700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f6c6010fb20 con 0x7f6c60105340 2024-04-25T17:15:54.737 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.735+0000 7f6c67004700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6c6010f9a0 con 0x7f6c60104210 2024-04-25T17:15:54.737 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.735+0000 7f6c67004700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6c6010fca0 con 0x7f6c60105ce0 2024-04-25T17:15:54.737 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.735+0000 7f6c5ffff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6c60105340 0x7f6c6019cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:54.737 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.735+0000 7f6c5ffff700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6c60105340 0x7f6c6019cde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57670/0 (socket says 172.21.15.28:57670) 2024-04-25T17:15:54.737 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.735+0000 7f6c5ffff700 1 -- 172.21.15.28:0/663302649 learned_addr learned my addr 172.21.15.28:0/663302649 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:54.737 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.735+0000 7f6c64da0700 1 --2- 172.21.15.28:0/663302649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c60104210 0x7f6c6019c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:54.738 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.735+0000 7f6c655a1700 1 --2- 172.21.15.28:0/663302649 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6c60105ce0 0x7f6c601a3d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:54.738 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.735+0000 7f6c5ffff700 1 -- 172.21.15.28:0/663302649 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6c60105ce0 msgr2=0x7f6c601a3d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:54.738 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.735+0000 7f6c5ffff700 1 --2- 172.21.15.28:0/663302649 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6c60105ce0 0x7f6c601a3d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:54.738 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.735+0000 7f6c5ffff700 1 -- 172.21.15.28:0/663302649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c60104210 msgr2=0x7f6c6019c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:54.738 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.735+0000 7f6c5ffff700 1 --2- 172.21.15.28:0/663302649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c60104210 0x7f6c6019c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:54.738 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.735+0000 7f6c5ffff700 1 -- 172.21.15.28:0/663302649 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c601a4400 con 0x7f6c60105340 2024-04-25T17:15:54.738 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.735+0000 7f6c5ffff700 1 --2- 172.21.15.28:0/663302649 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6c60105340 0x7f6c6019cde0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f6c5400d950 tx=0x7f6c5400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:54.738 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.736+0000 7f6c5dffb700 1 -- 172.21.15.28:0/663302649 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c54016070 con 0x7f6c60105340 2024-04-25T17:15:54.738 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.736+0000 7f6c5dffb700 1 -- 172.21.15.28:0/663302649 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6c54009dd0 con 0x7f6c60105340 2024-04-25T17:15:54.738 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.736+0000 7f6c67004700 1 -- 172.21.15.28:0/663302649 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c601a46f0 con 0x7f6c60105340 2024-04-25T17:15:54.738 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.736+0000 7f6c5dffb700 1 -- 172.21.15.28:0/663302649 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c5400f3c0 con 0x7f6c60105340 2024-04-25T17:15:54.738 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.736+0000 7f6c67004700 1 -- 172.21.15.28:0/663302649 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c601a4c30 con 0x7f6c60105340 2024-04-25T17:15:54.738 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.737+0000 7f6c67004700 1 -- 172.21.15.28:0/663302649 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c60051190 con 0x7f6c60105340 2024-04-25T17:15:54.739 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.738+0000 7f6c5dffb700 1 -- 172.21.15.28:0/663302649 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f6c54019070 con 0x7f6c60105340 2024-04-25T17:15:54.739 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.739+0000 7f6c5dffb700 1 --2- 172.21.15.28:0/663302649 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6c480afb80 0x7f6c480b2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:54.739 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.739+0000 7f6c64da0700 1 --2- 172.21.15.28:0/663302649 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6c480afb80 0x7f6c480b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:54.739 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.739+0000 7f6c5dffb700 1 -- 172.21.15.28:0/663302649 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f6c540dec20 con 0x7f6c60105340 2024-04-25T17:15:54.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.740+0000 7f6c64da0700 1 --2- 172.21.15.28:0/663302649 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6c480afb80 0x7f6c480b2090 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f6c60105240 tx=0x7f6c5000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:54.744 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.744+0000 7f6c5dffb700 1 -- 172.21.15.28:0/663302649 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6c540a7420 con 0x7f6c60105340 2024-04-25T17:15:54.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:54 smithi042 ceph-mon[32851]: pgmap v355: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:15:54.954 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.954+0000 7f6c67004700 1 -- 172.21.15.28:0/663302649 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f6c601a54f0 con 0x7f6c60105340 2024-04-25T17:15:54.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.955+0000 7f6c5dffb700 1 -- 172.21.15.28:0/663302649 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v84) ==== 56+0+5602 (secure 0 0 0) 0x7f6c540a6d20 con 0x7f6c60105340 2024-04-25T17:15:54.955 INFO:teuthology.orchestra.run.smithi028.stdout:epoch 84 2024-04-25T17:15:54.955 INFO:teuthology.orchestra.run.smithi028.stdout:fsid dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:15:54.955 INFO:teuthology.orchestra.run.smithi028.stdout:created 2024-04-25T17:05:31.997648+0000 2024-04-25T17:15:54.955 INFO:teuthology.orchestra.run.smithi028.stdout:modified 2024-04-25T17:15:32.384427+0000 2024-04-25T17:15:54.955 INFO:teuthology.orchestra.run.smithi028.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-04-25T17:15:54.955 INFO:teuthology.orchestra.run.smithi028.stdout:crush_version 27 2024-04-25T17:15:54.955 INFO:teuthology.orchestra.run.smithi028.stdout:full_ratio 0.95 2024-04-25T17:15:54.956 INFO:teuthology.orchestra.run.smithi028.stdout:backfillfull_ratio 0.9 2024-04-25T17:15:54.956 INFO:teuthology.orchestra.run.smithi028.stdout:nearfull_ratio 0.85 2024-04-25T17:15:54.956 INFO:teuthology.orchestra.run.smithi028.stdout:require_min_compat_client luminous 2024-04-25T17:15:54.956 INFO:teuthology.orchestra.run.smithi028.stdout:min_compat_client luminous 2024-04-25T17:15:54.956 INFO:teuthology.orchestra.run.smithi028.stdout:require_osd_release squid 2024-04-25T17:15:54.956 INFO:teuthology.orchestra.run.smithi028.stdout:stretch_mode_enabled false 2024-04-25T17:15:54.956 INFO:teuthology.orchestra.run.smithi028.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-04-25T17:15:54.956 INFO:teuthology.orchestra.run.smithi028.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 75 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 2.25 2024-04-25T17:15:54.956 INFO:teuthology.orchestra.run.smithi028.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 76 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.05 application cephfs read_balance_score 1.50 2024-04-25T17:15:54.956 INFO:teuthology.orchestra.run.smithi028.stdout:pool 4 'cephfs_data_ec' erasure profile cephfs_data_ec size 4 min_size 3 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 80 flags hashpspool,ec_overwrites stripe_width 8192 pg_num_min 64 target_size_ratio 0.9 application cephfs 2024-04-25T17:15:54.956 INFO:teuthology.orchestra.run.smithi028.stdout:max_osd 12 2024-04-25T17:15:54.956 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 up in weight 1 up_from 8 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.28:6802/2630963068,v1:172.21.15.28:6803/2630963068] [v2:172.21.15.28:6804/2630963068,v1:172.21.15.28:6805/2630963068] exists,up 8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2 2024-04-25T17:15:54.956 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 up in weight 1 up_from 13 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.42:6800/3917673381,v1:172.21.15.42:6801/3917673381] [v2:172.21.15.42:6802/3917673381,v1:172.21.15.42:6803/3917673381] exists,up 5b580c05-e032-484f-b9d2-36b794a8f402 2024-04-25T17:15:54.956 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 up in weight 1 up_from 18 up_thru 78 down_at 0 last_clean_interval [0,0) [v2:172.21.15.84:6800/3388230388,v1:172.21.15.84:6801/3388230388] [v2:172.21.15.84:6802/3388230388,v1:172.21.15.84:6803/3388230388] exists,up 2686eac5-7000-41b3-a08a-0c9997dbaaec 2024-04-25T17:15:54.957 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 up in weight 1 up_from 26 up_thru 78 down_at 0 last_clean_interval [0,0) [v2:172.21.15.28:6810/946543762,v1:172.21.15.28:6811/946543762] [v2:172.21.15.28:6812/946543762,v1:172.21.15.28:6813/946543762] exists,up 600e1ebe-8a1b-40d9-aac0-56fa58998358 2024-04-25T17:15:54.957 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 up in weight 1 up_from 32 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.42:6808/136506732,v1:172.21.15.42:6809/136506732] [v2:172.21.15.42:6810/136506732,v1:172.21.15.42:6811/136506732] exists,up dc0d3d12-b832-4179-a5e5-d623a9ee061a 2024-04-25T17:15:54.957 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 up in weight 1 up_from 37 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.84:6808/3896854476,v1:172.21.15.84:6809/3896854476] [v2:172.21.15.84:6810/3896854476,v1:172.21.15.84:6811/3896854476] exists,up eac095b6-c4e8-4a00-ad3c-94d76848b8d4 2024-04-25T17:15:54.957 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 up in weight 1 up_from 43 up_thru 78 down_at 0 last_clean_interval [0,0) [v2:172.21.15.28:6818/2764367515,v1:172.21.15.28:6819/2764367515] [v2:172.21.15.28:6820/2764367515,v1:172.21.15.28:6821/2764367515] exists,up dd96643f-15d2-4bfb-8185-d07ea0d31971 2024-04-25T17:15:54.957 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 up in weight 1 up_from 48 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.42:6816/1810297826,v1:172.21.15.42:6817/1810297826] [v2:172.21.15.42:6818/1810297826,v1:172.21.15.42:6819/1810297826] exists,up 3469897f-d6d9-481c-bff6-d28728c08072 2024-04-25T17:15:54.957 INFO:teuthology.orchestra.run.smithi028.stdout:osd.8 up in weight 1 up_from 54 up_thru 78 down_at 0 last_clean_interval [0,0) [v2:172.21.15.84:6816/2694378114,v1:172.21.15.84:6817/2694378114] [v2:172.21.15.84:6818/2694378114,v1:172.21.15.84:6819/2694378114] exists,up 922a9a6c-db8c-4113-abf0-9d46297efb5d 2024-04-25T17:15:54.957 INFO:teuthology.orchestra.run.smithi028.stdout:osd.9 up in weight 1 up_from 60 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.28:6826/1774926370,v1:172.21.15.28:6827/1774926370] [v2:172.21.15.28:6828/1774926370,v1:172.21.15.28:6829/1774926370] exists,up 32d4f011-cbd1-4259-8835-002671f8959e 2024-04-25T17:15:54.957 INFO:teuthology.orchestra.run.smithi028.stdout:osd.10 up in weight 1 up_from 65 up_thru 74 down_at 0 last_clean_interval [0,0) [v2:172.21.15.42:6824/2804762182,v1:172.21.15.42:6825/2804762182] [v2:172.21.15.42:6826/2804762182,v1:172.21.15.42:6827/2804762182] exists,up 7c967139-557a-4c58-b1c0-fc7522e24596 2024-04-25T17:15:54.957 INFO:teuthology.orchestra.run.smithi028.stdout:osd.11 up in weight 1 up_from 71 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.84:6824/3161302796,v1:172.21.15.84:6825/3161302796] [v2:172.21.15.84:6826/3161302796,v1:172.21.15.84:6827/3161302796] exists,up f704b886-2ebb-46f9-aec6-fcf2b9ab2406 2024-04-25T17:15:54.957 INFO:teuthology.orchestra.run.smithi028.stdout:pg_upmap_items 2.6 [8,11] 2024-04-25T17:15:54.957 INFO:teuthology.orchestra.run.smithi028.stdout:pg_upmap_items 2.8 [2,11] 2024-04-25T17:15:54.957 INFO:teuthology.orchestra.run.smithi028.stdout:pg_upmap_items 2.1b [2,4] 2024-04-25T17:15:54.957 INFO:teuthology.orchestra.run.smithi028.stdout:pg_upmap_items 3.13 [4,9] 2024-04-25T17:15:54.957 INFO:teuthology.orchestra.run.smithi028.stdout:pg_upmap_items 3.1d [5,9] 2024-04-25T17:15:54.957 INFO:teuthology.orchestra.run.smithi028.stdout:pg_upmap_items 3.23 [4,8] 2024-04-25T17:15:54.958 INFO:teuthology.orchestra.run.smithi028.stdout:pg_upmap_items 3.38 [3,9] 2024-04-25T17:15:54.958 INFO:teuthology.orchestra.run.smithi028.stdout:pg_upmap_items 4.5 [9,10] 2024-04-25T17:15:54.958 INFO:teuthology.orchestra.run.smithi028.stdout:pg_upmap_items 4.14 [9,8] 2024-04-25T17:15:54.958 INFO:teuthology.orchestra.run.smithi028.stdout:pg_upmap_items 4.1a [5,8] 2024-04-25T17:15:54.958 INFO:teuthology.orchestra.run.smithi028.stdout:pg_upmap_items 4.1f [9,8] 2024-04-25T17:15:54.958 INFO:teuthology.orchestra.run.smithi028.stdout:blocklist 172.21.15.28:6801/1955324952 expires 2024-04-26T17:06:03.808723+0000 2024-04-25T17:15:54.958 INFO:teuthology.orchestra.run.smithi028.stdout:blocklist 172.21.15.28:6800/1955324952 expires 2024-04-26T17:06:03.808723+0000 2024-04-25T17:15:54.958 INFO:teuthology.orchestra.run.smithi028.stdout:blocklist 172.21.15.28:0/882061261 expires 2024-04-26T17:06:30.612126+0000 2024-04-25T17:15:54.958 INFO:teuthology.orchestra.run.smithi028.stdout:blocklist 172.21.15.28:6801/3754186796 expires 2024-04-26T17:06:30.612126+0000 2024-04-25T17:15:54.958 INFO:teuthology.orchestra.run.smithi028.stdout:blocklist 172.21.15.28:0/2486626847 expires 2024-04-26T17:06:03.808723+0000 2024-04-25T17:15:54.958 INFO:teuthology.orchestra.run.smithi028.stdout:blocklist 172.21.15.28:0/2750422620 expires 2024-04-26T17:06:03.808723+0000 2024-04-25T17:15:54.958 INFO:teuthology.orchestra.run.smithi028.stdout:blocklist 172.21.15.28:0/1177487357 expires 2024-04-26T17:06:30.612126+0000 2024-04-25T17:15:54.958 INFO:teuthology.orchestra.run.smithi028.stdout:blocklist 172.21.15.28:0/4154652282 expires 2024-04-26T17:06:30.612126+0000 2024-04-25T17:15:54.958 INFO:teuthology.orchestra.run.smithi028.stdout:blocklist 172.21.15.28:0/3130016384 expires 2024-04-26T17:06:03.808723+0000 2024-04-25T17:15:54.958 INFO:teuthology.orchestra.run.smithi028.stdout:blocklist 172.21.15.28:6800/3754186796 expires 2024-04-26T17:06:30.612126+0000 2024-04-25T17:15:54.959 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.957+0000 7f6c67004700 1 -- 172.21.15.28:0/663302649 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6c480afb80 msgr2=0x7f6c480b2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:54.959 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.957+0000 7f6c67004700 1 --2- 172.21.15.28:0/663302649 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6c480afb80 0x7f6c480b2090 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f6c60105240 tx=0x7f6c5000b410 comp rx=0 tx=0).stop 2024-04-25T17:15:54.959 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.957+0000 7f6c67004700 1 -- 172.21.15.28:0/663302649 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6c60105340 msgr2=0x7f6c6019cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:54.959 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.957+0000 7f6c67004700 1 --2- 172.21.15.28:0/663302649 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6c60105340 0x7f6c6019cde0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f6c5400d950 tx=0x7f6c5400dc60 comp rx=0 tx=0).stop 2024-04-25T17:15:54.959 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.957+0000 7f6c67004700 1 -- 172.21.15.28:0/663302649 shutdown_connections 2024-04-25T17:15:54.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.957+0000 7f6c67004700 1 --2- 172.21.15.28:0/663302649 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6c60105ce0 0x7f6c601a3d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:54.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.957+0000 7f6c67004700 1 --2- 172.21.15.28:0/663302649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c60104210 0x7f6c6019c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:54.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.957+0000 7f6c67004700 1 --2- 172.21.15.28:0/663302649 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6c480afb80 0x7f6c480b2090 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:54.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.957+0000 7f6c67004700 1 --2- 172.21.15.28:0/663302649 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6c60105340 0x7f6c6019cde0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:54.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.957+0000 7f6c67004700 1 -- 172.21.15.28:0/663302649 >> 172.21.15.28:0/663302649 conn(0x7f6c600ff870 msgr2=0x7f6c600769b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:54.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.957+0000 7f6c67004700 1 -- 172.21.15.28:0/663302649 shutdown_connections 2024-04-25T17:15:54.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:54.957+0000 7f6c67004700 1 -- 172.21.15.28:0/663302649 wait complete. 2024-04-25T17:15:55.638 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:55 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/663302649' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-25T17:15:55.670 INFO:teuthology.run_tasks:Running task fs.ready... 2024-04-25T17:15:55.681 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T17:15:55.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:55 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/663302649' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-25T17:15:55.799 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.799+0000 7f1e94cf9640 1 -- 172.21.15.28:0/103568451 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1e90108940 msgr2=0x7f1e9010ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:55.800 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.799+0000 7f1e94cf9640 1 --2- 172.21.15.28:0/103568451 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1e90108940 0x7f1e9010ad60 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f1e88009ca0 tx=0x7f1e8802a8c0 comp rx=0 tx=0).stop 2024-04-25T17:15:55.800 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.799+0000 7f1e94cf9640 1 -- 172.21.15.28:0/103568451 shutdown_connections 2024-04-25T17:15:55.800 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.799+0000 7f1e94cf9640 1 --2- 172.21.15.28:0/103568451 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1e90108940 0x7f1e9010ad60 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:55.800 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.799+0000 7f1e94cf9640 1 --2- 172.21.15.28:0/103568451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1e90103c40 0x7f1e90104050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:55.800 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.799+0000 7f1e94cf9640 1 --2- 172.21.15.28:0/103568451 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1e90102a00 0x7f1e90103700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:55.800 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.799+0000 7f1e94cf9640 1 -- 172.21.15.28:0/103568451 >> 172.21.15.28:0/103568451 conn(0x7f1e900fdbf0 msgr2=0x7f1e901000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:55.800 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.799+0000 7f1e94cf9640 1 -- 172.21.15.28:0/103568451 shutdown_connections 2024-04-25T17:15:55.800 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.799+0000 7f1e94cf9640 1 -- 172.21.15.28:0/103568451 wait complete. 2024-04-25T17:15:55.802 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.800+0000 7f1e94cf9640 1 Processor -- start 2024-04-25T17:15:55.802 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.800+0000 7f1e94cf9640 1 -- start start 2024-04-25T17:15:55.803 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.800+0000 7f1e94cf9640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1e90102a00 0x7f1e9006aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:55.803 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.800+0000 7f1e94cf9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1e90103c40 0x7f1e9019ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:55.803 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.800+0000 7f1e94cf9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1e90108940 0x7f1e901a1300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:55.803 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.800+0000 7f1e94cf9640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f1e9010e410 con 0x7f1e90102a00 2024-04-25T17:15:55.803 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.800+0000 7f1e94cf9640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1e9010e290 con 0x7f1e90108940 2024-04-25T17:15:55.803 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.800+0000 7f1e94cf9640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1e9010e590 con 0x7f1e90103c40 2024-04-25T17:15:55.803 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.800+0000 7f1e8e59c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1e90102a00 0x7f1e9006aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:55.803 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.800+0000 7f1e8e59c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1e90102a00 0x7f1e9006aa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57680/0 (socket says 172.21.15.28:57680) 2024-04-25T17:15:55.803 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.800+0000 7f1e8e59c640 1 -- 172.21.15.28:0/2284034174 learned_addr learned my addr 172.21.15.28:0/2284034174 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:55.803 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.800+0000 7f1e87fff640 1 --2- 172.21.15.28:0/2284034174 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1e90103c40 0x7f1e9019ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:55.803 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.801+0000 7f1e8ed9d640 1 --2- 172.21.15.28:0/2284034174 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1e90108940 0x7f1e901a1300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:55.803 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.801+0000 7f1e8e59c640 1 -- 172.21.15.28:0/2284034174 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1e90103c40 msgr2=0x7f1e9019ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:55.803 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.801+0000 7f1e8e59c640 1 --2- 172.21.15.28:0/2284034174 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1e90103c40 0x7f1e9019ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:55.803 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.801+0000 7f1e8e59c640 1 -- 172.21.15.28:0/2284034174 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1e90108940 msgr2=0x7f1e901a1300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:55.804 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.801+0000 7f1e8e59c640 1 --2- 172.21.15.28:0/2284034174 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1e90108940 0x7f1e901a1300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:55.804 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.801+0000 7f1e8e59c640 1 -- 172.21.15.28:0/2284034174 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e901a1a90 con 0x7f1e90102a00 2024-04-25T17:15:55.804 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.801+0000 7f1e87fff640 1 --2- 172.21.15.28:0/2284034174 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1e90103c40 0x7f1e9019ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:15:55.804 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.801+0000 7f1e8ed9d640 1 --2- 172.21.15.28:0/2284034174 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1e90108940 0x7f1e901a1300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:15:55.804 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.801+0000 7f1e8e59c640 1 --2- 172.21.15.28:0/2284034174 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1e90102a00 0x7f1e9006aa90 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f1e8000c970 tx=0x7f1e8000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:55.804 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.801+0000 7f1e877fe640 1 -- 172.21.15.28:0/2284034174 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e80004220 con 0x7f1e90102a00 2024-04-25T17:15:55.804 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.801+0000 7f1e877fe640 1 -- 172.21.15.28:0/2284034174 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1e80007e40 con 0x7f1e90102a00 2024-04-25T17:15:55.804 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.801+0000 7f1e877fe640 1 -- 172.21.15.28:0/2284034174 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e8000f450 con 0x7f1e90102a00 2024-04-25T17:15:55.804 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.801+0000 7f1e94cf9640 1 -- 172.21.15.28:0/2284034174 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e901a1d80 con 0x7f1e90102a00 2024-04-25T17:15:55.804 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.801+0000 7f1e94cf9640 1 -- 172.21.15.28:0/2284034174 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e901a2210 con 0x7f1e90102a00 2024-04-25T17:15:55.804 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.802+0000 7f1e94cf9640 1 -- 172.21.15.28:0/2284034174 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e90107750 con 0x7f1e90102a00 2024-04-25T17:15:55.805 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.804+0000 7f1e877fe640 1 -- 172.21.15.28:0/2284034174 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f1e800079b0 con 0x7f1e90102a00 2024-04-25T17:15:55.805 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.805+0000 7f1e877fe640 1 --2- 172.21.15.28:0/2284034174 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1e7c0afba0 0x7f1e7c0b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:55.805 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.805+0000 7f1e87fff640 1 --2- 172.21.15.28:0/2284034174 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1e7c0afba0 0x7f1e7c0b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:55.805 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.805+0000 7f1e877fe640 1 -- 172.21.15.28:0/2284034174 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f1e800df110 con 0x7f1e90102a00 2024-04-25T17:15:55.805 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.805+0000 7f1e87fff640 1 --2- 172.21.15.28:0/2284034174 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1e7c0afba0 0x7f1e7c0b20b0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f1e78005fd0 tx=0x7f1e78005f40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:55.809 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.809+0000 7f1e877fe640 1 -- 172.21.15.28:0/2284034174 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1e80014030 con 0x7f1e90102a00 2024-04-25T17:15:55.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:55 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/663302649' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-25T17:15:55.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.997+0000 7f1e94cf9640 1 -- 172.21.15.28:0/2284034174 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1e9002de00 con 0x7f1e90102a00 2024-04-25T17:15:55.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:55.998+0000 7f1e877fe640 1 -- 172.21.15.28:0/2284034174 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+24564 (secure 0 0 0) 0x7f1e800a7970 con 0x7f1e90102a00 2024-04-25T17:15:55.999 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:15:55.999 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":84,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:15:32.384427+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T17:13:40.495256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T17:13:41.573638+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T17:13:45.282812+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.5","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1a","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:15:56.001 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.001+0000 7f1e94cf9640 1 -- 172.21.15.28:0/2284034174 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1e7c0afba0 msgr2=0x7f1e7c0b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:56.001 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.001+0000 7f1e94cf9640 1 --2- 172.21.15.28:0/2284034174 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1e7c0afba0 0x7f1e7c0b20b0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f1e78005fd0 tx=0x7f1e78005f40 comp rx=0 tx=0).stop 2024-04-25T17:15:56.001 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.001+0000 7f1e94cf9640 1 -- 172.21.15.28:0/2284034174 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1e90102a00 msgr2=0x7f1e9006aa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:56.001 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.001+0000 7f1e94cf9640 1 --2- 172.21.15.28:0/2284034174 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1e90102a00 0x7f1e9006aa90 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f1e8000c970 tx=0x7f1e8000ce30 comp rx=0 tx=0).stop 2024-04-25T17:15:56.001 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.001+0000 7f1e94cf9640 1 -- 172.21.15.28:0/2284034174 shutdown_connections 2024-04-25T17:15:56.002 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.001+0000 7f1e94cf9640 1 --2- 172.21.15.28:0/2284034174 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1e7c0afba0 0x7f1e7c0b20b0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.002 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.001+0000 7f1e94cf9640 1 --2- 172.21.15.28:0/2284034174 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1e90108940 0x7f1e901a1300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.002 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.001+0000 7f1e94cf9640 1 --2- 172.21.15.28:0/2284034174 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1e90103c40 0x7f1e9019ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.002 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.001+0000 7f1e94cf9640 1 --2- 172.21.15.28:0/2284034174 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1e90102a00 0x7f1e9006aa90 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.002 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.001+0000 7f1e94cf9640 1 -- 172.21.15.28:0/2284034174 >> 172.21.15.28:0/2284034174 conn(0x7f1e900fdbf0 msgr2=0x7f1e90104920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:56.002 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.001+0000 7f1e94cf9640 1 -- 172.21.15.28:0/2284034174 shutdown_connections 2024-04-25T17:15:56.002 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.001+0000 7f1e94cf9640 1 -- 172.21.15.28:0/2284034174 wait complete. 2024-04-25T17:15:56.013 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T17:08:58.716897+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T17:13:40.495256+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '75', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T17:13:41.573638+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '76', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-25T17:13:45.282812+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-25T17:15:56.013 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T17:15:56.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.128+0000 7fba1b7ce640 1 -- 172.21.15.28:0/2889225689 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fba14108920 msgr2=0x7fba1410ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:56.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.128+0000 7fba1b7ce640 1 --2- 172.21.15.28:0/2889225689 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fba14108920 0x7fba1410ad40 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fba0c009ca0 tx=0x7fba0c02a8c0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.128+0000 7fba1b7ce640 1 -- 172.21.15.28:0/2889225689 shutdown_connections 2024-04-25T17:15:56.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.128+0000 7fba1b7ce640 1 --2- 172.21.15.28:0/2889225689 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fba14108920 0x7fba1410ad40 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.128+0000 7fba1b7ce640 1 --2- 172.21.15.28:0/2889225689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fba14103c20 0x7fba14104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.128+0000 7fba1b7ce640 1 --2- 172.21.15.28:0/2889225689 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fba141029e0 0x7fba141036e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.128+0000 7fba1b7ce640 1 -- 172.21.15.28:0/2889225689 >> 172.21.15.28:0/2889225689 conn(0x7fba140fdbd0 msgr2=0x7fba14100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:56.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.128+0000 7fba1b7ce640 1 -- 172.21.15.28:0/2889225689 shutdown_connections 2024-04-25T17:15:56.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.129+0000 7fba1b7ce640 1 -- 172.21.15.28:0/2889225689 wait complete. 2024-04-25T17:15:56.131 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.129+0000 7fba1b7ce640 1 Processor -- start 2024-04-25T17:15:56.131 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.129+0000 7fba1b7ce640 1 -- start start 2024-04-25T17:15:56.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.129+0000 7fba1b7ce640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fba141029e0 0x7fba140758a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:56.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.129+0000 7fba1b7ce640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fba14103c20 0x7fba1419ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:56.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.129+0000 7fba1b7ce640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fba14108920 0x7fba141a13f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:56.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.129+0000 7fba1b7ce640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fba1410e410 con 0x7fba141029e0 2024-04-25T17:15:56.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.129+0000 7fba1b7ce640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fba1410e290 con 0x7fba14108920 2024-04-25T17:15:56.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.129+0000 7fba1b7ce640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fba1410e590 con 0x7fba14103c20 2024-04-25T17:15:56.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.130+0000 7fba1956a640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fba141029e0 0x7fba140758a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:56.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.130+0000 7fba1956a640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fba141029e0 0x7fba140758a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57694/0 (socket says 172.21.15.28:57694) 2024-04-25T17:15:56.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.130+0000 7fba1956a640 1 -- 172.21.15.28:0/685806042 learned_addr learned my addr 172.21.15.28:0/685806042 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:56.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.130+0000 7fba19d6b640 1 --2- 172.21.15.28:0/685806042 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fba14108920 0x7fba141a13f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:56.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.130+0000 7fba18d69640 1 --2- 172.21.15.28:0/685806042 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fba14103c20 0x7fba1419ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:56.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.130+0000 7fba1956a640 1 -- 172.21.15.28:0/685806042 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fba14103c20 msgr2=0x7fba1419ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:56.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.130+0000 7fba1956a640 1 --2- 172.21.15.28:0/685806042 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fba14103c20 0x7fba1419ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.130+0000 7fba1956a640 1 -- 172.21.15.28:0/685806042 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fba14108920 msgr2=0x7fba141a13f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:56.133 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.130+0000 7fba1956a640 1 --2- 172.21.15.28:0/685806042 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fba14108920 0x7fba141a13f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.133 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.130+0000 7fba1956a640 1 -- 172.21.15.28:0/685806042 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba141a1c10 con 0x7fba141029e0 2024-04-25T17:15:56.133 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.130+0000 7fba19d6b640 1 --2- 172.21.15.28:0/685806042 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fba14108920 0x7fba141a13f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:15:56.133 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.130+0000 7fba1956a640 1 --2- 172.21.15.28:0/685806042 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fba141029e0 0x7fba140758a0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fba1000e9f0 tx=0x7fba1000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:56.133 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.130+0000 7fba0a7fc640 1 -- 172.21.15.28:0/685806042 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba1000ccc0 con 0x7fba141029e0 2024-04-25T17:15:56.133 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.130+0000 7fba0a7fc640 1 -- 172.21.15.28:0/685806042 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fba100035f0 con 0x7fba141029e0 2024-04-25T17:15:56.133 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.130+0000 7fba1b7ce640 1 -- 172.21.15.28:0/685806042 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba141a1f00 con 0x7fba141029e0 2024-04-25T17:15:56.133 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.130+0000 7fba0a7fc640 1 -- 172.21.15.28:0/685806042 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba1000ce60 con 0x7fba141029e0 2024-04-25T17:15:56.133 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.130+0000 7fba1b7ce640 1 -- 172.21.15.28:0/685806042 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba141a2360 con 0x7fba141029e0 2024-04-25T17:15:56.133 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.131+0000 7fba1b7ce640 1 -- 172.21.15.28:0/685806042 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba1406a210 con 0x7fba141029e0 2024-04-25T17:15:56.134 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.133+0000 7fba0a7fc640 1 -- 172.21.15.28:0/685806042 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fba10004000 con 0x7fba141029e0 2024-04-25T17:15:56.134 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.134+0000 7fba0a7fc640 1 --2- 172.21.15.28:0/685806042 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fba000afb70 0x7fba000b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:56.134 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.134+0000 7fba18d69640 1 --2- 172.21.15.28:0/685806042 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fba000afb70 0x7fba000b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:56.134 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.134+0000 7fba0a7fc640 1 -- 172.21.15.28:0/685806042 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fba100df370 con 0x7fba141029e0 2024-04-25T17:15:56.134 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.134+0000 7fba18d69640 1 --2- 172.21.15.28:0/685806042 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fba000afb70 0x7fba000b2080 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fba14075240 tx=0x7fba04005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:56.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.138+0000 7fba0a7fc640 1 -- 172.21.15.28:0/685806042 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fba100a7bd0 con 0x7fba141029e0 2024-04-25T17:15:56.323 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.323+0000 7fba1b7ce640 1 -- 172.21.15.28:0/685806042 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fba1402dc10 con 0x7fba141029e0 2024-04-25T17:15:56.323 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.323+0000 7fba0a7fc640 1 -- 172.21.15.28:0/685806042 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v84) ==== 93+0+10 (secure 0 0 0) 0x7fba100a74d0 con 0x7fba141029e0 2024-04-25T17:15:56.323 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 1 2024-04-25T17:15:56.325 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.325+0000 7fba1b7ce640 1 -- 172.21.15.28:0/685806042 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fba000afb70 msgr2=0x7fba000b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:56.326 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.325+0000 7fba1b7ce640 1 --2- 172.21.15.28:0/685806042 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fba000afb70 0x7fba000b2080 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fba14075240 tx=0x7fba04005f90 comp rx=0 tx=0).stop 2024-04-25T17:15:56.326 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.325+0000 7fba1b7ce640 1 -- 172.21.15.28:0/685806042 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fba141029e0 msgr2=0x7fba140758a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:56.326 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.325+0000 7fba1b7ce640 1 --2- 172.21.15.28:0/685806042 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fba141029e0 0x7fba140758a0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fba1000e9f0 tx=0x7fba1000eeb0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.326 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.325+0000 7fba1b7ce640 1 -- 172.21.15.28:0/685806042 shutdown_connections 2024-04-25T17:15:56.326 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.325+0000 7fba1b7ce640 1 --2- 172.21.15.28:0/685806042 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fba000afb70 0x7fba000b2080 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.326 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.325+0000 7fba1b7ce640 1 --2- 172.21.15.28:0/685806042 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fba14108920 0x7fba141a13f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.326 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.325+0000 7fba1b7ce640 1 --2- 172.21.15.28:0/685806042 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fba14103c20 0x7fba1419ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.326 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.325+0000 7fba1b7ce640 1 --2- 172.21.15.28:0/685806042 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fba141029e0 0x7fba140758a0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.326 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.325+0000 7fba1b7ce640 1 -- 172.21.15.28:0/685806042 >> 172.21.15.28:0/685806042 conn(0x7fba140fdbd0 msgr2=0x7fba14104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:56.326 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.325+0000 7fba1b7ce640 1 -- 172.21.15.28:0/685806042 shutdown_connections 2024-04-25T17:15:56.326 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.325+0000 7fba1b7ce640 1 -- 172.21.15.28:0/685806042 wait complete. 2024-04-25T17:15:56.337 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T17:15:56.456 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.453+0000 7fea44805640 1 -- 172.21.15.28:0/3377772626 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fea40106f20 msgr2=0x7fea40109340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:56.456 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.453+0000 7fea44805640 1 --2- 172.21.15.28:0/3377772626 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fea40106f20 0x7fea40109340 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fea34009900 tx=0x7fea3402a410 comp rx=0 tx=0).stop 2024-04-25T17:15:56.456 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.454+0000 7fea44805640 1 -- 172.21.15.28:0/3377772626 shutdown_connections 2024-04-25T17:15:56.456 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.454+0000 7fea44805640 1 --2- 172.21.15.28:0/3377772626 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fea40109880 0x7fea4010bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.456 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.454+0000 7fea44805640 1 --2- 172.21.15.28:0/3377772626 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fea40106f20 0x7fea40109340 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.457 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.454+0000 7fea44805640 1 --2- 172.21.15.28:0/3377772626 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fea401045c0 0x7fea401069e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.457 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.454+0000 7fea44805640 1 -- 172.21.15.28:0/3377772626 >> 172.21.15.28:0/3377772626 conn(0x7fea400fdbc0 msgr2=0x7fea40100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:56.457 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.454+0000 7fea44805640 1 -- 172.21.15.28:0/3377772626 shutdown_connections 2024-04-25T17:15:56.457 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.454+0000 7fea44805640 1 -- 172.21.15.28:0/3377772626 wait complete. 2024-04-25T17:15:56.457 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.454+0000 7fea44805640 1 Processor -- start 2024-04-25T17:15:56.457 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.454+0000 7fea44805640 1 -- start start 2024-04-25T17:15:56.457 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.455+0000 7fea44805640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fea401045c0 0x7fea4019a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:56.457 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.455+0000 7fea44805640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fea40106f20 0x7fea4019a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:56.457 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.455+0000 7fea44805640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fea40109880 0x7fea401a15d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:56.457 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.455+0000 7fea44805640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fea4010f500 con 0x7fea40106f20 2024-04-25T17:15:56.457 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.455+0000 7fea44805640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fea4010f380 con 0x7fea40109880 2024-04-25T17:15:56.457 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.455+0000 7fea44805640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fea4010f680 con 0x7fea401045c0 2024-04-25T17:15:56.457 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.455+0000 7fea3dd9b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fea40106f20 0x7fea4019a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:56.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.455+0000 7fea3dd9b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fea40106f20 0x7fea4019a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57712/0 (socket says 172.21.15.28:57712) 2024-04-25T17:15:56.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.455+0000 7fea3dd9b640 1 -- 172.21.15.28:0/2846384119 learned_addr learned my addr 172.21.15.28:0/2846384119 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:56.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.455+0000 7fea3e59c640 1 --2- 172.21.15.28:0/2846384119 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fea401045c0 0x7fea4019a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:56.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.455+0000 7fea3ed9d640 1 --2- 172.21.15.28:0/2846384119 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fea40109880 0x7fea401a15d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:56.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.455+0000 7fea3dd9b640 1 -- 172.21.15.28:0/2846384119 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fea401045c0 msgr2=0x7fea4019a100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:56.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.455+0000 7fea3dd9b640 1 --2- 172.21.15.28:0/2846384119 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fea401045c0 0x7fea4019a100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.455+0000 7fea3dd9b640 1 -- 172.21.15.28:0/2846384119 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fea40109880 msgr2=0x7fea401a15d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:56.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.455+0000 7fea3dd9b640 1 --2- 172.21.15.28:0/2846384119 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fea40109880 0x7fea401a15d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.455+0000 7fea3dd9b640 1 -- 172.21.15.28:0/2846384119 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea401a1c40 con 0x7fea40106f20 2024-04-25T17:15:56.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.455+0000 7fea3dd9b640 1 --2- 172.21.15.28:0/2846384119 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fea40106f20 0x7fea4019a640 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fea34005760 tx=0x7fea34003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:56.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.456+0000 7fea2f7fe640 1 -- 172.21.15.28:0/2846384119 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea3403f070 con 0x7fea40106f20 2024-04-25T17:15:56.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.456+0000 7fea2f7fe640 1 -- 172.21.15.28:0/2846384119 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fea34031ba0 con 0x7fea40106f20 2024-04-25T17:15:56.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.456+0000 7fea44805640 1 -- 172.21.15.28:0/2846384119 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea401a1ed0 con 0x7fea40106f20 2024-04-25T17:15:56.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.456+0000 7fea2f7fe640 1 -- 172.21.15.28:0/2846384119 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea34035030 con 0x7fea40106f20 2024-04-25T17:15:56.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.456+0000 7fea44805640 1 -- 172.21.15.28:0/2846384119 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea401a22e0 con 0x7fea40106f20 2024-04-25T17:15:56.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.457+0000 7fea44805640 1 -- 172.21.15.28:0/2846384119 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea400ff6e0 con 0x7fea40106f20 2024-04-25T17:15:56.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.458+0000 7fea2f7fe640 1 -- 172.21.15.28:0/2846384119 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fea34042070 con 0x7fea40106f20 2024-04-25T17:15:56.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.459+0000 7fea2f7fe640 1 --2- 172.21.15.28:0/2846384119 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fea280afaf0 0x7fea280b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:56.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.459+0000 7fea3e59c640 1 --2- 172.21.15.28:0/2846384119 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fea280afaf0 0x7fea280b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:56.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.459+0000 7fea2f7fe640 1 -- 172.21.15.28:0/2846384119 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fea340ffbc0 con 0x7fea40106f20 2024-04-25T17:15:56.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.460+0000 7fea3e59c640 1 --2- 172.21.15.28:0/2846384119 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fea280afaf0 0x7fea280b2000 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fea4006aa20 tx=0x7fea30005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:56.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.463+0000 7fea2f7fe640 1 -- 172.21.15.28:0/2846384119 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fea340c7db0 con 0x7fea40106f20 2024-04-25T17:15:56.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.649+0000 7fea44805640 1 -- 172.21.15.28:0/2846384119 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fea400637d0 con 0x7fea40106f20 2024-04-25T17:15:56.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.650+0000 7fea2f7fe640 1 -- 172.21.15.28:0/2846384119 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v84) ==== 104+0+11 (secure 0 0 0) 0x7fea340cc0b0 con 0x7fea40106f20 2024-04-25T17:15:56.650 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-25T17:15:56.652 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.651+0000 7fea44805640 1 -- 172.21.15.28:0/2846384119 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fea280afaf0 msgr2=0x7fea280b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:56.652 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.651+0000 7fea44805640 1 --2- 172.21.15.28:0/2846384119 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fea280afaf0 0x7fea280b2000 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fea4006aa20 tx=0x7fea30005f90 comp rx=0 tx=0).stop 2024-04-25T17:15:56.652 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.651+0000 7fea44805640 1 -- 172.21.15.28:0/2846384119 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fea40106f20 msgr2=0x7fea4019a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:56.652 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.651+0000 7fea44805640 1 --2- 172.21.15.28:0/2846384119 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fea40106f20 0x7fea4019a640 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fea34005760 tx=0x7fea34003c10 comp rx=0 tx=0).stop 2024-04-25T17:15:56.652 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.652+0000 7fea44805640 1 -- 172.21.15.28:0/2846384119 shutdown_connections 2024-04-25T17:15:56.652 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.652+0000 7fea44805640 1 --2- 172.21.15.28:0/2846384119 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fea280afaf0 0x7fea280b2000 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.652 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.652+0000 7fea44805640 1 --2- 172.21.15.28:0/2846384119 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fea40109880 0x7fea401a15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.652 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.652+0000 7fea44805640 1 --2- 172.21.15.28:0/2846384119 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fea40106f20 0x7fea4019a640 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.653 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.652+0000 7fea44805640 1 --2- 172.21.15.28:0/2846384119 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fea401045c0 0x7fea4019a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.653 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.652+0000 7fea44805640 1 -- 172.21.15.28:0/2846384119 >> 172.21.15.28:0/2846384119 conn(0x7fea400fdbc0 msgr2=0x7fea40105190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:56.653 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.652+0000 7fea44805640 1 -- 172.21.15.28:0/2846384119 shutdown_connections 2024-04-25T17:15:56.653 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.652+0000 7fea44805640 1 -- 172.21.15.28:0/2846384119 wait complete. 2024-04-25T17:15:56.662 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:56 smithi028 ceph-mon[29207]: pgmap v356: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:15:56.662 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:56 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2284034174' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:15:56.663 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:56 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/685806042' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:15:56.663 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T17:15:56.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:56 smithi084 ceph-mon[32752]: pgmap v356: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:15:56.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:56 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2284034174' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:15:56.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:56 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/685806042' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:15:56.779 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.779+0000 7f3ce881a640 1 -- 172.21.15.28:0/1659251088 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3ce4103830 msgr2=0x7f3ce4103c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:56.779 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.779+0000 7f3ce881a640 1 --2- 172.21.15.28:0/1659251088 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3ce4103830 0x7f3ce4103c40 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f3ccc009900 tx=0x7f3ccc02a410 comp rx=0 tx=0).stop 2024-04-25T17:15:56.779 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.779+0000 7f3ce881a640 1 -- 172.21.15.28:0/1659251088 shutdown_connections 2024-04-25T17:15:56.779 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.779+0000 7f3ce881a640 1 --2- 172.21.15.28:0/1659251088 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ce4109a70 0x7f3ce410be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.779 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.779+0000 7f3ce881a640 1 --2- 172.21.15.28:0/1659251088 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3ce4103830 0x7f3ce4103c40 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.780 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.779+0000 7f3ce881a640 1 --2- 172.21.15.28:0/1659251088 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ce4105170 0x7f3ce41032f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.780 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.779+0000 7f3ce881a640 1 -- 172.21.15.28:0/1659251088 >> 172.21.15.28:0/1659251088 conn(0x7f3ce40fed40 msgr2=0x7f3ce41011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:56.780 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.779+0000 7f3ce881a640 1 -- 172.21.15.28:0/1659251088 shutdown_connections 2024-04-25T17:15:56.780 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.779+0000 7f3ce881a640 1 -- 172.21.15.28:0/1659251088 wait complete. 2024-04-25T17:15:56.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.780+0000 7f3ce881a640 1 Processor -- start 2024-04-25T17:15:56.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.780+0000 7f3ce881a640 1 -- start start 2024-04-25T17:15:56.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.780+0000 7f3ce881a640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3ce4103830 0x7f3ce419c430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:56.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.780+0000 7f3ce881a640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ce4105170 0x7f3ce419c970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:56.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.780+0000 7f3ce881a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ce4109a70 0x7f3ce41a3900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:56.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.780+0000 7f3ce881a640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce4076af0 con 0x7f3ce4103830 2024-04-25T17:15:56.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.780+0000 7f3ce881a640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce4076970 con 0x7f3ce4105170 2024-04-25T17:15:56.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.780+0000 7f3ce881a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce4076c70 con 0x7f3ce4109a70 2024-04-25T17:15:56.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.780+0000 7f3ce259c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3ce4103830 0x7f3ce419c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:56.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.780+0000 7f3ce259c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3ce4103830 0x7f3ce419c430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57730/0 (socket says 172.21.15.28:57730) 2024-04-25T17:15:56.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.780+0000 7f3ce259c640 1 -- 172.21.15.28:0/943794987 learned_addr learned my addr 172.21.15.28:0/943794987 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:56.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.780+0000 7f3ce2d9d640 1 --2- 172.21.15.28:0/943794987 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ce4109a70 0x7f3ce41a3900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:56.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.780+0000 7f3cdbfff640 1 --2- 172.21.15.28:0/943794987 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ce4105170 0x7f3ce419c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:56.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.780+0000 7f3ce259c640 1 -- 172.21.15.28:0/943794987 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ce4109a70 msgr2=0x7f3ce41a3900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:56.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.780+0000 7f3ce259c640 1 --2- 172.21.15.28:0/943794987 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ce4109a70 0x7f3ce41a3900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.780+0000 7f3ce259c640 1 -- 172.21.15.28:0/943794987 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ce4105170 msgr2=0x7f3ce419c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:56.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.780+0000 7f3ce259c640 1 --2- 172.21.15.28:0/943794987 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ce4105170 0x7f3ce419c970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.780+0000 7f3ce259c640 1 -- 172.21.15.28:0/943794987 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ce41a3f70 con 0x7f3ce4103830 2024-04-25T17:15:56.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.780+0000 7f3cdbfff640 1 --2- 172.21.15.28:0/943794987 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ce4105170 0x7f3ce419c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:15:56.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.781+0000 7f3ce259c640 1 --2- 172.21.15.28:0/943794987 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3ce4103830 0x7f3ce419c430 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f3cd400e9f0 tx=0x7f3cd400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:56.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.781+0000 7f3cdb7fe640 1 -- 172.21.15.28:0/943794987 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd400ccc0 con 0x7f3ce4103830 2024-04-25T17:15:56.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.781+0000 7f3ce881a640 1 -- 172.21.15.28:0/943794987 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ce41a4260 con 0x7f3ce4103830 2024-04-25T17:15:56.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.781+0000 7f3cdb7fe640 1 -- 172.21.15.28:0/943794987 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3cd40044b0 con 0x7f3ce4103830 2024-04-25T17:15:56.784 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.781+0000 7f3cdb7fe640 1 -- 172.21.15.28:0/943794987 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd4010430 con 0x7f3ce4103830 2024-04-25T17:15:56.784 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.781+0000 7f3ce881a640 1 -- 172.21.15.28:0/943794987 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ce41a4800 con 0x7f3ce4103830 2024-04-25T17:15:56.784 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.782+0000 7f3ce881a640 1 -- 172.21.15.28:0/943794987 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ce406a210 con 0x7f3ce4103830 2024-04-25T17:15:56.784 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.783+0000 7f3cdb7fe640 1 -- 172.21.15.28:0/943794987 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f3cd4003f90 con 0x7f3ce4103830 2024-04-25T17:15:56.784 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.784+0000 7f3cdb7fe640 1 --2- 172.21.15.28:0/943794987 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f3cd00afaf0 0x7f3cd00b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:56.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.784+0000 7f3cdbfff640 1 --2- 172.21.15.28:0/943794987 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f3cd00afaf0 0x7f3cd00b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:56.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.784+0000 7f3cdb7fe640 1 -- 172.21.15.28:0/943794987 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f3cd40df410 con 0x7f3ce4103830 2024-04-25T17:15:56.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.784+0000 7f3cdbfff640 1 --2- 172.21.15.28:0/943794987 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f3cd00afaf0 0x7f3cd00b2000 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f3ccc006010 tx=0x7f3ccc031420 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:56.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.788+0000 7f3cdb7fe640 1 -- 172.21.15.28:0/943794987 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3cd40a7c10 con 0x7f3ce4103830 2024-04-25T17:15:56.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:56 smithi042 ceph-mon[32851]: pgmap v356: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:15:56.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:56 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2284034174' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:15:56.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:56 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/685806042' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:15:56.976 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.976+0000 7f3ce881a640 1 -- 172.21.15.28:0/943794987 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f3ce41a4be0 con 0x7f3ce4103830 2024-04-25T17:15:56.976 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.976+0000 7f3cdb7fe640 1 -- 172.21.15.28:0/943794987 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v84) ==== 100+0+11 (secure 0 0 0) 0x7f3cd40a7510 con 0x7f3ce4103830 2024-04-25T17:15:56.977 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 64 2024-04-25T17:15:56.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.978+0000 7f3ce881a640 1 -- 172.21.15.28:0/943794987 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f3cd00afaf0 msgr2=0x7f3cd00b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:56.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.978+0000 7f3ce881a640 1 --2- 172.21.15.28:0/943794987 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f3cd00afaf0 0x7f3cd00b2000 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f3ccc006010 tx=0x7f3ccc031420 comp rx=0 tx=0).stop 2024-04-25T17:15:56.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.978+0000 7f3ce881a640 1 -- 172.21.15.28:0/943794987 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3ce4103830 msgr2=0x7f3ce419c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:56.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.978+0000 7f3ce881a640 1 --2- 172.21.15.28:0/943794987 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3ce4103830 0x7f3ce419c430 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f3cd400e9f0 tx=0x7f3cd400eeb0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.978+0000 7f3ce881a640 1 -- 172.21.15.28:0/943794987 shutdown_connections 2024-04-25T17:15:56.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.978+0000 7f3ce881a640 1 --2- 172.21.15.28:0/943794987 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f3cd00afaf0 0x7f3cd00b2000 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.978+0000 7f3ce881a640 1 --2- 172.21.15.28:0/943794987 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ce4109a70 0x7f3ce41a3900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.978+0000 7f3ce881a640 1 --2- 172.21.15.28:0/943794987 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3ce4105170 0x7f3ce419c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.978+0000 7f3ce881a640 1 --2- 172.21.15.28:0/943794987 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3ce4103830 0x7f3ce419c430 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:56.980 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.978+0000 7f3ce881a640 1 -- 172.21.15.28:0/943794987 >> 172.21.15.28:0/943794987 conn(0x7f3ce40fed40 msgr2=0x7f3ce4101160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:56.980 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.978+0000 7f3ce881a640 1 -- 172.21.15.28:0/943794987 shutdown_connections 2024-04-25T17:15:56.980 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:56.979+0000 7f3ce881a640 1 -- 172.21.15.28:0/943794987 wait complete. 2024-04-25T17:15:56.990 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-25T17:15:57.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.106+0000 7f7d36242640 1 -- 172.21.15.28:0/2188117206 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d301046a0 msgr2=0x7f7d3010adf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:57.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.106+0000 7f7d36242640 1 --2- 172.21.15.28:0/2188117206 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d301046a0 0x7f7d3010adf0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f7d28009ca0 tx=0x7f7d2802a8c0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.106+0000 7f7d36242640 1 -- 172.21.15.28:0/2188117206 shutdown_connections 2024-04-25T17:15:57.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.106+0000 7f7d36242640 1 --2- 172.21.15.28:0/2188117206 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d301046a0 0x7f7d3010adf0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.106+0000 7f7d36242640 1 --2- 172.21.15.28:0/2188117206 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d30103b40 0x7f7d30104010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.106+0000 7f7d36242640 1 --2- 172.21.15.28:0/2188117206 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d30102fe0 0x7f7d301033f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.106+0000 7f7d36242640 1 -- 172.21.15.28:0/2188117206 >> 172.21.15.28:0/2188117206 conn(0x7f7d300fd380 msgr2=0x7f7d300ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:57.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.106+0000 7f7d36242640 1 -- 172.21.15.28:0/2188117206 shutdown_connections 2024-04-25T17:15:57.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.106+0000 7f7d36242640 1 -- 172.21.15.28:0/2188117206 wait complete. 2024-04-25T17:15:57.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.106+0000 7f7d36242640 1 Processor -- start 2024-04-25T17:15:57.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.106+0000 7f7d36242640 1 -- start start 2024-04-25T17:15:57.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.107+0000 7f7d36242640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d30102fe0 0x7f7d3019c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:57.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.107+0000 7f7d36242640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d30103b40 0x7f7d3019c630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:57.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.107+0000 7f7d36242640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d301a15b0 0x7f7d301a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:57.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.107+0000 7f7d36242640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f7d3010c7a0 con 0x7f7d301a15b0 2024-04-25T17:15:57.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.107+0000 7f7d36242640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7d3010c620 con 0x7f7d30103b40 2024-04-25T17:15:57.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.107+0000 7f7d36242640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7d3010c920 con 0x7f7d30102fe0 2024-04-25T17:15:57.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.107+0000 7f7d2ffff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d301a15b0 0x7f7d301a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:57.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.107+0000 7f7d2ffff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d301a15b0 0x7f7d301a39d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57756/0 (socket says 172.21.15.28:57756) 2024-04-25T17:15:57.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.107+0000 7f7d2ffff640 1 -- 172.21.15.28:0/4046015260 learned_addr learned my addr 172.21.15.28:0/4046015260 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:57.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.107+0000 7f7d2f7fe640 1 --2- 172.21.15.28:0/4046015260 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d30102fe0 0x7f7d3019c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:57.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.107+0000 7f7d2effd640 1 --2- 172.21.15.28:0/4046015260 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d30103b40 0x7f7d3019c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:57.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.107+0000 7f7d2ffff640 1 -- 172.21.15.28:0/4046015260 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d30102fe0 msgr2=0x7f7d3019c0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:57.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.107+0000 7f7d2ffff640 1 --2- 172.21.15.28:0/4046015260 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d30102fe0 0x7f7d3019c0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.107+0000 7f7d2ffff640 1 -- 172.21.15.28:0/4046015260 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d30103b40 msgr2=0x7f7d3019c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:57.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.107+0000 7f7d2ffff640 1 --2- 172.21.15.28:0/4046015260 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d30103b40 0x7f7d3019c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.107+0000 7f7d2ffff640 1 -- 172.21.15.28:0/4046015260 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d301a4040 con 0x7f7d301a15b0 2024-04-25T17:15:57.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.107+0000 7f7d2ffff640 1 --2- 172.21.15.28:0/4046015260 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d301a15b0 0x7f7d301a39d0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f7d28005e30 tx=0x7f7d28003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:57.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.108+0000 7f7d2cff9640 1 -- 172.21.15.28:0/4046015260 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d28032e90 con 0x7f7d301a15b0 2024-04-25T17:15:57.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.108+0000 7f7d2cff9640 1 -- 172.21.15.28:0/4046015260 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7d280044d0 con 0x7f7d301a15b0 2024-04-25T17:15:57.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.108+0000 7f7d36242640 1 -- 172.21.15.28:0/4046015260 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d301a42d0 con 0x7f7d301a15b0 2024-04-25T17:15:57.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.108+0000 7f7d2cff9640 1 -- 172.21.15.28:0/4046015260 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d28030ce0 con 0x7f7d301a15b0 2024-04-25T17:15:57.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.108+0000 7f7d36242640 1 -- 172.21.15.28:0/4046015260 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d301a4820 con 0x7f7d301a15b0 2024-04-25T17:15:57.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.109+0000 7f7d36242640 1 -- 172.21.15.28:0/4046015260 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d3006b400 con 0x7f7d301a15b0 2024-04-25T17:15:57.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.110+0000 7f7d2cff9640 1 -- 172.21.15.28:0/4046015260 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f7d28004040 con 0x7f7d301a15b0 2024-04-25T17:15:57.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.111+0000 7f7d2cff9640 1 --2- 172.21.15.28:0/4046015260 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7d180afaf0 0x7f7d180b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:57.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.111+0000 7f7d2cff9640 1 -- 172.21.15.28:0/4046015260 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f7d28100610 con 0x7f7d301a15b0 2024-04-25T17:15:57.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.111+0000 7f7d2f7fe640 1 --2- 172.21.15.28:0/4046015260 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7d180afaf0 0x7f7d180b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:57.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.111+0000 7f7d2f7fe640 1 --2- 172.21.15.28:0/4046015260 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7d180afaf0 0x7f7d180b2000 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f7d20005d00 tx=0x7f7d2000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:57.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.114+0000 7f7d2cff9640 1 -- 172.21.15.28:0/4046015260 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7d280c8f00 con 0x7f7d301a15b0 2024-04-25T17:15:57.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.303+0000 7f7d36242640 1 -- 172.21.15.28:0/4046015260 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f7d301a4a80 con 0x7f7d301a15b0 2024-04-25T17:15:57.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.303+0000 7f7d2cff9640 1 -- 172.21.15.28:0/4046015260 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v84) ==== 103+0+11 (secure 0 0 0) 0x7f7d280c8800 con 0x7f7d301a15b0 2024-04-25T17:15:57.303 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-25T17:15:57.305 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.305+0000 7f7d36242640 1 -- 172.21.15.28:0/4046015260 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7d180afaf0 msgr2=0x7f7d180b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:57.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.305+0000 7f7d36242640 1 --2- 172.21.15.28:0/4046015260 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7d180afaf0 0x7f7d180b2000 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f7d20005d00 tx=0x7f7d2000b410 comp rx=0 tx=0).stop 2024-04-25T17:15:57.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.305+0000 7f7d36242640 1 -- 172.21.15.28:0/4046015260 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d301a15b0 msgr2=0x7f7d301a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:57.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.305+0000 7f7d36242640 1 --2- 172.21.15.28:0/4046015260 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d301a15b0 0x7f7d301a39d0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f7d28005e30 tx=0x7f7d28003ba0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.305+0000 7f7d36242640 1 -- 172.21.15.28:0/4046015260 shutdown_connections 2024-04-25T17:15:57.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.305+0000 7f7d36242640 1 --2- 172.21.15.28:0/4046015260 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7d180afaf0 0x7f7d180b2000 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.305+0000 7f7d36242640 1 --2- 172.21.15.28:0/4046015260 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d301a15b0 0x7f7d301a39d0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.305+0000 7f7d36242640 1 --2- 172.21.15.28:0/4046015260 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d30103b40 0x7f7d3019c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.305+0000 7f7d36242640 1 --2- 172.21.15.28:0/4046015260 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d30102fe0 0x7f7d3019c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.305+0000 7f7d36242640 1 -- 172.21.15.28:0/4046015260 >> 172.21.15.28:0/4046015260 conn(0x7f7d300fd380 msgr2=0x7f7d300fda40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:57.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.305+0000 7f7d36242640 1 -- 172.21.15.28:0/4046015260 shutdown_connections 2024-04-25T17:15:57.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.305+0000 7f7d36242640 1 -- 172.21.15.28:0/4046015260 wait complete. 2024-04-25T17:15:57.317 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:15:57.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.429+0000 7f8b09f00640 1 -- 172.21.15.28:0/4121854098 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8b04102a00 msgr2=0x7f8b04103700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:57.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.429+0000 7f8b09f00640 1 --2- 172.21.15.28:0/4121854098 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8b04102a00 0x7f8b04103700 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f8af4009ca0 tx=0x7f8af402a8c0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.429+0000 7f8b09f00640 1 -- 172.21.15.28:0/4121854098 shutdown_connections 2024-04-25T17:15:57.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.429+0000 7f8b09f00640 1 --2- 172.21.15.28:0/4121854098 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8b04108940 0x7f8b0410ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.429+0000 7f8b09f00640 1 --2- 172.21.15.28:0/4121854098 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8b04103c40 0x7f8b04104050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.429+0000 7f8b09f00640 1 --2- 172.21.15.28:0/4121854098 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8b04102a00 0x7f8b04103700 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.429+0000 7f8b09f00640 1 -- 172.21.15.28:0/4121854098 >> 172.21.15.28:0/4121854098 conn(0x7f8b040fdbf0 msgr2=0x7f8b041000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:57.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.429+0000 7f8b09f00640 1 -- 172.21.15.28:0/4121854098 shutdown_connections 2024-04-25T17:15:57.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.429+0000 7f8b09f00640 1 -- 172.21.15.28:0/4121854098 wait complete. 2024-04-25T17:15:57.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.430+0000 7f8b09f00640 1 Processor -- start 2024-04-25T17:15:57.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.430+0000 7f8b09f00640 1 -- start start 2024-04-25T17:15:57.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.430+0000 7f8b09f00640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8b04102a00 0x7f8b0419a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:57.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.430+0000 7f8b09f00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8b04103c40 0x7f8b0419a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:57.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.430+0000 7f8b09f00640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8b04108940 0x7f8b041a1580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:57.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.430+0000 7f8b09f00640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f8b0410e400 con 0x7f8b04102a00 2024-04-25T17:15:57.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.430+0000 7f8b09f00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8b0410e280 con 0x7f8b04103c40 2024-04-25T17:15:57.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.430+0000 7f8b09f00640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8b0410e580 con 0x7f8b04108940 2024-04-25T17:15:57.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.430+0000 7f8b037fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8b04102a00 0x7f8b0419a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:57.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.430+0000 7f8b037fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8b04102a00 0x7f8b0419a0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57776/0 (socket says 172.21.15.28:57776) 2024-04-25T17:15:57.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.430+0000 7f8b037fe640 1 -- 172.21.15.28:0/1011402117 learned_addr learned my addr 172.21.15.28:0/1011402117 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:57.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.430+0000 7f8b03fff640 1 --2- 172.21.15.28:0/1011402117 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8b04108940 0x7f8b041a1580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:57.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.430+0000 7f8b02ffd640 1 --2- 172.21.15.28:0/1011402117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8b04103c40 0x7f8b0419a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:57.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.431+0000 7f8b037fe640 1 -- 172.21.15.28:0/1011402117 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8b04108940 msgr2=0x7f8b041a1580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:57.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.431+0000 7f8b037fe640 1 --2- 172.21.15.28:0/1011402117 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8b04108940 0x7f8b041a1580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.431+0000 7f8b037fe640 1 -- 172.21.15.28:0/1011402117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8b04103c40 msgr2=0x7f8b0419a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:57.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.431+0000 7f8b037fe640 1 --2- 172.21.15.28:0/1011402117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8b04103c40 0x7f8b0419a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.431+0000 7f8b037fe640 1 -- 172.21.15.28:0/1011402117 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b041a1bf0 con 0x7f8b04102a00 2024-04-25T17:15:57.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.431+0000 7f8b02ffd640 1 --2- 172.21.15.28:0/1011402117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8b04103c40 0x7f8b0419a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:15:57.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.431+0000 7f8b037fe640 1 --2- 172.21.15.28:0/1011402117 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8b04102a00 0x7f8b0419a0b0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f8af402ade0 tx=0x7f8af4009360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:57.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.431+0000 7f8b00ff9640 1 -- 172.21.15.28:0/1011402117 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8af4003db0 con 0x7f8b04102a00 2024-04-25T17:15:57.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.431+0000 7f8b00ff9640 1 -- 172.21.15.28:0/1011402117 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8af40044d0 con 0x7f8b04102a00 2024-04-25T17:15:57.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.431+0000 7f8b00ff9640 1 -- 172.21.15.28:0/1011402117 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8af4030c30 con 0x7f8b04102a00 2024-04-25T17:15:57.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.431+0000 7f8b09f00640 1 -- 172.21.15.28:0/1011402117 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b041a1e80 con 0x7f8b04102a00 2024-04-25T17:15:57.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.431+0000 7f8b09f00640 1 -- 172.21.15.28:0/1011402117 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b041a22f0 con 0x7f8b04102a00 2024-04-25T17:15:57.434 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.432+0000 7f8b09f00640 1 -- 172.21.15.28:0/1011402117 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b041a2610 con 0x7f8b04102a00 2024-04-25T17:15:57.435 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.434+0000 7f8b00ff9640 1 -- 172.21.15.28:0/1011402117 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f8af4004040 con 0x7f8b04102a00 2024-04-25T17:15:57.435 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.434+0000 7f8b00ff9640 1 --2- 172.21.15.28:0/1011402117 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8af00afc20 0x7f8af00b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:57.435 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.434+0000 7f8b02ffd640 1 --2- 172.21.15.28:0/1011402117 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8af00afc20 0x7f8af00b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:57.435 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.434+0000 7f8b00ff9640 1 -- 172.21.15.28:0/1011402117 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f8af41005c0 con 0x7f8b04102a00 2024-04-25T17:15:57.435 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.435+0000 7f8b02ffd640 1 --2- 172.21.15.28:0/1011402117 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8af00afc20 0x7f8af00b2130 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f8b0419b150 tx=0x7f8aec005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:57.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.438+0000 7f8b00ff9640 1 -- 172.21.15.28:0/1011402117 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8af40c8eb0 con 0x7f8b04102a00 2024-04-25T17:15:57.665 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.665+0000 7f8b09f00640 1 -- 172.21.15.28:0/1011402117 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8b041a27e0 con 0x7f8b04102a00 2024-04-25T17:15:57.665 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.665+0000 7f8b00ff9640 1 -- 172.21.15.28:0/1011402117 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11858 (secure 0 0 0) 0x7f8af40c87b0 con 0x7f8b04102a00 2024-04-25T17:15:57.666 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:15:57.666 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14661,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6839/1659868687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6838","nonce":1659868687},{"type":"v1","addr":"172.21.15.28:6839","nonce":1659868687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14673,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6841/1611935230","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6840","nonce":1611935230},{"type":"v1","addr":"172.21.15.28:6841","nonce":1611935230}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T17:13:42.616399+0000","modified":"2024-04-25T17:14:08.911426+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24551,"mds_1":24532,"mds_2":24506},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6837/1172878965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1172878965},{"type":"v1","addr":"172.21.15.84:6837","nonce":1172878965}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.42:6837/229475507","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":229475507},{"type":"v1","addr":"172.21.15.42:6837","nonce":229475507}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.84:6839/1332945442","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":1332945442},{"type":"v1","addr":"172.21.15.84:6839","nonce":1332945442}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.42:6839/616693654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":616693654},{"type":"v1","addr":"172.21.15.42:6839","nonce":616693654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24506,24532,24551]},"id":1}]} 2024-04-25T17:15:57.666 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 23 2024-04-25T17:15:57.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.667+0000 7f8b09f00640 1 -- 172.21.15.28:0/1011402117 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8af00afc20 msgr2=0x7f8af00b2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:57.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.667+0000 7f8b09f00640 1 --2- 172.21.15.28:0/1011402117 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8af00afc20 0x7f8af00b2130 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f8b0419b150 tx=0x7f8aec005f90 comp rx=0 tx=0).stop 2024-04-25T17:15:57.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.667+0000 7f8b09f00640 1 -- 172.21.15.28:0/1011402117 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8b04102a00 msgr2=0x7f8b0419a0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:57.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.667+0000 7f8b09f00640 1 --2- 172.21.15.28:0/1011402117 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8b04102a00 0x7f8b0419a0b0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f8af402ade0 tx=0x7f8af4009360 comp rx=0 tx=0).stop 2024-04-25T17:15:57.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.667+0000 7f8b09f00640 1 -- 172.21.15.28:0/1011402117 shutdown_connections 2024-04-25T17:15:57.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.667+0000 7f8b09f00640 1 --2- 172.21.15.28:0/1011402117 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8af00afc20 0x7f8af00b2130 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.667+0000 7f8b09f00640 1 --2- 172.21.15.28:0/1011402117 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8b04108940 0x7f8b041a1580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.667+0000 7f8b09f00640 1 --2- 172.21.15.28:0/1011402117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8b04103c40 0x7f8b0419a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.667+0000 7f8b09f00640 1 --2- 172.21.15.28:0/1011402117 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8b04102a00 0x7f8b0419a0b0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.667+0000 7f8b09f00640 1 -- 172.21.15.28:0/1011402117 >> 172.21.15.28:0/1011402117 conn(0x7f8b040fdbf0 msgr2=0x7f8b04109e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:57.669 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.668+0000 7f8b09f00640 1 -- 172.21.15.28:0/1011402117 shutdown_connections 2024-04-25T17:15:57.669 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.668+0000 7f8b09f00640 1 -- 172.21.15.28:0/1011402117 wait complete. 2024-04-25T17:15:57.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:57 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2846384119' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:15:57.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:57 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/943794987' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:15:57.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:57 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/4046015260' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:15:57.680 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T17:15:57.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:57 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2846384119' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:15:57.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:57 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/943794987' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:15:57.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:57 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/4046015260' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:15:57.794 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.791+0000 7f8973c15640 1 -- 172.21.15.28:0/799228274 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f896c102a00 msgr2=0x7f896c103700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:57.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.791+0000 7f8973c15640 1 --2- 172.21.15.28:0/799228274 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f896c102a00 0x7f896c103700 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f8968009900 tx=0x7f896802a410 comp rx=0 tx=0).stop 2024-04-25T17:15:57.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.792+0000 7f8973c15640 1 -- 172.21.15.28:0/799228274 shutdown_connections 2024-04-25T17:15:57.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.792+0000 7f8973c15640 1 --2- 172.21.15.28:0/799228274 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f896c108940 0x7f896c10ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.792+0000 7f8973c15640 1 --2- 172.21.15.28:0/799228274 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f896c103c40 0x7f896c104050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.792+0000 7f8973c15640 1 --2- 172.21.15.28:0/799228274 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f896c102a00 0x7f896c103700 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.792+0000 7f8973c15640 1 -- 172.21.15.28:0/799228274 >> 172.21.15.28:0/799228274 conn(0x7f896c0fdbf0 msgr2=0x7f896c1000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:57.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.792+0000 7f8973c15640 1 -- 172.21.15.28:0/799228274 shutdown_connections 2024-04-25T17:15:57.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.792+0000 7f8973c15640 1 -- 172.21.15.28:0/799228274 wait complete. 2024-04-25T17:15:57.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.792+0000 7f8973c15640 1 Processor -- start 2024-04-25T17:15:57.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.792+0000 7f8973c15640 1 -- start start 2024-04-25T17:15:57.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.792+0000 7f8973c15640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f896c102a00 0x7f896c198f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:57.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.792+0000 7f8973c15640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f896c103c40 0x7f896c1994b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:57.796 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.792+0000 7f8973c15640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f896c108940 0x7f896c1a0440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:57.796 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.793+0000 7f8973c15640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f896c10e390 con 0x7f896c102a00 2024-04-25T17:15:57.796 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.793+0000 7f8973c15640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f896c10e210 con 0x7f896c108940 2024-04-25T17:15:57.796 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.793+0000 7f8973c15640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f896c10e510 con 0x7f896c103c40 2024-04-25T17:15:57.796 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.793+0000 7f89719b1640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f896c102a00 0x7f896c198f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:57.796 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.793+0000 7f89719b1640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f896c102a00 0x7f896c198f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57808/0 (socket says 172.21.15.28:57808) 2024-04-25T17:15:57.796 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.793+0000 7f89719b1640 1 -- 172.21.15.28:0/4090260117 learned_addr learned my addr 172.21.15.28:0/4090260117 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:57.796 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.793+0000 7f89721b2640 1 --2- 172.21.15.28:0/4090260117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f896c108940 0x7f896c1a0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:57.796 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.793+0000 7f89719b1640 1 -- 172.21.15.28:0/4090260117 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f896c103c40 msgr2=0x7f896c1994b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:57.796 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.793+0000 7f89711b0640 1 --2- 172.21.15.28:0/4090260117 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f896c103c40 0x7f896c1994b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:57.796 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.793+0000 7f89719b1640 1 --2- 172.21.15.28:0/4090260117 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f896c103c40 0x7f896c1994b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.796 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.793+0000 7f89719b1640 1 -- 172.21.15.28:0/4090260117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f896c108940 msgr2=0x7f896c1a0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:57.796 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.793+0000 7f89719b1640 1 --2- 172.21.15.28:0/4090260117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f896c108940 0x7f896c1a0440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.796 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.793+0000 7f89719b1640 1 -- 172.21.15.28:0/4090260117 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f896c1a0a00 con 0x7f896c102a00 2024-04-25T17:15:57.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.793+0000 7f89721b2640 1 --2- 172.21.15.28:0/4090260117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f896c108940 0x7f896c1a0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:15:57.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.793+0000 7f89711b0640 1 --2- 172.21.15.28:0/4090260117 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f896c103c40 0x7f896c1994b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:15:57.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.793+0000 7f89719b1640 1 --2- 172.21.15.28:0/4090260117 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f896c102a00 0x7f896c198f70 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f8968005ab0 tx=0x7f8968004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:57.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.793+0000 7f8962ffd640 1 -- 172.21.15.28:0/4090260117 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f896803f070 con 0x7f896c102a00 2024-04-25T17:15:57.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.793+0000 7f8962ffd640 1 -- 172.21.15.28:0/4090260117 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8968003c80 con 0x7f896c102a00 2024-04-25T17:15:57.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.793+0000 7f8973c15640 1 -- 172.21.15.28:0/4090260117 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f896c1a0c90 con 0x7f896c102a00 2024-04-25T17:15:57.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.793+0000 7f8962ffd640 1 -- 172.21.15.28:0/4090260117 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8968035070 con 0x7f896c102a00 2024-04-25T17:15:57.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.793+0000 7f8973c15640 1 -- 172.21.15.28:0/4090260117 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f896c1a11d0 con 0x7f896c102a00 2024-04-25T17:15:57.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.794+0000 7f8973c15640 1 -- 172.21.15.28:0/4090260117 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f896c107750 con 0x7f896c102a00 2024-04-25T17:15:57.798 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.796+0000 7f8962ffd640 1 -- 172.21.15.28:0/4090260117 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f896803b610 con 0x7f896c102a00 2024-04-25T17:15:57.798 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.797+0000 7f8962ffd640 1 --2- 172.21.15.28:0/4090260117 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f89580afc20 0x7f89580b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:57.798 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.797+0000 7f89711b0640 1 --2- 172.21.15.28:0/4090260117 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f89580afc20 0x7f89580b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:57.798 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.797+0000 7f8962ffd640 1 -- 172.21.15.28:0/4090260117 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f89680ffff0 con 0x7f896c102a00 2024-04-25T17:15:57.798 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.797+0000 7f89711b0640 1 --2- 172.21.15.28:0/4090260117 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f89580afc20 0x7f89580b2130 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f895c0058c0 tx=0x7f895c005d50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:57.800 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.800+0000 7f8962ffd640 1 -- 172.21.15.28:0/4090260117 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f89680c8810 con 0x7f896c102a00 2024-04-25T17:15:57.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:57 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2846384119' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:15:57.889 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:57 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/943794987' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:15:57.889 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:57 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/4046015260' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:15:57.989 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.989+0000 7f8973c15640 1 -- 172.21.15.28:0/4090260117 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f896c02dd20 con 0x7f896c102a00 2024-04-25T17:15:57.990 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.990+0000 7f8962ffd640 1 -- 172.21.15.28:0/4090260117 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+24564 (secure 0 0 0) 0x7f89680c8110 con 0x7f896c102a00 2024-04-25T17:15:57.991 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:15:57.991 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":84,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:15:32.384427+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T17:13:40.495256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T17:13:41.573638+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T17:13:45.282812+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.5","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1a","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:15:57.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.992+0000 7f8973c15640 1 -- 172.21.15.28:0/4090260117 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f89580afc20 msgr2=0x7f89580b2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:57.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.992+0000 7f8973c15640 1 --2- 172.21.15.28:0/4090260117 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f89580afc20 0x7f89580b2130 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f895c0058c0 tx=0x7f895c005d50 comp rx=0 tx=0).stop 2024-04-25T17:15:57.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.992+0000 7f8973c15640 1 -- 172.21.15.28:0/4090260117 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f896c102a00 msgr2=0x7f896c198f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:57.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.992+0000 7f8973c15640 1 --2- 172.21.15.28:0/4090260117 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f896c102a00 0x7f896c198f70 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f8968005ab0 tx=0x7f8968004270 comp rx=0 tx=0).stop 2024-04-25T17:15:57.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.992+0000 7f8973c15640 1 -- 172.21.15.28:0/4090260117 shutdown_connections 2024-04-25T17:15:57.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.992+0000 7f8973c15640 1 --2- 172.21.15.28:0/4090260117 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f89580afc20 0x7f89580b2130 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.992+0000 7f8973c15640 1 --2- 172.21.15.28:0/4090260117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f896c108940 0x7f896c1a0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.992+0000 7f8973c15640 1 --2- 172.21.15.28:0/4090260117 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f896c103c40 0x7f896c1994b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.992+0000 7f8973c15640 1 --2- 172.21.15.28:0/4090260117 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f896c102a00 0x7f896c198f70 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:57.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.992+0000 7f8973c15640 1 -- 172.21.15.28:0/4090260117 >> 172.21.15.28:0/4090260117 conn(0x7f896c0fdbf0 msgr2=0x7f896c104920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:57.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.992+0000 7f8973c15640 1 -- 172.21.15.28:0/4090260117 shutdown_connections 2024-04-25T17:15:57.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:57.993+0000 7f8973c15640 1 -- 172.21.15.28:0/4090260117 wait complete. 2024-04-25T17:15:58.005 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T17:08:58.716897+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T17:13:40.495256+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '75', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T17:13:41.573638+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '76', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-25T17:13:45.282812+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-25T17:15:58.005 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T17:15:58.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.120+0000 7f1c802e9640 1 -- 172.21.15.28:0/676997081 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1c78102fe0 msgr2=0x7f1c781033f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:58.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.120+0000 7f1c802e9640 1 --2- 172.21.15.28:0/676997081 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1c78102fe0 0x7f1c781033f0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f1c74009900 tx=0x7f1c7402a410 comp rx=0 tx=0).stop 2024-04-25T17:15:58.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.120+0000 7f1c802e9640 1 -- 172.21.15.28:0/676997081 shutdown_connections 2024-04-25T17:15:58.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.120+0000 7f1c802e9640 1 --2- 172.21.15.28:0/676997081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c781046a0 0x7f1c7810adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.120+0000 7f1c802e9640 1 --2- 172.21.15.28:0/676997081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c78103b40 0x7f1c78104010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.120+0000 7f1c802e9640 1 --2- 172.21.15.28:0/676997081 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1c78102fe0 0x7f1c781033f0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.120+0000 7f1c802e9640 1 -- 172.21.15.28:0/676997081 >> 172.21.15.28:0/676997081 conn(0x7f1c780fd380 msgr2=0x7f1c780ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:58.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.120+0000 7f1c802e9640 1 -- 172.21.15.28:0/676997081 shutdown_connections 2024-04-25T17:15:58.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.120+0000 7f1c802e9640 1 -- 172.21.15.28:0/676997081 wait complete. 2024-04-25T17:15:58.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.121+0000 7f1c802e9640 1 Processor -- start 2024-04-25T17:15:58.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.121+0000 7f1c802e9640 1 -- start start 2024-04-25T17:15:58.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.121+0000 7f1c802e9640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1c78102fe0 0x7f1c78102230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:58.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.121+0000 7f1c802e9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c78103b40 0x7f1c7819ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:58.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.121+0000 7f1c802e9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c7819f2b0 0x7f1c781a16d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:58.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.121+0000 7f1c802e9640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7810e5f0 con 0x7f1c78102fe0 2024-04-25T17:15:58.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.121+0000 7f1c802e9640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7810e470 con 0x7f1c78103b40 2024-04-25T17:15:58.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.121+0000 7f1c802e9640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7810e770 con 0x7f1c7819f2b0 2024-04-25T17:15:58.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.121+0000 7f1c7e085640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1c78102fe0 0x7f1c78102230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:58.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.121+0000 7f1c7e085640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1c78102fe0 0x7f1c78102230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57840/0 (socket says 172.21.15.28:57840) 2024-04-25T17:15:58.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.121+0000 7f1c7e085640 1 -- 172.21.15.28:0/2105543462 learned_addr learned my addr 172.21.15.28:0/2105543462 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:58.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.121+0000 7f1c7d884640 1 --2- 172.21.15.28:0/2105543462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c78103b40 0x7f1c7819ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:58.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.121+0000 7f1c7e886640 1 --2- 172.21.15.28:0/2105543462 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c7819f2b0 0x7f1c781a16d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:58.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.121+0000 7f1c7e085640 1 -- 172.21.15.28:0/2105543462 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c7819f2b0 msgr2=0x7f1c781a16d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:58.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.121+0000 7f1c7e085640 1 --2- 172.21.15.28:0/2105543462 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c7819f2b0 0x7f1c781a16d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.121+0000 7f1c7e085640 1 -- 172.21.15.28:0/2105543462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c78103b40 msgr2=0x7f1c7819ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:58.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.121+0000 7f1c7e085640 1 --2- 172.21.15.28:0/2105543462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c78103b40 0x7f1c7819ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.121+0000 7f1c7e085640 1 -- 172.21.15.28:0/2105543462 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c781a1ea0 con 0x7f1c78102fe0 2024-04-25T17:15:58.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.121+0000 7f1c7e886640 1 --2- 172.21.15.28:0/2105543462 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c7819f2b0 0x7f1c781a16d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:15:58.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.122+0000 7f1c7e085640 1 --2- 172.21.15.28:0/2105543462 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1c78102fe0 0x7f1c78102230 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f1c74031460 tx=0x7f1c74004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:58.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.122+0000 7f1c6f7fe640 1 -- 172.21.15.28:0/2105543462 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c7403f030 con 0x7f1c78102fe0 2024-04-25T17:15:58.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.122+0000 7f1c802e9640 1 -- 172.21.15.28:0/2105543462 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c781a2130 con 0x7f1c78102fe0 2024-04-25T17:15:58.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.122+0000 7f1c6f7fe640 1 -- 172.21.15.28:0/2105543462 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1c74003a80 con 0x7f1c78102fe0 2024-04-25T17:15:58.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.122+0000 7f1c6f7fe640 1 -- 172.21.15.28:0/2105543462 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c74035070 con 0x7f1c78102fe0 2024-04-25T17:15:58.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.122+0000 7f1c802e9640 1 -- 172.21.15.28:0/2105543462 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c781a2620 con 0x7f1c78102fe0 2024-04-25T17:15:58.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.123+0000 7f1c802e9640 1 -- 172.21.15.28:0/2105543462 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c7806b400 con 0x7f1c78102fe0 2024-04-25T17:15:58.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.124+0000 7f1c6f7fe640 1 -- 172.21.15.28:0/2105543462 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f1c74042030 con 0x7f1c78102fe0 2024-04-25T17:15:58.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.125+0000 7f1c6f7fe640 1 --2- 172.21.15.28:0/2105543462 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1c640afaf0 0x7f1c640b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:58.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.125+0000 7f1c7d884640 1 --2- 172.21.15.28:0/2105543462 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1c640afaf0 0x7f1c640b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:58.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.125+0000 7f1c6f7fe640 1 -- 172.21.15.28:0/2105543462 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f1c740ffb00 con 0x7f1c78102fe0 2024-04-25T17:15:58.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.126+0000 7f1c7d884640 1 --2- 172.21.15.28:0/2105543462 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1c640afaf0 0x7f1c640b2000 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f1c78101c40 tx=0x7f1c68005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:58.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.129+0000 7f1c6f7fe640 1 -- 172.21.15.28:0/2105543462 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1c740c8360 con 0x7f1c78102fe0 2024-04-25T17:15:58.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.316+0000 7f1c802e9640 1 -- 172.21.15.28:0/2105543462 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f1c7802dda0 con 0x7f1c78102fe0 2024-04-25T17:15:58.317 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.317+0000 7f1c6f7fe640 1 -- 172.21.15.28:0/2105543462 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v84) ==== 93+0+10 (secure 0 0 0) 0x7f1c740c7c60 con 0x7f1c78102fe0 2024-04-25T17:15:58.317 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 1 2024-04-25T17:15:58.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.318+0000 7f1c802e9640 1 -- 172.21.15.28:0/2105543462 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1c640afaf0 msgr2=0x7f1c640b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:58.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.318+0000 7f1c802e9640 1 --2- 172.21.15.28:0/2105543462 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1c640afaf0 0x7f1c640b2000 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f1c78101c40 tx=0x7f1c68005f90 comp rx=0 tx=0).stop 2024-04-25T17:15:58.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.318+0000 7f1c802e9640 1 -- 172.21.15.28:0/2105543462 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1c78102fe0 msgr2=0x7f1c78102230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:58.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.318+0000 7f1c802e9640 1 --2- 172.21.15.28:0/2105543462 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1c78102fe0 0x7f1c78102230 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f1c74031460 tx=0x7f1c74004270 comp rx=0 tx=0).stop 2024-04-25T17:15:58.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.318+0000 7f1c802e9640 1 -- 172.21.15.28:0/2105543462 shutdown_connections 2024-04-25T17:15:58.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.318+0000 7f1c802e9640 1 --2- 172.21.15.28:0/2105543462 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1c640afaf0 0x7f1c640b2000 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.319+0000 7f1c802e9640 1 --2- 172.21.15.28:0/2105543462 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c7819f2b0 0x7f1c781a16d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.319+0000 7f1c802e9640 1 --2- 172.21.15.28:0/2105543462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c78103b40 0x7f1c7819ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.319+0000 7f1c802e9640 1 --2- 172.21.15.28:0/2105543462 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1c78102fe0 0x7f1c78102230 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.319+0000 7f1c802e9640 1 -- 172.21.15.28:0/2105543462 >> 172.21.15.28:0/2105543462 conn(0x7f1c780fd380 msgr2=0x7f1c780ff7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:58.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.319+0000 7f1c802e9640 1 -- 172.21.15.28:0/2105543462 shutdown_connections 2024-04-25T17:15:58.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.319+0000 7f1c802e9640 1 -- 172.21.15.28:0/2105543462 wait complete. 2024-04-25T17:15:58.331 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T17:15:58.448 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.446+0000 7f8092f96640 1 -- 172.21.15.28:0/33896913 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f808c106f20 msgr2=0x7f808c109340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:58.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.446+0000 7f8092f96640 1 --2- 172.21.15.28:0/33896913 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f808c106f20 0x7f808c109340 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f8080009900 tx=0x7f808002a410 comp rx=0 tx=0).stop 2024-04-25T17:15:58.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.446+0000 7f8092f96640 1 -- 172.21.15.28:0/33896913 shutdown_connections 2024-04-25T17:15:58.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.446+0000 7f8092f96640 1 --2- 172.21.15.28:0/33896913 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f808c109880 0x7f808c10bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.446+0000 7f8092f96640 1 --2- 172.21.15.28:0/33896913 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f808c106f20 0x7f808c109340 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.446+0000 7f8092f96640 1 --2- 172.21.15.28:0/33896913 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f808c1045c0 0x7f808c1069e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.446+0000 7f8092f96640 1 -- 172.21.15.28:0/33896913 >> 172.21.15.28:0/33896913 conn(0x7f808c0fdbc0 msgr2=0x7f808c100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:58.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.446+0000 7f8092f96640 1 -- 172.21.15.28:0/33896913 shutdown_connections 2024-04-25T17:15:58.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.446+0000 7f8092f96640 1 -- 172.21.15.28:0/33896913 wait complete. 2024-04-25T17:15:58.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.446+0000 7f8092f96640 1 Processor -- start 2024-04-25T17:15:58.449 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.446+0000 7f8092f96640 1 -- start start 2024-04-25T17:15:58.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.446+0000 7f8092f96640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f808c1045c0 0x7f808c19a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:58.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.446+0000 7f8092f96640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f808c106f20 0x7f808c19a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:58.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.447+0000 7f8092f96640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f808c109880 0x7f808c1a1640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:58.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.447+0000 7f8092f96640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f808c10f4b0 con 0x7f808c109880 2024-04-25T17:15:58.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.447+0000 7f8092f96640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f808c10f330 con 0x7f808c1045c0 2024-04-25T17:15:58.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.447+0000 7f8092f96640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f808c10f630 con 0x7f808c106f20 2024-04-25T17:15:58.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.447+0000 7f8091533640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f808c109880 0x7f808c1a1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:58.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.447+0000 7f8091533640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f808c109880 0x7f808c1a1640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57858/0 (socket says 172.21.15.28:57858) 2024-04-25T17:15:58.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.447+0000 7f8091533640 1 -- 172.21.15.28:0/2915362314 learned_addr learned my addr 172.21.15.28:0/2915362314 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:58.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.447+0000 7f8090d32640 1 --2- 172.21.15.28:0/2915362314 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f808c1045c0 0x7f808c19a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:58.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.447+0000 7f808bfff640 1 --2- 172.21.15.28:0/2915362314 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f808c106f20 0x7f808c19a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:58.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.447+0000 7f8091533640 1 -- 172.21.15.28:0/2915362314 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f808c106f20 msgr2=0x7f808c19a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:58.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.447+0000 7f8091533640 1 --2- 172.21.15.28:0/2915362314 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f808c106f20 0x7f808c19a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.447+0000 7f8091533640 1 -- 172.21.15.28:0/2915362314 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f808c1045c0 msgr2=0x7f808c19a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:58.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.447+0000 7f8091533640 1 --2- 172.21.15.28:0/2915362314 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f808c1045c0 0x7f808c19a170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.447+0000 7f8091533640 1 -- 172.21.15.28:0/2915362314 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f808c1a1cb0 con 0x7f808c109880 2024-04-25T17:15:58.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.447+0000 7f8091533640 1 --2- 172.21.15.28:0/2915362314 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f808c109880 0x7f808c1a1640 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f807c00c970 tx=0x7f807c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:58.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.447+0000 7f8089ffb640 1 -- 172.21.15.28:0/2915362314 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f807c004230 con 0x7f808c109880 2024-04-25T17:15:58.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.447+0000 7f8089ffb640 1 -- 172.21.15.28:0/2915362314 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f807c007e40 con 0x7f808c109880 2024-04-25T17:15:58.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.447+0000 7f8092f96640 1 -- 172.21.15.28:0/2915362314 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f808c1a1fa0 con 0x7f808c109880 2024-04-25T17:15:58.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.447+0000 7f8089ffb640 1 -- 172.21.15.28:0/2915362314 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f807c003da0 con 0x7f808c109880 2024-04-25T17:15:58.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.448+0000 7f8092f96640 1 -- 172.21.15.28:0/2915362314 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f808c1a23b0 con 0x7f808c109880 2024-04-25T17:15:58.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.449+0000 7f8092f96640 1 -- 172.21.15.28:0/2915362314 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f808c069dc0 con 0x7f808c109880 2024-04-25T17:15:58.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.450+0000 7f8089ffb640 1 -- 172.21.15.28:0/2915362314 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f807c0079b0 con 0x7f808c109880 2024-04-25T17:15:58.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.451+0000 7f8089ffb640 1 --2- 172.21.15.28:0/2915362314 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f80740afaf0 0x7f80740b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:58.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.451+0000 7f8090d32640 1 --2- 172.21.15.28:0/2915362314 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f80740afaf0 0x7f80740b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:58.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.451+0000 7f8089ffb640 1 -- 172.21.15.28:0/2915362314 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f807c0deff0 con 0x7f808c109880 2024-04-25T17:15:58.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.451+0000 7f8090d32640 1 --2- 172.21.15.28:0/2915362314 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f80740afaf0 0x7f80740b2000 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f808c06aa20 tx=0x7f8084009680 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:58.454 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.454+0000 7f8089ffb640 1 -- 172.21.15.28:0/2915362314 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f807c014070 con 0x7f808c109880 2024-04-25T17:15:58.640 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.640+0000 7f8092f96640 1 -- 172.21.15.28:0/2915362314 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f808c02dc10 con 0x7f808c109880 2024-04-25T17:15:58.641 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.641+0000 7f8089ffb640 1 -- 172.21.15.28:0/2915362314 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v84) ==== 104+0+11 (secure 0 0 0) 0x7f807c0a71c0 con 0x7f808c109880 2024-04-25T17:15:58.641 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-25T17:15:58.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.642+0000 7f8092f96640 1 -- 172.21.15.28:0/2915362314 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f80740afaf0 msgr2=0x7f80740b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:58.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.642+0000 7f8092f96640 1 --2- 172.21.15.28:0/2915362314 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f80740afaf0 0x7f80740b2000 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f808c06aa20 tx=0x7f8084009680 comp rx=0 tx=0).stop 2024-04-25T17:15:58.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.642+0000 7f8092f96640 1 -- 172.21.15.28:0/2915362314 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f808c109880 msgr2=0x7f808c1a1640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:58.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.642+0000 7f8092f96640 1 --2- 172.21.15.28:0/2915362314 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f808c109880 0x7f808c1a1640 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f807c00c970 tx=0x7f807c00ce30 comp rx=0 tx=0).stop 2024-04-25T17:15:58.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.643+0000 7f8092f96640 1 -- 172.21.15.28:0/2915362314 shutdown_connections 2024-04-25T17:15:58.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.643+0000 7f8092f96640 1 --2- 172.21.15.28:0/2915362314 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f80740afaf0 0x7f80740b2000 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.643+0000 7f8092f96640 1 --2- 172.21.15.28:0/2915362314 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f808c109880 0x7f808c1a1640 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.643+0000 7f8092f96640 1 --2- 172.21.15.28:0/2915362314 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f808c106f20 0x7f808c19a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.644 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.643+0000 7f8092f96640 1 --2- 172.21.15.28:0/2915362314 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f808c1045c0 0x7f808c19a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.644 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.643+0000 7f8092f96640 1 -- 172.21.15.28:0/2915362314 >> 172.21.15.28:0/2915362314 conn(0x7f808c0fdbc0 msgr2=0x7f808c106610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:58.644 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.643+0000 7f8092f96640 1 -- 172.21.15.28:0/2915362314 shutdown_connections 2024-04-25T17:15:58.644 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.643+0000 7f8092f96640 1 -- 172.21.15.28:0/2915362314 wait complete. 2024-04-25T17:15:58.653 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:58 smithi028 ceph-mon[29207]: pgmap v357: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:15:58.653 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:58 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1011402117' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:15:58.653 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:58 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/4090260117' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:15:58.654 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:58 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2105543462' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:15:58.654 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T17:15:58.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:58 smithi084 ceph-mon[32752]: pgmap v357: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:15:58.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:58 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1011402117' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:15:58.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:58 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/4090260117' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:15:58.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:58 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2105543462' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:15:58.770 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.769+0000 7f7d293a8640 1 -- 172.21.15.28:0/122003809 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d24103960 msgr2=0x7f7d24103df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:58.770 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.769+0000 7f7d293a8640 1 --2- 172.21.15.28:0/122003809 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d24103960 0x7f7d24103df0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f7d18009900 tx=0x7f7d1802a410 comp rx=0 tx=0).stop 2024-04-25T17:15:58.770 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.769+0000 7f7d293a8640 1 -- 172.21.15.28:0/122003809 shutdown_connections 2024-04-25T17:15:58.770 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.769+0000 7f7d293a8640 1 --2- 172.21.15.28:0/122003809 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d24104480 0x7f7d2410abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.770 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.769+0000 7f7d293a8640 1 --2- 172.21.15.28:0/122003809 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d24103960 0x7f7d24103df0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.770 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.769+0000 7f7d293a8640 1 --2- 172.21.15.28:0/122003809 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d24102f80 0x7f7d24103390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.770 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.769+0000 7f7d293a8640 1 -- 172.21.15.28:0/122003809 >> 172.21.15.28:0/122003809 conn(0x7f7d240fd380 msgr2=0x7f7d240ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:58.771 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.769+0000 7f7d293a8640 1 -- 172.21.15.28:0/122003809 shutdown_connections 2024-04-25T17:15:58.771 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.769+0000 7f7d293a8640 1 -- 172.21.15.28:0/122003809 wait complete. 2024-04-25T17:15:58.771 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.770+0000 7f7d293a8640 1 Processor -- start 2024-04-25T17:15:58.773 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.770+0000 7f7d293a8640 1 -- start start 2024-04-25T17:15:58.773 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.770+0000 7f7d293a8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d24102f80 0x7f7d2419a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:58.773 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.770+0000 7f7d293a8640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d24103960 0x7f7d2419a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:58.773 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.770+0000 7f7d293a8640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d24104480 0x7f7d241a15d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:58.773 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.770+0000 7f7d293a8640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f7d2410f500 con 0x7f7d24104480 2024-04-25T17:15:58.773 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.770+0000 7f7d293a8640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7d2410f380 con 0x7f7d24103960 2024-04-25T17:15:58.773 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.770+0000 7f7d293a8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7d2410f680 con 0x7f7d24102f80 2024-04-25T17:15:58.773 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.771+0000 7f7d237fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d24104480 0x7f7d241a15d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:58.773 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.771+0000 7f7d237fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d24104480 0x7f7d241a15d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57878/0 (socket says 172.21.15.28:57878) 2024-04-25T17:15:58.773 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.771+0000 7f7d237fe640 1 -- 172.21.15.28:0/3405043859 learned_addr learned my addr 172.21.15.28:0/3405043859 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:58.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.771+0000 7f7d227fc640 1 --2- 172.21.15.28:0/3405043859 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d24103960 0x7f7d2419a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:58.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.771+0000 7f7d22ffd640 1 --2- 172.21.15.28:0/3405043859 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d24102f80 0x7f7d2419a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:58.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.771+0000 7f7d237fe640 1 -- 172.21.15.28:0/3405043859 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d24102f80 msgr2=0x7f7d2419a100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:58.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.771+0000 7f7d237fe640 1 --2- 172.21.15.28:0/3405043859 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d24102f80 0x7f7d2419a100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.771+0000 7f7d237fe640 1 -- 172.21.15.28:0/3405043859 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d24103960 msgr2=0x7f7d2419a640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:58.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.771+0000 7f7d237fe640 1 --2- 172.21.15.28:0/3405043859 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d24103960 0x7f7d2419a640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.771+0000 7f7d237fe640 1 -- 172.21.15.28:0/3405043859 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d241a1b90 con 0x7f7d24104480 2024-04-25T17:15:58.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.771+0000 7f7d237fe640 1 --2- 172.21.15.28:0/3405043859 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d24104480 0x7f7d241a15d0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f7d1c00cce0 tx=0x7f7d1c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:58.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.771+0000 7f7d0bfff640 1 -- 172.21.15.28:0/3405043859 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d1c00f450 con 0x7f7d24104480 2024-04-25T17:15:58.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.771+0000 7f7d0bfff640 1 -- 172.21.15.28:0/3405043859 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7d1c00fa80 con 0x7f7d24104480 2024-04-25T17:15:58.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.771+0000 7f7d293a8640 1 -- 172.21.15.28:0/3405043859 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d241a1e80 con 0x7f7d24104480 2024-04-25T17:15:58.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.771+0000 7f7d0bfff640 1 -- 172.21.15.28:0/3405043859 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d1c018ad0 con 0x7f7d24104480 2024-04-25T17:15:58.774 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.771+0000 7f7d293a8640 1 -- 172.21.15.28:0/3405043859 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d241a2290 con 0x7f7d24104480 2024-04-25T17:15:58.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.772+0000 7f7d293a8640 1 -- 172.21.15.28:0/3405043859 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d2406a240 con 0x7f7d24104480 2024-04-25T17:15:58.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.774+0000 7f7d0bfff640 1 -- 172.21.15.28:0/3405043859 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f7d1c00f5f0 con 0x7f7d24104480 2024-04-25T17:15:58.775 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.774+0000 7f7d0bfff640 1 --2- 172.21.15.28:0/3405043859 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7d0c0afaf0 0x7f7d0c0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:58.776 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.775+0000 7f7d22ffd640 1 --2- 172.21.15.28:0/3405043859 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7d0c0afaf0 0x7f7d0c0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:58.776 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.775+0000 7f7d0bfff640 1 -- 172.21.15.28:0/3405043859 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f7d1c0df8c0 con 0x7f7d24104480 2024-04-25T17:15:58.776 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.775+0000 7f7d22ffd640 1 --2- 172.21.15.28:0/3405043859 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7d0c0afaf0 0x7f7d0c0b2000 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f7d2406b380 tx=0x7f7d14005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:58.778 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.778+0000 7f7d0bfff640 1 -- 172.21.15.28:0/3405043859 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7d2406a240 con 0x7f7d24104480 2024-04-25T17:15:58.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:58 smithi042 ceph-mon[32851]: pgmap v357: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:15:58.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:58 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1011402117' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:15:58.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:58 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/4090260117' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:15:58.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:58 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2105543462' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:15:58.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.965+0000 7f7d293a8640 1 -- 172.21.15.28:0/3405043859 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f7d2402dc10 con 0x7f7d24104480 2024-04-25T17:15:58.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.965+0000 7f7d0bfff640 1 -- 172.21.15.28:0/3405043859 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v84) ==== 100+0+11 (secure 0 0 0) 0x7f7d1c014030 con 0x7f7d24104480 2024-04-25T17:15:58.965 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 64 2024-04-25T17:15:58.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.967+0000 7f7d293a8640 1 -- 172.21.15.28:0/3405043859 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7d0c0afaf0 msgr2=0x7f7d0c0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:58.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.967+0000 7f7d293a8640 1 --2- 172.21.15.28:0/3405043859 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7d0c0afaf0 0x7f7d0c0b2000 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f7d2406b380 tx=0x7f7d14005f90 comp rx=0 tx=0).stop 2024-04-25T17:15:58.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.967+0000 7f7d293a8640 1 -- 172.21.15.28:0/3405043859 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d24104480 msgr2=0x7f7d241a15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:58.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.967+0000 7f7d293a8640 1 --2- 172.21.15.28:0/3405043859 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d24104480 0x7f7d241a15d0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f7d1c00cce0 tx=0x7f7d1c00a620 comp rx=0 tx=0).stop 2024-04-25T17:15:58.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.967+0000 7f7d293a8640 1 -- 172.21.15.28:0/3405043859 shutdown_connections 2024-04-25T17:15:58.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.967+0000 7f7d293a8640 1 --2- 172.21.15.28:0/3405043859 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7d0c0afaf0 0x7f7d0c0b2000 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.967+0000 7f7d293a8640 1 --2- 172.21.15.28:0/3405043859 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7d24104480 0x7f7d241a15d0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.967+0000 7f7d293a8640 1 --2- 172.21.15.28:0/3405043859 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d24103960 0x7f7d2419a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.967+0000 7f7d293a8640 1 --2- 172.21.15.28:0/3405043859 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d24102f80 0x7f7d2419a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:58.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.967+0000 7f7d293a8640 1 -- 172.21.15.28:0/3405043859 >> 172.21.15.28:0/3405043859 conn(0x7f7d240fd380 msgr2=0x7f7d24104af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:58.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.968+0000 7f7d293a8640 1 -- 172.21.15.28:0/3405043859 shutdown_connections 2024-04-25T17:15:58.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:58.968+0000 7f7d293a8640 1 -- 172.21.15.28:0/3405043859 wait complete. 2024-04-25T17:15:58.979 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-25T17:15:59.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.094+0000 7f5c8cdd7640 1 -- 172.21.15.28:0/3040890894 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5c881029d0 msgr2=0x7f5c881036d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:59.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.094+0000 7f5c8cdd7640 1 --2- 172.21.15.28:0/3040890894 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5c881029d0 0x7f5c881036d0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f5c78009900 tx=0x7f5c7802a410 comp rx=0 tx=0).stop 2024-04-25T17:15:59.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.094+0000 7f5c8cdd7640 1 -- 172.21.15.28:0/3040890894 shutdown_connections 2024-04-25T17:15:59.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.094+0000 7f5c8cdd7640 1 --2- 172.21.15.28:0/3040890894 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5c88108910 0x7f5c8810ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.094+0000 7f5c8cdd7640 1 --2- 172.21.15.28:0/3040890894 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5c88103c10 0x7f5c88104020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.094+0000 7f5c8cdd7640 1 --2- 172.21.15.28:0/3040890894 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5c881029d0 0x7f5c881036d0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.094+0000 7f5c8cdd7640 1 -- 172.21.15.28:0/3040890894 >> 172.21.15.28:0/3040890894 conn(0x7f5c880fdbc0 msgr2=0x7f5c88100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:59.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.094+0000 7f5c8cdd7640 1 -- 172.21.15.28:0/3040890894 shutdown_connections 2024-04-25T17:15:59.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.094+0000 7f5c8cdd7640 1 -- 172.21.15.28:0/3040890894 wait complete. 2024-04-25T17:15:59.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.095+0000 7f5c8cdd7640 1 Processor -- start 2024-04-25T17:15:59.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.095+0000 7f5c8cdd7640 1 -- start start 2024-04-25T17:15:59.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.095+0000 7f5c8cdd7640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5c881029d0 0x7f5c8819a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:59.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.095+0000 7f5c8cdd7640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5c88103c10 0x7f5c8819a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:59.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.095+0000 7f5c8cdd7640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5c88108910 0x7f5c881a1610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:59.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.095+0000 7f5c8cdd7640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f5c8810e3b0 con 0x7f5c88103c10 2024-04-25T17:15:59.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.095+0000 7f5c8cdd7640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5c8810e230 con 0x7f5c88108910 2024-04-25T17:15:59.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.095+0000 7f5c8cdd7640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5c8810e530 con 0x7f5c881029d0 2024-04-25T17:15:59.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.095+0000 7f5c85d9b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5c88103c10 0x7f5c8819a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:59.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.095+0000 7f5c85d9b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5c88103c10 0x7f5c8819a680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57900/0 (socket says 172.21.15.28:57900) 2024-04-25T17:15:59.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.095+0000 7f5c85d9b640 1 -- 172.21.15.28:0/3308261132 learned_addr learned my addr 172.21.15.28:0/3308261132 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:59.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.096+0000 7f5c86d9d640 1 --2- 172.21.15.28:0/3308261132 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5c88108910 0x7f5c881a1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:59.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.096+0000 7f5c8659c640 1 --2- 172.21.15.28:0/3308261132 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5c881029d0 0x7f5c8819a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:59.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.096+0000 7f5c85d9b640 1 -- 172.21.15.28:0/3308261132 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5c881029d0 msgr2=0x7f5c8819a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:59.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.096+0000 7f5c85d9b640 1 --2- 172.21.15.28:0/3308261132 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5c881029d0 0x7f5c8819a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.096+0000 7f5c85d9b640 1 -- 172.21.15.28:0/3308261132 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5c88108910 msgr2=0x7f5c881a1610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:59.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.096+0000 7f5c85d9b640 1 --2- 172.21.15.28:0/3308261132 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5c88108910 0x7f5c881a1610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.096+0000 7f5c85d9b640 1 -- 172.21.15.28:0/3308261132 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c881a1c80 con 0x7f5c88103c10 2024-04-25T17:15:59.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.096+0000 7f5c85d9b640 1 --2- 172.21.15.28:0/3308261132 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5c88103c10 0x7f5c8819a680 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f5c7c00c890 tx=0x7f5c7c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:59.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.096+0000 7f5c777fe640 1 -- 172.21.15.28:0/3308261132 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c7c004220 con 0x7f5c88103c10 2024-04-25T17:15:59.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.096+0000 7f5c777fe640 1 -- 172.21.15.28:0/3308261132 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5c7c007e40 con 0x7f5c88103c10 2024-04-25T17:15:59.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.096+0000 7f5c8cdd7640 1 -- 172.21.15.28:0/3308261132 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c881a1f70 con 0x7f5c88103c10 2024-04-25T17:15:59.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.096+0000 7f5c777fe640 1 -- 172.21.15.28:0/3308261132 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c7c004a00 con 0x7f5c88103c10 2024-04-25T17:15:59.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.096+0000 7f5c8cdd7640 1 -- 172.21.15.28:0/3308261132 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c881a23d0 con 0x7f5c88103c10 2024-04-25T17:15:59.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.097+0000 7f5c8cdd7640 1 -- 172.21.15.28:0/3308261132 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c881a2690 con 0x7f5c88103c10 2024-04-25T17:15:59.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.099+0000 7f5c777fe640 1 -- 172.21.15.28:0/3308261132 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f5c7c0079b0 con 0x7f5c88103c10 2024-04-25T17:15:59.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.099+0000 7f5c777fe640 1 --2- 172.21.15.28:0/3308261132 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5c700afaf0 0x7f5c700b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:59.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.099+0000 7f5c777fe640 1 -- 172.21.15.28:0/3308261132 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f5c7c0defd0 con 0x7f5c88103c10 2024-04-25T17:15:59.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.099+0000 7f5c8659c640 1 --2- 172.21.15.28:0/3308261132 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5c700afaf0 0x7f5c700b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:59.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.100+0000 7f5c8659c640 1 --2- 172.21.15.28:0/3308261132 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5c700afaf0 0x7f5c700b2000 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f5c7802a930 tx=0x7f5c78031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:59.103 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.103+0000 7f5c777fe640 1 -- 172.21.15.28:0/3308261132 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5c7c014030 con 0x7f5c88103c10 2024-04-25T17:15:59.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.295+0000 7f5c8cdd7640 1 -- 172.21.15.28:0/3308261132 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f5c881a2860 con 0x7f5c88103c10 2024-04-25T17:15:59.297 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.296+0000 7f5c777fe640 1 -- 172.21.15.28:0/3308261132 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v84) ==== 103+0+11 (secure 0 0 0) 0x7f5c7c0a71e0 con 0x7f5c88103c10 2024-04-25T17:15:59.297 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-25T17:15:59.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.298+0000 7f5c8cdd7640 1 -- 172.21.15.28:0/3308261132 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5c700afaf0 msgr2=0x7f5c700b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:59.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.298+0000 7f5c8cdd7640 1 --2- 172.21.15.28:0/3308261132 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5c700afaf0 0x7f5c700b2000 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f5c7802a930 tx=0x7f5c78031400 comp rx=0 tx=0).stop 2024-04-25T17:15:59.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.298+0000 7f5c8cdd7640 1 -- 172.21.15.28:0/3308261132 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5c88103c10 msgr2=0x7f5c8819a680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:59.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.298+0000 7f5c8cdd7640 1 --2- 172.21.15.28:0/3308261132 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5c88103c10 0x7f5c8819a680 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f5c7c00c890 tx=0x7f5c7c00cd50 comp rx=0 tx=0).stop 2024-04-25T17:15:59.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.298+0000 7f5c8cdd7640 1 -- 172.21.15.28:0/3308261132 shutdown_connections 2024-04-25T17:15:59.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.298+0000 7f5c8cdd7640 1 --2- 172.21.15.28:0/3308261132 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5c700afaf0 0x7f5c700b2000 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.298+0000 7f5c8cdd7640 1 --2- 172.21.15.28:0/3308261132 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5c88108910 0x7f5c881a1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.298+0000 7f5c8cdd7640 1 --2- 172.21.15.28:0/3308261132 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5c88103c10 0x7f5c8819a680 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.298+0000 7f5c8cdd7640 1 --2- 172.21.15.28:0/3308261132 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5c881029d0 0x7f5c8819a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.298+0000 7f5c8cdd7640 1 -- 172.21.15.28:0/3308261132 >> 172.21.15.28:0/3308261132 conn(0x7f5c880fdbc0 msgr2=0x7f5c88109eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:59.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.298+0000 7f5c8cdd7640 1 -- 172.21.15.28:0/3308261132 shutdown_connections 2024-04-25T17:15:59.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.298+0000 7f5c8cdd7640 1 -- 172.21.15.28:0/3308261132 wait complete. 2024-04-25T17:15:59.310 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:15:59.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.422+0000 7f09ff7ee640 1 -- 172.21.15.28:0/2819337667 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f09f8102190 msgr2=0x7f09f8102e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:59.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.422+0000 7f09ff7ee640 1 --2- 172.21.15.28:0/2819337667 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f09f8102190 0x7f09f8102e90 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f09f400aa10 tx=0x7f09f402b720 comp rx=0 tx=0).stop 2024-04-25T17:15:59.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.422+0000 7f09ff7ee640 1 -- 172.21.15.28:0/2819337667 shutdown_connections 2024-04-25T17:15:59.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.422+0000 7f09ff7ee640 1 --2- 172.21.15.28:0/2819337667 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f09f81080d0 0x7f09f810a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.422+0000 7f09ff7ee640 1 --2- 172.21.15.28:0/2819337667 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09f81033d0 0x7f09f81037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.422+0000 7f09ff7ee640 1 --2- 172.21.15.28:0/2819337667 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f09f8102190 0x7f09f8102e90 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.422+0000 7f09ff7ee640 1 -- 172.21.15.28:0/2819337667 >> 172.21.15.28:0/2819337667 conn(0x7f09f80fd380 msgr2=0x7f09f80ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:59.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.422+0000 7f09ff7ee640 1 -- 172.21.15.28:0/2819337667 shutdown_connections 2024-04-25T17:15:59.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.422+0000 7f09ff7ee640 1 -- 172.21.15.28:0/2819337667 wait complete. 2024-04-25T17:15:59.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.423+0000 7f09ff7ee640 1 Processor -- start 2024-04-25T17:15:59.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.423+0000 7f09ff7ee640 1 -- start start 2024-04-25T17:15:59.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.423+0000 7f09ff7ee640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f09f8102190 0x7f09f819a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:59.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.423+0000 7f09ff7ee640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f09f81033d0 0x7f09f819a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:59.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.423+0000 7f09ff7ee640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09f81080d0 0x7f09f81a1590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:59.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.423+0000 7f09ff7ee640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f09f810d2d0 con 0x7f09f81033d0 2024-04-25T17:15:59.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.423+0000 7f09ff7ee640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f09f810d150 con 0x7f09f81080d0 2024-04-25T17:15:59.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.423+0000 7f09ff7ee640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f09f810d450 con 0x7f09f8102190 2024-04-25T17:15:59.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.423+0000 7f09fcd89640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f09f81033d0 0x7f09f819a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:59.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.423+0000 7f09fcd89640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f09f81033d0 0x7f09f819a600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57926/0 (socket says 172.21.15.28:57926) 2024-04-25T17:15:59.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.423+0000 7f09fcd89640 1 -- 172.21.15.28:0/4210981462 learned_addr learned my addr 172.21.15.28:0/4210981462 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:59.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.423+0000 7f09fd58a640 1 --2- 172.21.15.28:0/4210981462 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f09f8102190 0x7f09f819a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:59.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.423+0000 7f09fdd8b640 1 --2- 172.21.15.28:0/4210981462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09f81080d0 0x7f09f81a1590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:59.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.423+0000 7f09fcd89640 1 -- 172.21.15.28:0/4210981462 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f09f8102190 msgr2=0x7f09f819a0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:59.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.423+0000 7f09fcd89640 1 --2- 172.21.15.28:0/4210981462 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f09f8102190 0x7f09f819a0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.423+0000 7f09fcd89640 1 -- 172.21.15.28:0/4210981462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09f81080d0 msgr2=0x7f09f81a1590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:59.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.423+0000 7f09fcd89640 1 --2- 172.21.15.28:0/4210981462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09f81080d0 0x7f09f81a1590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.424+0000 7f09fcd89640 1 -- 172.21.15.28:0/4210981462 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09f81a1c00 con 0x7f09f81033d0 2024-04-25T17:15:59.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.424+0000 7f09fdd8b640 1 --2- 172.21.15.28:0/4210981462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09f81080d0 0x7f09f81a1590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:15:59.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.424+0000 7f09fcd89640 1 --2- 172.21.15.28:0/4210981462 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f09f81033d0 0x7f09f819a600 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f09e800e9f0 tx=0x7f09e800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:59.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.424+0000 7f09ee7fc640 1 -- 172.21.15.28:0/4210981462 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09e800cd80 con 0x7f09f81033d0 2024-04-25T17:15:59.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.424+0000 7f09ee7fc640 1 -- 172.21.15.28:0/4210981462 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f09e80108c0 con 0x7f09f81033d0 2024-04-25T17:15:59.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.424+0000 7f09ff7ee640 1 -- 172.21.15.28:0/4210981462 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09f81a1ef0 con 0x7f09f81033d0 2024-04-25T17:15:59.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.424+0000 7f09ee7fc640 1 -- 172.21.15.28:0/4210981462 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09e80187c0 con 0x7f09f81033d0 2024-04-25T17:15:59.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.424+0000 7f09ff7ee640 1 -- 172.21.15.28:0/4210981462 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09f81a2350 con 0x7f09f81033d0 2024-04-25T17:15:59.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.425+0000 7f09ff7ee640 1 -- 172.21.15.28:0/4210981462 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09f81a25b0 con 0x7f09f81033d0 2024-04-25T17:15:59.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.427+0000 7f09ee7fc640 1 -- 172.21.15.28:0/4210981462 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f09e8010430 con 0x7f09f81033d0 2024-04-25T17:15:59.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.428+0000 7f09ee7fc640 1 --2- 172.21.15.28:0/4210981462 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f09e40afba0 0x7f09e40b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:59.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.428+0000 7f09fd58a640 1 --2- 172.21.15.28:0/4210981462 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f09e40afba0 0x7f09e40b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:59.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.428+0000 7f09ee7fc640 1 -- 172.21.15.28:0/4210981462 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f09e80df7f0 con 0x7f09f81033d0 2024-04-25T17:15:59.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.428+0000 7f09fd58a640 1 --2- 172.21.15.28:0/4210981462 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f09e40afba0 0x7f09e40b20b0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f09f4005760 tx=0x7f09f4000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:59.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.431+0000 7f09ee7fc640 1 -- 172.21.15.28:0/4210981462 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f09e80a8050 con 0x7f09f81033d0 2024-04-25T17:15:59.655 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.655+0000 7f09ff7ee640 1 -- 172.21.15.28:0/4210981462 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f09f81a2940 con 0x7f09f81033d0 2024-04-25T17:15:59.656 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.656+0000 7f09ee7fc640 1 -- 172.21.15.28:0/4210981462 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11858 (secure 0 0 0) 0x7f09e80b00d0 con 0x7f09f81033d0 2024-04-25T17:15:59.656 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:15:59.656 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14661,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6839/1659868687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6838","nonce":1659868687},{"type":"v1","addr":"172.21.15.28:6839","nonce":1659868687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14673,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6841/1611935230","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6840","nonce":1611935230},{"type":"v1","addr":"172.21.15.28:6841","nonce":1611935230}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T17:13:42.616399+0000","modified":"2024-04-25T17:14:08.911426+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24551,"mds_1":24532,"mds_2":24506},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6837/1172878965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1172878965},{"type":"v1","addr":"172.21.15.84:6837","nonce":1172878965}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.42:6837/229475507","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":229475507},{"type":"v1","addr":"172.21.15.42:6837","nonce":229475507}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.84:6839/1332945442","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":1332945442},{"type":"v1","addr":"172.21.15.84:6839","nonce":1332945442}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.42:6839/616693654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":616693654},{"type":"v1","addr":"172.21.15.42:6839","nonce":616693654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24506,24532,24551]},"id":1}]} 2024-04-25T17:15:59.656 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 23 2024-04-25T17:15:59.658 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.657+0000 7f09ff7ee640 1 -- 172.21.15.28:0/4210981462 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f09e40afba0 msgr2=0x7f09e40b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:59.658 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.657+0000 7f09ff7ee640 1 --2- 172.21.15.28:0/4210981462 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f09e40afba0 0x7f09e40b20b0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f09f4005760 tx=0x7f09f4000bc0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.658 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.657+0000 7f09ff7ee640 1 -- 172.21.15.28:0/4210981462 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f09f81033d0 msgr2=0x7f09f819a600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:59.658 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.657+0000 7f09ff7ee640 1 --2- 172.21.15.28:0/4210981462 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f09f81033d0 0x7f09f819a600 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f09e800e9f0 tx=0x7f09e800eeb0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.658 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.657+0000 7f09ff7ee640 1 -- 172.21.15.28:0/4210981462 shutdown_connections 2024-04-25T17:15:59.658 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.657+0000 7f09ff7ee640 1 --2- 172.21.15.28:0/4210981462 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f09e40afba0 0x7f09e40b20b0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.659 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.657+0000 7f09ff7ee640 1 --2- 172.21.15.28:0/4210981462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09f81080d0 0x7f09f81a1590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.659 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.657+0000 7f09ff7ee640 1 --2- 172.21.15.28:0/4210981462 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f09f81033d0 0x7f09f819a600 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.659 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.657+0000 7f09ff7ee640 1 --2- 172.21.15.28:0/4210981462 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f09f8102190 0x7f09f819a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.659 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.658+0000 7f09ff7ee640 1 -- 172.21.15.28:0/4210981462 >> 172.21.15.28:0/4210981462 conn(0x7f09f80fd380 msgr2=0x7f09f81060c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:59.659 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.658+0000 7f09ff7ee640 1 -- 172.21.15.28:0/4210981462 shutdown_connections 2024-04-25T17:15:59.659 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.658+0000 7f09ff7ee640 1 -- 172.21.15.28:0/4210981462 wait complete. 2024-04-25T17:15:59.668 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:59 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2915362314' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:15:59.668 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:59 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3405043859' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:15:59.668 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:15:59 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3308261132' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:15:59.670 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T17:15:59.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:59 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2915362314' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:15:59.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:59 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3405043859' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:15:59.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:15:59 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3308261132' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:15:59.784 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.782+0000 7fbde414d640 1 -- 172.21.15.28:0/2639309309 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbddc103830 msgr2=0x7fbddc103c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:59.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.782+0000 7fbde414d640 1 --2- 172.21.15.28:0/2639309309 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbddc103830 0x7fbddc103c40 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fbdcc009900 tx=0x7fbdcc02a410 comp rx=0 tx=0).stop 2024-04-25T17:15:59.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.782+0000 7fbde414d640 1 -- 172.21.15.28:0/2639309309 shutdown_connections 2024-04-25T17:15:59.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.782+0000 7fbde414d640 1 --2- 172.21.15.28:0/2639309309 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbddc109a70 0x7fbddc10be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.782+0000 7fbde414d640 1 --2- 172.21.15.28:0/2639309309 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbddc103830 0x7fbddc103c40 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.782+0000 7fbde414d640 1 --2- 172.21.15.28:0/2639309309 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbddc105170 0x7fbddc1032f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.782+0000 7fbde414d640 1 -- 172.21.15.28:0/2639309309 >> 172.21.15.28:0/2639309309 conn(0x7fbddc0fed40 msgr2=0x7fbddc1011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:59.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.782+0000 7fbde414d640 1 -- 172.21.15.28:0/2639309309 shutdown_connections 2024-04-25T17:15:59.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.782+0000 7fbde414d640 1 -- 172.21.15.28:0/2639309309 wait complete. 2024-04-25T17:15:59.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.783+0000 7fbde414d640 1 Processor -- start 2024-04-25T17:15:59.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.783+0000 7fbde414d640 1 -- start start 2024-04-25T17:15:59.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.783+0000 7fbde414d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbddc103830 0x7fbddc19a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:59.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.783+0000 7fbde414d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbddc105170 0x7fbddc19a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:59.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.783+0000 7fbde414d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbddc109a70 0x7fbddc1a16c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:59.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.783+0000 7fbde414d640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fbddc10f620 con 0x7fbddc103830 2024-04-25T17:15:59.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.783+0000 7fbde414d640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbddc10f4a0 con 0x7fbddc105170 2024-04-25T17:15:59.786 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.783+0000 7fbde414d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbddc10f7a0 con 0x7fbddc109a70 2024-04-25T17:15:59.786 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.783+0000 7fbde1ee9640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbddc103830 0x7fbddc19a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:59.786 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.783+0000 7fbde1ee9640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbddc103830 0x7fbddc19a1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57938/0 (socket says 172.21.15.28:57938) 2024-04-25T17:15:59.786 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.783+0000 7fbde1ee9640 1 -- 172.21.15.28:0/3146526713 learned_addr learned my addr 172.21.15.28:0/3146526713 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:15:59.786 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.783+0000 7fbde16e8640 1 --2- 172.21.15.28:0/3146526713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbddc105170 0x7fbddc19a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:59.786 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.783+0000 7fbde26ea640 1 --2- 172.21.15.28:0/3146526713 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbddc109a70 0x7fbddc1a16c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:59.786 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.783+0000 7fbde1ee9640 1 -- 172.21.15.28:0/3146526713 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbddc109a70 msgr2=0x7fbddc1a16c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:59.786 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.783+0000 7fbde1ee9640 1 --2- 172.21.15.28:0/3146526713 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbddc109a70 0x7fbddc1a16c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.786 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.783+0000 7fbde1ee9640 1 -- 172.21.15.28:0/3146526713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbddc105170 msgr2=0x7fbddc19a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:59.786 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.783+0000 7fbde1ee9640 1 --2- 172.21.15.28:0/3146526713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbddc105170 0x7fbddc19a730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.786 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.783+0000 7fbde1ee9640 1 -- 172.21.15.28:0/3146526713 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbddc1a1d30 con 0x7fbddc103830 2024-04-25T17:15:59.786 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.784+0000 7fbde1ee9640 1 --2- 172.21.15.28:0/3146526713 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbddc103830 0x7fbddc19a1f0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fbdd8005fd0 tx=0x7fbdd800dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:59.786 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.784+0000 7fbdd2ffd640 1 -- 172.21.15.28:0/3146526713 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdd8017070 con 0x7fbddc103830 2024-04-25T17:15:59.786 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.784+0000 7fbdd2ffd640 1 -- 172.21.15.28:0/3146526713 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbdd8009c30 con 0x7fbddc103830 2024-04-25T17:15:59.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.784+0000 7fbde414d640 1 -- 172.21.15.28:0/3146526713 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbddc1a1fc0 con 0x7fbddc103830 2024-04-25T17:15:59.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.784+0000 7fbdd2ffd640 1 -- 172.21.15.28:0/3146526713 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdd8003c90 con 0x7fbddc103830 2024-04-25T17:15:59.787 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.784+0000 7fbde414d640 1 -- 172.21.15.28:0/3146526713 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbddc1a2480 con 0x7fbddc103830 2024-04-25T17:15:59.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.785+0000 7fbde414d640 1 -- 172.21.15.28:0/3146526713 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbddc06a210 con 0x7fbddc103830 2024-04-25T17:15:59.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.786+0000 7fbdd2ffd640 1 -- 172.21.15.28:0/3146526713 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fbdd8003e30 con 0x7fbddc103830 2024-04-25T17:15:59.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.787+0000 7fbdd2ffd640 1 --2- 172.21.15.28:0/3146526713 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbdc80afba0 0x7fbdc80b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:15:59.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.787+0000 7fbde16e8640 1 --2- 172.21.15.28:0/3146526713 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbdc80afba0 0x7fbdc80b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:15:59.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.787+0000 7fbdd2ffd640 1 -- 172.21.15.28:0/3146526713 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fbdd80df480 con 0x7fbddc103830 2024-04-25T17:15:59.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.787+0000 7fbde16e8640 1 --2- 172.21.15.28:0/3146526713 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbdc80afba0 0x7fbdc80b20b0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fbddc19b290 tx=0x7fbdcc000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:15:59.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.791+0000 7fbdd2ffd640 1 -- 172.21.15.28:0/3146526713 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbdd8020030 con 0x7fbddc103830 2024-04-25T17:15:59.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:59 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2915362314' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:15:59.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:59 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3405043859' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:15:59.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:15:59 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3308261132' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:15:59.977 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.977+0000 7fbde414d640 1 -- 172.21.15.28:0/3146526713 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbddc0637a0 con 0x7fbddc103830 2024-04-25T17:15:59.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.979+0000 7fbdd2ffd640 1 -- 172.21.15.28:0/3146526713 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+24564 (secure 0 0 0) 0x7fbdd80a7c80 con 0x7fbddc103830 2024-04-25T17:15:59.979 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:15:59.980 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":84,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:15:32.384427+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T17:13:40.495256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T17:13:41.573638+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T17:13:45.282812+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.5","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1a","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:15:59.981 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.981+0000 7fbde414d640 1 -- 172.21.15.28:0/3146526713 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbdc80afba0 msgr2=0x7fbdc80b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:59.982 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.981+0000 7fbde414d640 1 --2- 172.21.15.28:0/3146526713 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbdc80afba0 0x7fbdc80b20b0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fbddc19b290 tx=0x7fbdcc000bc0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.982 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.981+0000 7fbde414d640 1 -- 172.21.15.28:0/3146526713 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbddc103830 msgr2=0x7fbddc19a1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:15:59.982 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.981+0000 7fbde414d640 1 --2- 172.21.15.28:0/3146526713 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbddc103830 0x7fbddc19a1f0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fbdd8005fd0 tx=0x7fbdd800dde0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.982 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.981+0000 7fbde414d640 1 -- 172.21.15.28:0/3146526713 shutdown_connections 2024-04-25T17:15:59.982 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.981+0000 7fbde414d640 1 --2- 172.21.15.28:0/3146526713 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbdc80afba0 0x7fbdc80b20b0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.982 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.981+0000 7fbde414d640 1 --2- 172.21.15.28:0/3146526713 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbddc109a70 0x7fbddc1a16c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.982 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.981+0000 7fbde414d640 1 --2- 172.21.15.28:0/3146526713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbddc105170 0x7fbddc19a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.982 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.981+0000 7fbde414d640 1 --2- 172.21.15.28:0/3146526713 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbddc103830 0x7fbddc19a1f0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:15:59.982 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.981+0000 7fbde414d640 1 -- 172.21.15.28:0/3146526713 >> 172.21.15.28:0/3146526713 conn(0x7fbddc0fed40 msgr2=0x7fbddc105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:15:59.982 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.981+0000 7fbde414d640 1 -- 172.21.15.28:0/3146526713 shutdown_connections 2024-04-25T17:15:59.982 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:15:59.981+0000 7fbde414d640 1 -- 172.21.15.28:0/3146526713 wait complete. 2024-04-25T17:15:59.994 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-25T17:13:42.616399+0000', 'modified': '2024-04-25T17:14:08.911426+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24551, 'mds_1': 24532, 'mds_2': 24506}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24479': {'gid': 24479, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.42:6835/1531439011', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.42:6834', 'nonce': 1531439011}, {'type': 'v1', 'addr': '172.21.15.42:6835', 'nonce': 1531439011}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24493': {'gid': 24493, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.84:6835/2884257120', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.84:6834', 'nonce': 2884257120}, {'type': 'v1', 'addr': '172.21.15.84:6835', 'nonce': 2884257120}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24505': {'gid': 24505, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.84:6837/1172878965', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.84:6836', 'nonce': 1172878965}, {'type': 'v1', 'addr': '172.21.15.84:6837', 'nonce': 1172878965}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24506': {'gid': 24506, 'name': 'h', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.42:6837/229475507', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.42:6836', 'nonce': 229475507}, {'type': 'v1', 'addr': '172.21.15.42:6837', 'nonce': 229475507}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24532': {'gid': 24532, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.84:6839/1332945442', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.84:6838', 'nonce': 1332945442}, {'type': 'v1', 'addr': '172.21.15.84:6839', 'nonce': 1332945442}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24551': {'gid': 24551, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.42:6839/616693654', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.42:6838', 'nonce': 616693654}, {'type': 'v1', 'addr': '172.21.15.42:6839', 'nonce': 616693654}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24551, 'qdb_cluster': [24506, 24532, 24551]} 2024-04-25T17:15:59.994 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-04-25T17:15:59.994 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-04-25T17:16:00.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.106+0000 7ff6b22ee640 1 -- 172.21.15.28:0/3442841419 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff6ac109a70 msgr2=0x7ff6ac10be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.106+0000 7ff6b22ee640 1 --2- 172.21.15.28:0/3442841419 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff6ac109a70 0x7ff6ac10be90 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7ff6a4009ca0 tx=0x7ff6a402a8c0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.106+0000 7ff6b22ee640 1 -- 172.21.15.28:0/3442841419 shutdown_connections 2024-04-25T17:16:00.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.106+0000 7ff6b22ee640 1 --2- 172.21.15.28:0/3442841419 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff6ac109a70 0x7ff6ac10be90 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.106+0000 7ff6b22ee640 1 --2- 172.21.15.28:0/3442841419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff6ac103830 0x7ff6ac103c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.106+0000 7ff6b22ee640 1 --2- 172.21.15.28:0/3442841419 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff6ac105170 0x7ff6ac1032f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.106+0000 7ff6b22ee640 1 -- 172.21.15.28:0/3442841419 >> 172.21.15.28:0/3442841419 conn(0x7ff6ac0fed40 msgr2=0x7ff6ac1011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:00.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.106+0000 7ff6b22ee640 1 -- 172.21.15.28:0/3442841419 shutdown_connections 2024-04-25T17:16:00.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.106+0000 7ff6b22ee640 1 -- 172.21.15.28:0/3442841419 wait complete. 2024-04-25T17:16:00.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.107+0000 7ff6b22ee640 1 Processor -- start 2024-04-25T17:16:00.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.107+0000 7ff6b22ee640 1 -- start start 2024-04-25T17:16:00.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.107+0000 7ff6b22ee640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff6ac103830 0x7ff6ac19a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.107+0000 7ff6b22ee640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff6ac105170 0x7ff6ac19a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.107+0000 7ff6b22ee640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff6ac109a70 0x7ff6ac1a1680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.107+0000 7ff6b22ee640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7ff6ac10f670 con 0x7ff6ac109a70 2024-04-25T17:16:00.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.107+0000 7ff6b22ee640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff6ac10f4f0 con 0x7ff6ac105170 2024-04-25T17:16:00.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.107+0000 7ff6b22ee640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff6ac10f7f0 con 0x7ff6ac103830 2024-04-25T17:16:00.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.108+0000 7ff6b088b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff6ac109a70 0x7ff6ac1a1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.108+0000 7ff6b088b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff6ac109a70 0x7ff6ac1a1680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57954/0 (socket says 172.21.15.28:57954) 2024-04-25T17:16:00.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.108+0000 7ff6b088b640 1 -- 172.21.15.28:0/2868652806 learned_addr learned my addr 172.21.15.28:0/2868652806 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:00.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.108+0000 7ff6ab7fe640 1 --2- 172.21.15.28:0/2868652806 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff6ac105170 0x7ff6ac19a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.108+0000 7ff6abfff640 1 --2- 172.21.15.28:0/2868652806 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff6ac103830 0x7ff6ac19a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.108+0000 7ff6b088b640 1 -- 172.21.15.28:0/2868652806 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff6ac103830 msgr2=0x7ff6ac19a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.108+0000 7ff6b088b640 1 --2- 172.21.15.28:0/2868652806 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff6ac103830 0x7ff6ac19a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.108+0000 7ff6b088b640 1 -- 172.21.15.28:0/2868652806 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff6ac105170 msgr2=0x7ff6ac19a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.108+0000 7ff6b088b640 1 --2- 172.21.15.28:0/2868652806 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff6ac105170 0x7ff6ac19a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.108+0000 7ff6b088b640 1 -- 172.21.15.28:0/2868652806 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6ac1a1cf0 con 0x7ff6ac109a70 2024-04-25T17:16:00.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.108+0000 7ff6b088b640 1 --2- 172.21.15.28:0/2868652806 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff6ac109a70 0x7ff6ac1a1680 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7ff6a4031920 tx=0x7ff6a4009870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:00.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.108+0000 7ff6a97fa640 1 -- 172.21.15.28:0/2868652806 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a4003c70 con 0x7ff6ac109a70 2024-04-25T17:16:00.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.108+0000 7ff6a97fa640 1 -- 172.21.15.28:0/2868652806 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff6a4003e10 con 0x7ff6ac109a70 2024-04-25T17:16:00.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.108+0000 7ff6b22ee640 1 -- 172.21.15.28:0/2868652806 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6ac1a1f80 con 0x7ff6ac109a70 2024-04-25T17:16:00.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.108+0000 7ff6a97fa640 1 -- 172.21.15.28:0/2868652806 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a4030bb0 con 0x7ff6ac109a70 2024-04-25T17:16:00.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.108+0000 7ff6b22ee640 1 -- 172.21.15.28:0/2868652806 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6ac1a2440 con 0x7ff6ac109a70 2024-04-25T17:16:00.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.111+0000 7ff6b91a0740 1 Processor -- start 2024-04-25T17:16:00.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.111+0000 7ff6a97fa640 1 -- 172.21.15.28:0/2868652806 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7ff6a4004040 con 0x7ff6ac109a70 2024-04-25T17:16:00.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.111+0000 7ff6b91a0740 1 -- start start 2024-04-25T17:16:00.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.111+0000 7ff6b91a0740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5582992b9270 0x55829965a370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.111+0000 7ff6b91a0740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582992903b0 0x55829965a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.111+0000 7ff6b91a0740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558299298590 0x5582996617f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.111+0000 7ff6b91a0740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x5582995bf740 con 0x5582992b9270 2024-04-25T17:16:00.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.111+0000 7ff6b91a0740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55829955b3a0 con 0x558299298590 2024-04-25T17:16:00.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.111+0000 7ff6b91a0740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5582995bb700 con 0x5582992903b0 2024-04-25T17:16:00.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.111+0000 7ff6ab7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5582992b9270 0x55829965a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.111+0000 7ff6ab7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5582992b9270 0x55829965a370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57962/0 (socket says 172.21.15.28:57962) 2024-04-25T17:16:00.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.111+0000 7ff6ab7fe640 1 -- 172.21.15.28:0/1998442902 learned_addr learned my addr 172.21.15.28:0/1998442902 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:00.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.111+0000 7ff6abfff640 1 --2- 172.21.15.28:0/1998442902 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582992903b0 0x55829965a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.111+0000 7ff6ab7fe640 1 --2- 172.21.15.28:0/1998442902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558299298590 0x5582996617f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.112+0000 7ff6ab7fe640 1 -- 172.21.15.28:0/1998442902 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582992903b0 msgr2=0x55829965a8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:00.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.112+0000 7ff6ab7fe640 1 --2- 172.21.15.28:0/1998442902 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582992903b0 0x55829965a8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.112+0000 7ff6ab7fe640 1 -- 172.21.15.28:0/1998442902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558299298590 msgr2=0x5582996617f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:00.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.112+0000 7ff6ab7fe640 1 --2- 172.21.15.28:0/1998442902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558299298590 0x5582996617f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.112+0000 7ff6ab7fe640 1 -- 172.21.15.28:0/1998442902 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558299577750 con 0x5582992b9270 2024-04-25T17:16:00.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.112+0000 7ff6a97fa640 1 --2- 172.21.15.28:0/2868652806 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff6940afb70 0x7ff6940b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.112+0000 7ff6ab7fe640 1 --2- 172.21.15.28:0/1998442902 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5582992b9270 0x55829965a370 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7ff6a0013620 tx=0x7ff6a0009850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e568af4be1fa0bc6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:00.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.112+0000 7ff6abfff640 1 --2- 172.21.15.28:0/2868652806 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff6940afb70 0x7ff6940b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.112+0000 7ff6a97fa640 1 -- 172.21.15.28:0/2868652806 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7ff6a4100230 con 0x7ff6ac109a70 2024-04-25T17:16:00.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.112+0000 7ff6927fc640 1 -- 172.21.15.28:0/1998442902 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a000f580 con 0x5582992b9270 2024-04-25T17:16:00.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.112+0000 7ff6927fc640 1 -- 172.21.15.28:0/1998442902 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff6a000fbb0 con 0x5582992b9270 2024-04-25T17:16:00.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.112+0000 7ff6927fc640 1 -- 172.21.15.28:0/1998442902 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a00109f0 con 0x5582992b9270 2024-04-25T17:16:00.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.113+0000 7ff6b91a0740 1 -- 172.21.15.28:0/1998442902 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5582992b9270 msgr2=0x55829965a370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.113+0000 7ff6abfff640 1 --2- 172.21.15.28:0/2868652806 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff6940afb70 0x7ff6940b2080 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x55829965b750 tx=0x7ff69c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:00.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.113+0000 7ff6b91a0740 1 --2- 172.21.15.28:0/1998442902 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5582992b9270 0x55829965a370 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7ff6a0013620 tx=0x7ff6a0009850 comp rx=0 tx=0).stop 2024-04-25T17:16:00.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.113+0000 7ff6b91a0740 1 -- 172.21.15.28:0/1998442902 shutdown_connections 2024-04-25T17:16:00.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.113+0000 7ff6b91a0740 1 --2- 172.21.15.28:0/1998442902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558299298590 0x5582996617f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.113+0000 7ff6b91a0740 1 --2- 172.21.15.28:0/1998442902 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582992903b0 0x55829965a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.113+0000 7ff6b91a0740 1 --2- 172.21.15.28:0/1998442902 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5582992b9270 0x55829965a370 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.113+0000 7ff6b91a0740 1 -- 172.21.15.28:0/1998442902 >> 172.21.15.28:0/1998442902 conn(0x5582992ad3c0 msgr2=0x558299655d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:00.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.113+0000 7ff6b91a0740 1 -- 172.21.15.28:0/1998442902 shutdown_connections 2024-04-25T17:16:00.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.113+0000 7ff6b91a0740 1 -- 172.21.15.28:0/1998442902 wait complete. 2024-04-25T17:16:00.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.113+0000 7ff6b91a0740 1 -- start start 2024-04-25T17:16:00.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.114+0000 7ff6b91a0740 1 Processor -- start 2024-04-25T17:16:00.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.114+0000 7ff6b91a0740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5582992903b0 0x5582996642f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.114+0000 7ff6b91a0740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558299298590 0x558299664830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.114+0000 7ff6b91a0740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582992b9270 0x55829966b790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.114+0000 7ff6b91a0740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x5582996621e0 con 0x5582992903b0 2024-04-25T17:16:00.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.114+0000 7ff6b91a0740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558299546fe0 con 0x5582992b9270 2024-04-25T17:16:00.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.114+0000 7ff6b91a0740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x558299662360 con 0x558299298590 2024-04-25T17:16:00.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.114+0000 7ff6b91a0740 10 client.0 _ll_register_callbacks cb 0x55829955d150 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:16:00.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.114+0000 7ff6abfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5582992903b0 0x5582996642f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.114+0000 7ff6abfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5582992903b0 0x5582996642f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57974/0 (socket says 172.21.15.28:57974) 2024-04-25T17:16:00.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.114+0000 7ff6abfff640 1 -- 172.21.15.28:0/2835656134 learned_addr learned my addr 172.21.15.28:0/2835656134 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:00.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.114+0000 7ff6ab7fe640 1 --2- 172.21.15.28:0/2835656134 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558299298590 0x558299664830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.114+0000 7ff6b088b640 1 --2- 172.21.15.28:0/2835656134 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582992b9270 0x55829966b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.114+0000 7ff6abfff640 1 -- 172.21.15.28:0/2835656134 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558299298590 msgr2=0x558299664830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:00.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.114+0000 7ff6abfff640 1 --2- 172.21.15.28:0/2835656134 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558299298590 0x558299664830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.114+0000 7ff6abfff640 1 -- 172.21.15.28:0/2835656134 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582992b9270 msgr2=0x55829966b790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:00.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.114+0000 7ff6abfff640 1 --2- 172.21.15.28:0/2835656134 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582992b9270 0x55829966b790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.114+0000 7ff6abfff640 1 -- 172.21.15.28:0/2835656134 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582992d12d0 con 0x5582992903b0 2024-04-25T17:16:00.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.114+0000 7ff6b088b640 1 --2- 172.21.15.28:0/2835656134 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582992b9270 0x55829966b790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:16:00.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.115+0000 7ff6abfff640 1 --2- 172.21.15.28:0/2835656134 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5582992903b0 0x5582996642f0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7ff69c004610 tx=0x7ff69c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6622818d2e6d870 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:00.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.115+0000 7ff68b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:16:00.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.115+0000 7ff68b7fe640 1 -- 172.21.15.28:0/2835656134 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff69c009e60 con 0x5582992903b0 2024-04-25T17:16:00.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.115+0000 7ff68b7fe640 1 -- 172.21.15.28:0/2835656134 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7ff69c005020 con 0x5582992903b0 2024-04-25T17:16:00.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.115+0000 7ff6b91a0740 1 -- 172.21.15.28:0/2835656134 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff6a000fbb0 con 0x5582992903b0 2024-04-25T17:16:00.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.115+0000 7ff68b7fe640 1 -- 172.21.15.28:0/2835656134 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7ff69c005220 con 0x5582992903b0 2024-04-25T17:16:00.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.115+0000 7ff6b91a0740 10 client.15432 fetch_fsmap learned FSMap version 23 2024-04-25T17:16:00.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.115+0000 7ff6b91a0740 1 -- 172.21.15.28:0/2835656134 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55829939b6b0 con 0x5582992903b0 2024-04-25T17:16:00.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.115+0000 7ff68b7fe640 1 -- 172.21.15.28:0/2835656134 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff6a000fbb0 con 0x5582992903b0 2024-04-25T17:16:00.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.115+0000 7ff68b7fe640 1 -- 172.21.15.28:0/2835656134 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7ff69c027070 con 0x5582992903b0 2024-04-25T17:16:00.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.115+0000 7ff6b91a0740 10 client.15432 fetch_fsmap finished waiting for FSMap version 23 2024-04-25T17:16:00.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.115+0000 7ff6b91a0740 10 client.15432 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-25T17:16:00.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.115+0000 7ff6b91a0740 20 client.15432 populate_metadata read hostname 'smithi028' 2024-04-25T17:16:00.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.115+0000 7ff6b91a0740 1 --2- 172.21.15.28:0/2835656134 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x558299277e40 0x558299672120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.115+0000 7ff6b91a0740 4 client.15432 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:16:00.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.115+0000 7ff6b91a0740 1 -- 172.21.15.28:0/2835656134 --> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5582995cd350 con 0x558299277e40 2024-04-25T17:16:00.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.116+0000 7ff6ab7fe640 1 --2- 172.21.15.28:0/2835656134 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x558299277e40 0x558299672120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.116+0000 7ff6ab7fe640 1 --2- 172.21.15.28:0/2835656134 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x558299277e40 0x558299672120 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=893520a2d910eec1 server_cookie=df0b514643e00728 in_seq=0 out_seq=0 2024-04-25T17:16:00.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.116+0000 7ff68b7fe640 10 client.15432 ms_handle_connect on v2:172.21.15.42:6836/229475507 2024-04-25T17:16:00.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.117+0000 7ff68b7fe640 1 -- 172.21.15.28:0/2835656134 <== mds.2 v2:172.21.15.42:6836/229475507 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5582995cd350 con 0x558299277e40 2024-04-25T17:16:00.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.117+0000 7ff68b7fe640 10 client.15432 handle_command_reply: tid=0 2024-04-25T17:16:00.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.117+0000 7ff6b91a0740 1 client.15432 shutdown 2024-04-25T17:16:00.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.117+0000 7ff6b91a0740 1 -- 172.21.15.28:0/2835656134 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5582992903b0 msgr2=0x5582996642f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.117+0000 7ff6b91a0740 1 --2- 172.21.15.28:0/2835656134 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5582992903b0 0x5582996642f0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7ff69c004610 tx=0x7ff69c004730 comp rx=0 tx=0).stop 2024-04-25T17:16:00.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.117+0000 7ff6b91a0740 1 -- 172.21.15.28:0/2835656134 shutdown_connections 2024-04-25T17:16:00.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.117+0000 7ff6b91a0740 1 --2- 172.21.15.28:0/2835656134 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x558299277e40 0x558299672120 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.117+0000 7ff6b91a0740 1 --2- 172.21.15.28:0/2835656134 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582992b9270 0x55829966b790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.117+0000 7ff6b91a0740 1 --2- 172.21.15.28:0/2835656134 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558299298590 0x558299664830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.117+0000 7ff68b7fe640 0 client.15432 ms_handle_reset on v2:172.21.15.42:6836/229475507 2024-04-25T17:16:00.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.117+0000 7ff6b91a0740 1 --2- 172.21.15.28:0/2835656134 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5582992903b0 0x5582996642f0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.117+0000 7ff6b91a0740 1 -- 172.21.15.28:0/2835656134 >> 172.21.15.28:0/2835656134 conn(0x5582992ad3c0 msgr2=0x558299654d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:00.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.118+0000 7ff6b91a0740 1 -- 172.21.15.28:0/2835656134 shutdown_connections 2024-04-25T17:16:00.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.118+0000 7ff6b91a0740 1 -- 172.21.15.28:0/2835656134 wait complete. 2024-04-25T17:16:00.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.118+0000 7ff6b91a0740 20 client.15432 trim_cache size 0 max 16384 2024-04-25T17:16:00.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.136+0000 7ff6b91a0740 1 Processor -- start 2024-04-25T17:16:00.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.136+0000 7ff6b91a0740 1 -- start start 2024-04-25T17:16:00.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.136+0000 7ff6b91a0740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582992903b0 0x55829965da20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.136+0000 7ff6b91a0740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558299298590 0x5582996638d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.136+0000 7ff6b91a0740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5582992b9270 0x558299663e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.136+0000 7ff6b91a0740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x558299670460 con 0x5582992b9270 2024-04-25T17:16:00.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.137+0000 7ff6b91a0740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558299670b30 con 0x558299298590 2024-04-25T17:16:00.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.137+0000 7ff6b91a0740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x558299671200 con 0x5582992903b0 2024-04-25T17:16:00.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.137+0000 7ff6b088b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5582992b9270 0x558299663e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.137+0000 7ff6b088b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5582992b9270 0x558299663e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57982/0 (socket says 172.21.15.28:57982) 2024-04-25T17:16:00.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.137+0000 7ff6b088b640 1 -- 172.21.15.28:0/3073720159 learned_addr learned my addr 172.21.15.28:0/3073720159 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:00.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.137+0000 7ff6abfff640 1 --2- 172.21.15.28:0/3073720159 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582992903b0 0x55829965da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.137+0000 7ff6ab7fe640 1 --2- 172.21.15.28:0/3073720159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558299298590 0x5582996638d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.137+0000 7ff6b088b640 1 -- 172.21.15.28:0/3073720159 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582992903b0 msgr2=0x55829965da20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:00.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.137+0000 7ff6b088b640 1 --2- 172.21.15.28:0/3073720159 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582992903b0 0x55829965da20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.137+0000 7ff6b088b640 1 -- 172.21.15.28:0/3073720159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558299298590 msgr2=0x5582996638d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:00.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.137+0000 7ff6b088b640 1 --2- 172.21.15.28:0/3073720159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558299298590 0x5582996638d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.137+0000 7ff6b088b640 1 -- 172.21.15.28:0/3073720159 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55829965f170 con 0x5582992b9270 2024-04-25T17:16:00.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.137+0000 7ff6abfff640 1 --2- 172.21.15.28:0/3073720159 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582992903b0 0x55829965da20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:16:00.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.137+0000 7ff6b088b640 1 --2- 172.21.15.28:0/3073720159 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5582992b9270 0x558299663e10 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7ff6a40094e0 tx=0x7ff6a40c7ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c215a16fabe0104d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:00.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.137+0000 7ff691ffb640 1 -- 172.21.15.28:0/3073720159 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a40c8390 con 0x5582992b9270 2024-04-25T17:16:00.145 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.137+0000 7ff691ffb640 1 -- 172.21.15.28:0/3073720159 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff6a4036040 con 0x5582992b9270 2024-04-25T17:16:00.145 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.137+0000 7ff691ffb640 1 -- 172.21.15.28:0/3073720159 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a40c8850 con 0x5582992b9270 2024-04-25T17:16:00.145 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.138+0000 7ff6b91a0740 1 -- 172.21.15.28:0/3073720159 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5582992b9270 msgr2=0x558299663e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.145 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.138+0000 7ff6b91a0740 1 --2- 172.21.15.28:0/3073720159 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5582992b9270 0x558299663e10 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7ff6a40094e0 tx=0x7ff6a40c7ea0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.145 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.138+0000 7ff6b91a0740 1 -- 172.21.15.28:0/3073720159 shutdown_connections 2024-04-25T17:16:00.145 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.138+0000 7ff6b91a0740 1 --2- 172.21.15.28:0/3073720159 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5582992b9270 0x558299663e10 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.145 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.138+0000 7ff6b91a0740 1 --2- 172.21.15.28:0/3073720159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558299298590 0x5582996638d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.145 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.138+0000 7ff6b91a0740 1 --2- 172.21.15.28:0/3073720159 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582992903b0 0x55829965da20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.145 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.138+0000 7ff6b91a0740 1 -- 172.21.15.28:0/3073720159 >> 172.21.15.28:0/3073720159 conn(0x5582992ad3c0 msgr2=0x558299662910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:00.145 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.138+0000 7ff6b91a0740 1 -- 172.21.15.28:0/3073720159 shutdown_connections 2024-04-25T17:16:00.145 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.138+0000 7ff6b91a0740 1 -- 172.21.15.28:0/3073720159 wait complete. 2024-04-25T17:16:00.145 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.138+0000 7ff6b91a0740 1 -- start start 2024-04-25T17:16:00.145 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.139+0000 7ff6b91a0740 1 Processor -- start 2024-04-25T17:16:00.145 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.139+0000 7ff6b91a0740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582992903b0 0x5582996681e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.146 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.139+0000 7ff6b91a0740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x558299298590 0x558299668720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.146 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.139+0000 7ff6b91a0740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582992b9270 0x558299669650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.146 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.139+0000 7ff6b91a0740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x558299671fa0 con 0x558299298590 2024-04-25T17:16:00.146 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.139+0000 7ff6b91a0740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5582996718d0 con 0x5582992b9270 2024-04-25T17:16:00.146 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.139+0000 7ff6b91a0740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x558299672670 con 0x5582992903b0 2024-04-25T17:16:00.146 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.139+0000 7ff6b91a0740 10 client.0 _ll_register_callbacks cb 0x7ff69c0044a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:16:00.146 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.139+0000 7ff6ab7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x558299298590 0x558299668720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.146 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.139+0000 7ff6ab7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x558299298590 0x558299668720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57998/0 (socket says 172.21.15.28:57998) 2024-04-25T17:16:00.146 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.139+0000 7ff6ab7fe640 1 -- 172.21.15.28:0/1633028419 learned_addr learned my addr 172.21.15.28:0/1633028419 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:00.146 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.139+0000 7ff6b088b640 1 --2- 172.21.15.28:0/1633028419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582992b9270 0x558299669650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.146 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.139+0000 7ff6abfff640 1 --2- 172.21.15.28:0/1633028419 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582992903b0 0x5582996681e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.146 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.139+0000 7ff6ab7fe640 1 -- 172.21.15.28:0/1633028419 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582992903b0 msgr2=0x5582996681e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:00.146 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.139+0000 7ff6ab7fe640 1 --2- 172.21.15.28:0/1633028419 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582992903b0 0x5582996681e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.139+0000 7ff6ab7fe640 1 -- 172.21.15.28:0/1633028419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582992b9270 msgr2=0x558299669650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:00.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.139+0000 7ff6ab7fe640 1 --2- 172.21.15.28:0/1633028419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582992b9270 0x558299669650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.139+0000 7ff6ab7fe640 1 -- 172.21.15.28:0/1633028419 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558299669c10 con 0x558299298590 2024-04-25T17:16:00.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.139+0000 7ff6abfff640 1 --2- 172.21.15.28:0/1633028419 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582992903b0 0x5582996681e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:16:00.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.140+0000 7ff6ab7fe640 1 --2- 172.21.15.28:0/1633028419 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x558299298590 0x558299668720 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7ff6a00058c0 tx=0x7ff6a0009990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=393dd5d5304cce3b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:00.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.140+0000 7ff68b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:16:00.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.140+0000 7ff68b7fe640 1 -- 172.21.15.28:0/1633028419 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a0005240 con 0x558299298590 2024-04-25T17:16:00.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.140+0000 7ff68b7fe640 1 -- 172.21.15.28:0/1633028419 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7ff6a0005b90 con 0x558299298590 2024-04-25T17:16:00.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.140+0000 7ff6b91a0740 1 -- 172.21.15.28:0/1633028419 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff6a4036040 con 0x558299298590 2024-04-25T17:16:00.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.140+0000 7ff68b7fe640 1 -- 172.21.15.28:0/1633028419 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7ff6a0039050 con 0x558299298590 2024-04-25T17:16:00.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.140+0000 7ff6b91a0740 10 client.15438 fetch_fsmap learned FSMap version 23 2024-04-25T17:16:00.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.140+0000 7ff6b91a0740 1 -- 172.21.15.28:0/1633028419 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55829966af20 con 0x558299298590 2024-04-25T17:16:00.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.140+0000 7ff68b7fe640 1 -- 172.21.15.28:0/1633028419 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff6a4036040 con 0x558299298590 2024-04-25T17:16:00.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.140+0000 7ff68b7fe640 1 -- 172.21.15.28:0/1633028419 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7ff6a0034030 con 0x558299298590 2024-04-25T17:16:00.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.140+0000 7ff6b91a0740 10 client.15438 fetch_fsmap finished waiting for FSMap version 23 2024-04-25T17:16:00.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.140+0000 7ff6b91a0740 10 client.15438 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-25T17:16:00.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.140+0000 7ff6b91a0740 20 client.15438 populate_metadata read hostname 'smithi028' 2024-04-25T17:16:00.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.140+0000 7ff6b91a0740 1 --2- 172.21.15.28:0/1633028419 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55829924d280 0x5582996de2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.140+0000 7ff6b91a0740 4 client.15438 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T17:16:00.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.140+0000 7ff6b91a0740 1 -- 172.21.15.28:0/1633028419 --> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] -- command(tid 0: {"prefix": "status"}) -- 0x5582995c71c0 con 0x55829924d280 2024-04-25T17:16:00.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.141+0000 7ff6abfff640 1 --2- 172.21.15.28:0/1633028419 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55829924d280 0x5582996de2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.141+0000 7ff6abfff640 1 --2- 172.21.15.28:0/1633028419 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55829924d280 0x5582996de2c0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=163f05412de861e8 server_cookie=40b7af56b3d33b7c in_seq=0 out_seq=0 2024-04-25T17:16:00.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.141+0000 7ff68b7fe640 10 client.15438 ms_handle_connect on v2:172.21.15.42:6836/229475507 2024-04-25T17:16:00.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.141+0000 7ff68b7fe640 1 -- 172.21.15.28:0/1633028419 <== mds.2 v2:172.21.15.42:6836/229475507 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5582995c71c0 con 0x55829924d280 2024-04-25T17:16:00.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.141+0000 7ff68b7fe640 10 client.15438 handle_command_reply: tid=0 2024-04-25T17:16:00.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.141+0000 7ff6b91a0740 1 client.15438 shutdown 2024-04-25T17:16:00.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.141+0000 7ff6b91a0740 1 -- 172.21.15.28:0/1633028419 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x558299298590 msgr2=0x558299668720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.141+0000 7ff6b91a0740 1 --2- 172.21.15.28:0/1633028419 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x558299298590 0x558299668720 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7ff6a00058c0 tx=0x7ff6a0009990 comp rx=0 tx=0).stop 2024-04-25T17:16:00.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.141+0000 7ff6b91a0740 1 -- 172.21.15.28:0/1633028419 shutdown_connections 2024-04-25T17:16:00.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.141+0000 7ff6b91a0740 1 --2- 172.21.15.28:0/1633028419 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55829924d280 0x5582996de2c0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.142+0000 7ff6b91a0740 1 --2- 172.21.15.28:0/1633028419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582992b9270 0x558299669650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.142+0000 7ff6b91a0740 1 --2- 172.21.15.28:0/1633028419 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x558299298590 0x558299668720 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.142+0000 7ff68b7fe640 0 client.15438 ms_handle_reset on v2:172.21.15.42:6836/229475507 2024-04-25T17:16:00.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.142+0000 7ff6b91a0740 1 --2- 172.21.15.28:0/1633028419 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582992903b0 0x5582996681e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.142+0000 7ff6b91a0740 1 -- 172.21.15.28:0/1633028419 >> 172.21.15.28:0/1633028419 conn(0x5582992ad3c0 msgr2=0x558299658ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:00.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.142+0000 7ff6b91a0740 1 -- 172.21.15.28:0/1633028419 shutdown_connections 2024-04-25T17:16:00.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.142+0000 7ff6b91a0740 1 -- 172.21.15.28:0/1633028419 wait complete. 2024-04-25T17:16:00.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.142+0000 7ff6b91a0740 20 client.15438 trim_cache size 0 max 16384 2024-04-25T17:16:00.150 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:16:00.150 INFO:teuthology.orchestra.run.smithi028.stdout: "cluster_fsid": "dfbd4644-0325-11ef-bc93-c7b262605968", 2024-04-25T17:16:00.150 INFO:teuthology.orchestra.run.smithi028.stdout: "whoami": 2, 2024-04-25T17:16:00.150 INFO:teuthology.orchestra.run.smithi028.stdout: "id": 24506, 2024-04-25T17:16:00.150 INFO:teuthology.orchestra.run.smithi028.stdout: "want_state": "up:active", 2024-04-25T17:16:00.150 INFO:teuthology.orchestra.run.smithi028.stdout: "state": "up:active", 2024-04-25T17:16:00.150 INFO:teuthology.orchestra.run.smithi028.stdout: "fs_name": "cephfs", 2024-04-25T17:16:00.150 INFO:teuthology.orchestra.run.smithi028.stdout: "rank_uptime": 112.235508938, 2024-04-25T17:16:00.150 INFO:teuthology.orchestra.run.smithi028.stdout: "mdsmap_epoch": 23, 2024-04-25T17:16:00.150 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_epoch": 84, 2024-04-25T17:16:00.150 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_epoch_barrier": 80, 2024-04-25T17:16:00.150 INFO:teuthology.orchestra.run.smithi028.stdout: "uptime": 153.64648553999999 2024-04-25T17:16:00.150 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:16:00.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.142+0000 7ff6b22ee640 1 -- 172.21.15.28:0/2868652806 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff6940afb70 msgr2=0x7ff6940b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.142+0000 7ff6b22ee640 1 --2- 172.21.15.28:0/2868652806 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff6940afb70 0x7ff6940b2080 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x55829965b750 tx=0x7ff69c005f90 comp rx=0 tx=0).stop 2024-04-25T17:16:00.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.142+0000 7ff6b22ee640 1 -- 172.21.15.28:0/2868652806 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff6ac109a70 msgr2=0x7ff6ac1a1680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.142+0000 7ff6b22ee640 1 --2- 172.21.15.28:0/2868652806 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff6ac109a70 0x7ff6ac1a1680 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7ff6a4031920 tx=0x7ff6a4009870 comp rx=0 tx=0).stop 2024-04-25T17:16:00.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.142+0000 7ff6b22ee640 1 -- 172.21.15.28:0/2868652806 shutdown_connections 2024-04-25T17:16:00.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.142+0000 7ff6b22ee640 1 --2- 172.21.15.28:0/2868652806 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff6940afb70 0x7ff6940b2080 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.142+0000 7ff6b22ee640 1 --2- 172.21.15.28:0/2868652806 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff6ac109a70 0x7ff6ac1a1680 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.142+0000 7ff6b22ee640 1 --2- 172.21.15.28:0/2868652806 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff6ac105170 0x7ff6ac19a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.142+0000 7ff6b22ee640 1 --2- 172.21.15.28:0/2868652806 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff6ac103830 0x7ff6ac19a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.142+0000 7ff6b22ee640 1 -- 172.21.15.28:0/2868652806 >> 172.21.15.28:0/2868652806 conn(0x7ff6ac0fed40 msgr2=0x7ff6ac105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:00.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.142+0000 7ff6b22ee640 1 -- 172.21.15.28:0/2868652806 shutdown_connections 2024-04-25T17:16:00.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.142+0000 7ff6b22ee640 1 -- 172.21.15.28:0/2868652806 wait complete. 2024-04-25T17:16:00.154 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-04-25T17:16:00.267 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.267+0000 7f7c8ef82640 1 -- 172.21.15.28:0/2663504935 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7c881029d0 msgr2=0x7f7c881036d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.267 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.267+0000 7f7c8ef82640 1 --2- 172.21.15.28:0/2663504935 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7c881029d0 0x7f7c881036d0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f7c80009ca0 tx=0x7f7c8002a8c0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.267 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.267+0000 7f7c8ef82640 1 -- 172.21.15.28:0/2663504935 shutdown_connections 2024-04-25T17:16:00.268 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.267+0000 7f7c8ef82640 1 --2- 172.21.15.28:0/2663504935 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c88108910 0x7f7c8810ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.268 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.267+0000 7f7c8ef82640 1 --2- 172.21.15.28:0/2663504935 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c88103c10 0x7f7c88104020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.268 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.267+0000 7f7c8ef82640 1 --2- 172.21.15.28:0/2663504935 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7c881029d0 0x7f7c881036d0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.268 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.267+0000 7f7c8ef82640 1 -- 172.21.15.28:0/2663504935 >> 172.21.15.28:0/2663504935 conn(0x7f7c880fdbc0 msgr2=0x7f7c88100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:00.268 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.267+0000 7f7c8ef82640 1 -- 172.21.15.28:0/2663504935 shutdown_connections 2024-04-25T17:16:00.268 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.267+0000 7f7c8ef82640 1 -- 172.21.15.28:0/2663504935 wait complete. 2024-04-25T17:16:00.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.268+0000 7f7c8ef82640 1 Processor -- start 2024-04-25T17:16:00.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.268+0000 7f7c8ef82640 1 -- start start 2024-04-25T17:16:00.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.268+0000 7f7c8ef82640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7c881029d0 0x7f7c8806aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.268+0000 7f7c8ef82640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c88103c10 0x7f7c8819eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.268+0000 7f7c8ef82640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c88108910 0x7f7c881a1440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.268+0000 7f7c8ef82640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f7c8810e3d0 con 0x7f7c881029d0 2024-04-25T17:16:00.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.268+0000 7f7c8ef82640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7c8810e250 con 0x7f7c88108910 2024-04-25T17:16:00.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.268+0000 7f7c8ef82640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7c8810e550 con 0x7f7c88103c10 2024-04-25T17:16:00.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.268+0000 7f7c8cd1e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7c881029d0 0x7f7c8806aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.268+0000 7f7c8cd1e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7c881029d0 0x7f7c8806aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:58030/0 (socket says 172.21.15.28:58030) 2024-04-25T17:16:00.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.268+0000 7f7c8cd1e640 1 -- 172.21.15.28:0/2817326892 learned_addr learned my addr 172.21.15.28:0/2817326892 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:00.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.268+0000 7f7c87fff640 1 --2- 172.21.15.28:0/2817326892 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c88103c10 0x7f7c8819eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.268+0000 7f7c8d51f640 1 --2- 172.21.15.28:0/2817326892 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c88108910 0x7f7c881a1440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.268+0000 7f7c8cd1e640 1 -- 172.21.15.28:0/2817326892 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c88103c10 msgr2=0x7f7c8819eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.268+0000 7f7c8cd1e640 1 --2- 172.21.15.28:0/2817326892 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c88103c10 0x7f7c8819eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.268+0000 7f7c8cd1e640 1 -- 172.21.15.28:0/2817326892 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c88108910 msgr2=0x7f7c881a1440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.272 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.268+0000 7f7c8cd1e640 1 --2- 172.21.15.28:0/2817326892 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c88108910 0x7f7c881a1440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.272 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.268+0000 7f7c8cd1e640 1 -- 172.21.15.28:0/2817326892 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c881a1c60 con 0x7f7c881029d0 2024-04-25T17:16:00.272 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.269+0000 7f7c8cd1e640 1 --2- 172.21.15.28:0/2817326892 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7c881029d0 0x7f7c8806aa70 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f7c80004af0 tx=0x7f7c80003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:00.272 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.269+0000 7f7c85ffb640 1 -- 172.21.15.28:0/2817326892 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c80003e20 con 0x7f7c881029d0 2024-04-25T17:16:00.272 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.269+0000 7f7c85ffb640 1 -- 172.21.15.28:0/2817326892 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7c800044d0 con 0x7f7c881029d0 2024-04-25T17:16:00.272 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.269+0000 7f7c8ef82640 1 -- 172.21.15.28:0/2817326892 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c881a1ef0 con 0x7f7c881029d0 2024-04-25T17:16:00.272 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.269+0000 7f7c85ffb640 1 -- 172.21.15.28:0/2817326892 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c80030d10 con 0x7f7c881029d0 2024-04-25T17:16:00.272 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.269+0000 7f7c8ef82640 1 -- 172.21.15.28:0/2817326892 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c881a2350 con 0x7f7c881029d0 2024-04-25T17:16:00.279 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.272+0000 7f7c95e36740 1 Processor -- start 2024-04-25T17:16:00.279 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.272+0000 7f7c95e36740 1 -- start start 2024-04-25T17:16:00.279 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.272+0000 7f7c85ffb640 1 -- 172.21.15.28:0/2817326892 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f7c80004680 con 0x7f7c881029d0 2024-04-25T17:16:00.279 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.272+0000 7f7c95e36740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658d8270 0x564f65c79370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.279 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.272+0000 7f7c95e36740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564f658af3b0 0x564f65c798f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.279 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.272+0000 7f7c95e36740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f658b7590 0x564f65c807f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.279 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.272+0000 7f7c95e36740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x564f65bde740 con 0x564f658d8270 2024-04-25T17:16:00.279 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.272+0000 7f7c95e36740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564f65b7a3a0 con 0x564f658b7590 2024-04-25T17:16:00.279 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.272+0000 7f7c95e36740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x564f65bda700 con 0x564f658af3b0 2024-04-25T17:16:00.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.273+0000 7f7c8d51f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658d8270 0x564f65c79370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.273+0000 7f7c8d51f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658d8270 0x564f65c79370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:58042/0 (socket says 172.21.15.28:58042) 2024-04-25T17:16:00.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.273+0000 7f7c8d51f640 1 -- 172.21.15.28:0/1660539962 learned_addr learned my addr 172.21.15.28:0/1660539962 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:00.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.273+0000 7f7c87fff640 1 --2- 172.21.15.28:0/1660539962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f658b7590 0x564f65c807f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.273+0000 7f7c8cd1e640 1 --2- 172.21.15.28:0/1660539962 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564f658af3b0 0x564f65c798f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.273+0000 7f7c8d51f640 1 -- 172.21.15.28:0/1660539962 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564f658af3b0 msgr2=0x564f65c798f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:00.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.273+0000 7f7c8d51f640 1 --2- 172.21.15.28:0/1660539962 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564f658af3b0 0x564f65c798f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.273+0000 7f7c8d51f640 1 -- 172.21.15.28:0/1660539962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f658b7590 msgr2=0x564f65c807f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:00.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.273+0000 7f7c8d51f640 1 --2- 172.21.15.28:0/1660539962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f658b7590 0x564f65c807f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.273+0000 7f7c8d51f640 1 -- 172.21.15.28:0/1660539962 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f65b96750 con 0x564f658d8270 2024-04-25T17:16:00.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.273+0000 7f7c8d51f640 1 --2- 172.21.15.28:0/1660539962 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658d8270 0x564f65c79370 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f7c78009bd0 tx=0x7f7c78010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ec209ffcf359743 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:00.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.273+0000 7f7c85ffb640 1 --2- 172.21.15.28:0/2817326892 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7c700afaf0 0x7f7c700b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.273+0000 7f7c6effd640 1 -- 172.21.15.28:0/1660539962 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c7801b480 con 0x564f658d8270 2024-04-25T17:16:00.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.273+0000 7f7c6effd640 1 -- 172.21.15.28:0/1660539962 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7c7801bab0 con 0x564f658d8270 2024-04-25T17:16:00.281 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.273+0000 7f7c6effd640 1 -- 172.21.15.28:0/1660539962 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c780129f0 con 0x564f658d8270 2024-04-25T17:16:00.281 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.273+0000 7f7c8cd1e640 1 --2- 172.21.15.28:0/2817326892 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7c700afaf0 0x7f7c700b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.281 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.274+0000 7f7c85ffb640 1 -- 172.21.15.28:0/2817326892 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f7c80100550 con 0x7f7c881029d0 2024-04-25T17:16:00.281 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.274+0000 7f7c95e36740 1 -- 172.21.15.28:0/1660539962 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658d8270 msgr2=0x564f65c79370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.281 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.274+0000 7f7c8cd1e640 1 --2- 172.21.15.28:0/2817326892 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7c700afaf0 0x7f7c700b2000 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f7c80103fd0 tx=0x7f7c800b1040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:00.281 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.274+0000 7f7c95e36740 1 --2- 172.21.15.28:0/1660539962 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658d8270 0x564f65c79370 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f7c78009bd0 tx=0x7f7c78010740 comp rx=0 tx=0).stop 2024-04-25T17:16:00.281 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.274+0000 7f7c95e36740 1 -- 172.21.15.28:0/1660539962 shutdown_connections 2024-04-25T17:16:00.281 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.274+0000 7f7c95e36740 1 --2- 172.21.15.28:0/1660539962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f658b7590 0x564f65c807f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.281 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.274+0000 7f7c95e36740 1 --2- 172.21.15.28:0/1660539962 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564f658af3b0 0x564f65c798f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.281 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.274+0000 7f7c95e36740 1 --2- 172.21.15.28:0/1660539962 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658d8270 0x564f65c79370 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.281 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.274+0000 7f7c95e36740 1 -- 172.21.15.28:0/1660539962 >> 172.21.15.28:0/1660539962 conn(0x564f658cc3c0 msgr2=0x564f65c74d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:00.281 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.274+0000 7f7c95e36740 1 -- 172.21.15.28:0/1660539962 shutdown_connections 2024-04-25T17:16:00.281 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.274+0000 7f7c95e36740 1 -- 172.21.15.28:0/1660539962 wait complete. 2024-04-25T17:16:00.281 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.275+0000 7f7c95e36740 1 -- start start 2024-04-25T17:16:00.281 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.275+0000 7f7c95e36740 1 Processor -- start 2024-04-25T17:16:00.282 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.275+0000 7f7c95e36740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f658af3b0 0x564f65c832a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.282 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.275+0000 7f7c95e36740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658b7590 0x564f65c837e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.282 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.275+0000 7f7c95e36740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564f658d8270 0x564f65c8a740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.282 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.275+0000 7f7c95e36740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x564f65c81240 con 0x564f658b7590 2024-04-25T17:16:00.282 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.275+0000 7f7c95e36740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564f65b65fe0 con 0x564f658af3b0 2024-04-25T17:16:00.282 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.275+0000 7f7c95e36740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x564f65c813c0 con 0x564f658d8270 2024-04-25T17:16:00.282 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.275+0000 7f7c95e36740 10 client.0 _ll_register_callbacks cb 0x564f65b7c150 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:16:00.282 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.275+0000 7f7c87fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658b7590 0x564f65c837e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.282 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.275+0000 7f7c87fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658b7590 0x564f65c837e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:58052/0 (socket says 172.21.15.28:58052) 2024-04-25T17:16:00.282 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.275+0000 7f7c87fff640 1 -- 172.21.15.28:0/3207326073 learned_addr learned my addr 172.21.15.28:0/3207326073 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:00.282 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.275+0000 7f7c8d51f640 1 --2- 172.21.15.28:0/3207326073 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f658af3b0 0x564f65c832a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.282 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.276+0000 7f7c8d51f640 1 --2- 172.21.15.28:0/3207326073 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564f658d8270 0x564f65c8a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.276+0000 7f7c87fff640 1 -- 172.21.15.28:0/3207326073 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564f658d8270 msgr2=0x564f65c8a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:00.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.276+0000 7f7c87fff640 1 --2- 172.21.15.28:0/3207326073 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564f658d8270 0x564f65c8a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.276+0000 7f7c87fff640 1 -- 172.21.15.28:0/3207326073 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f658af3b0 msgr2=0x564f65c832a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:00.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.276+0000 7f7c87fff640 1 --2- 172.21.15.28:0/3207326073 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f658af3b0 0x564f65c832a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.276+0000 7f7c87fff640 1 -- 172.21.15.28:0/3207326073 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f658f02d0 con 0x564f658b7590 2024-04-25T17:16:00.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.276+0000 7f7c87fff640 1 --2- 172.21.15.28:0/3207326073 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658b7590 0x564f65c837e0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f7c7c00ba60 tx=0x7f7c7c00bf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3f7895330d6326e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:00.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.276+0000 7f7c67fff640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:16:00.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.276+0000 7f7c67fff640 1 -- 172.21.15.28:0/3207326073 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c7c005020 con 0x564f658b7590 2024-04-25T17:16:00.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.276+0000 7f7c67fff640 1 -- 172.21.15.28:0/3207326073 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f7c7c0051c0 con 0x564f658b7590 2024-04-25T17:16:00.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.276+0000 7f7c95e36740 1 -- 172.21.15.28:0/3207326073 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c7801bab0 con 0x564f658b7590 2024-04-25T17:16:00.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.276+0000 7f7c67fff640 1 -- 172.21.15.28:0/3207326073 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f7c7c005400 con 0x564f658b7590 2024-04-25T17:16:00.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.276+0000 7f7c95e36740 10 client.15450 fetch_fsmap learned FSMap version 23 2024-04-25T17:16:00.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.276+0000 7f7c95e36740 1 -- 172.21.15.28:0/3207326073 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x564f659ba6b0 con 0x564f658b7590 2024-04-25T17:16:00.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.277+0000 7f7c67fff640 1 -- 172.21.15.28:0/3207326073 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7c7801bab0 con 0x564f658b7590 2024-04-25T17:16:00.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.277+0000 7f7c67fff640 1 -- 172.21.15.28:0/3207326073 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f7c7c01b590 con 0x564f658b7590 2024-04-25T17:16:00.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.277+0000 7f7c95e36740 10 client.15450 fetch_fsmap finished waiting for FSMap version 23 2024-04-25T17:16:00.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.277+0000 7f7c95e36740 10 client.15450 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-25T17:16:00.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.277+0000 7f7c95e36740 20 client.15450 populate_metadata read hostname 'smithi028' 2024-04-25T17:16:00.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.277+0000 7f7c95e36740 1 --2- 172.21.15.28:0/3207326073 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x564f65896e40 0x564f65c91070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.277+0000 7f7c95e36740 4 client.15450 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:16:00.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.277+0000 7f7c95e36740 1 -- 172.21.15.28:0/3207326073 --> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564f65bec350 con 0x564f65896e40 2024-04-25T17:16:00.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.277+0000 7f7c8d51f640 1 --2- 172.21.15.28:0/3207326073 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x564f65896e40 0x564f65c91070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.278+0000 7f7c67fff640 10 client.15450 ms_handle_connect on v2:172.21.15.84:6838/1332945442 2024-04-25T17:16:00.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.278+0000 7f7c8d51f640 1 --2- 172.21.15.28:0/3207326073 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x564f65896e40 0x564f65c91070 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=982b117f8669b4fc server_cookie=28aa041fc141fc9d in_seq=0 out_seq=0 2024-04-25T17:16:00.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.278+0000 7f7c67fff640 1 -- 172.21.15.28:0/3207326073 <== mds.1 v2:172.21.15.84:6838/1332945442 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x564f65bec350 con 0x564f65896e40 2024-04-25T17:16:00.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.278+0000 7f7c67fff640 10 client.15450 handle_command_reply: tid=0 2024-04-25T17:16:00.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.278+0000 7f7c95e36740 1 client.15450 shutdown 2024-04-25T17:16:00.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.278+0000 7f7c95e36740 1 -- 172.21.15.28:0/3207326073 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658b7590 msgr2=0x564f65c837e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.278+0000 7f7c95e36740 1 --2- 172.21.15.28:0/3207326073 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658b7590 0x564f65c837e0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f7c7c00ba60 tx=0x7f7c7c00bf20 comp rx=0 tx=0).stop 2024-04-25T17:16:00.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.278+0000 7f7c95e36740 1 -- 172.21.15.28:0/3207326073 shutdown_connections 2024-04-25T17:16:00.285 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.279+0000 7f7c95e36740 1 --2- 172.21.15.28:0/3207326073 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x564f65896e40 0x564f65c91070 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.285 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.279+0000 7f7c95e36740 1 --2- 172.21.15.28:0/3207326073 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564f658d8270 0x564f65c8a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.285 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.279+0000 7f7c95e36740 1 --2- 172.21.15.28:0/3207326073 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658b7590 0x564f65c837e0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.285 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.279+0000 7f7c67fff640 0 client.15450 ms_handle_reset on v2:172.21.15.84:6838/1332945442 2024-04-25T17:16:00.285 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.279+0000 7f7c95e36740 1 --2- 172.21.15.28:0/3207326073 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f658af3b0 0x564f65c832a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.285 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.279+0000 7f7c95e36740 1 -- 172.21.15.28:0/3207326073 >> 172.21.15.28:0/3207326073 conn(0x564f658cc3c0 msgr2=0x564f65c73d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:00.285 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.279+0000 7f7c95e36740 1 -- 172.21.15.28:0/3207326073 shutdown_connections 2024-04-25T17:16:00.285 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.279+0000 7f7c95e36740 1 -- 172.21.15.28:0/3207326073 wait complete. 2024-04-25T17:16:00.285 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.279+0000 7f7c95e36740 20 client.15450 trim_cache size 0 max 16384 2024-04-25T17:16:00.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.297+0000 7f7c95e36740 1 Processor -- start 2024-04-25T17:16:00.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.297+0000 7f7c95e36740 1 -- start start 2024-04-25T17:16:00.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.298+0000 7f7c95e36740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f65896e40 0x564f65c82880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.298+0000 7f7c95e36740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564f658af3b0 0x564f65c8a660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.298+0000 7f7c95e36740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658b7590 0x564f65c83250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.298+0000 7f7c95e36740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x564f65c8f3b0 con 0x564f658b7590 2024-04-25T17:16:00.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.298+0000 7f7c95e36740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564f65c8fa80 con 0x564f65896e40 2024-04-25T17:16:00.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.298+0000 7f7c95e36740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x564f65c90150 con 0x564f658af3b0 2024-04-25T17:16:00.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.298+0000 7f7c8d51f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658b7590 0x564f65c83250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.298+0000 7f7c8d51f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658b7590 0x564f65c83250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:58068/0 (socket says 172.21.15.28:58068) 2024-04-25T17:16:00.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.298+0000 7f7c8d51f640 1 -- 172.21.15.28:0/3235999511 learned_addr learned my addr 172.21.15.28:0/3235999511 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:00.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.298+0000 7f7c8d51f640 1 --2- 172.21.15.28:0/3235999511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f65896e40 0x564f65c82880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.298+0000 7f7c87fff640 1 --2- 172.21.15.28:0/3235999511 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564f658af3b0 0x564f65c8a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.305 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.298+0000 7f7c8d51f640 1 -- 172.21.15.28:0/3235999511 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564f658af3b0 msgr2=0x564f65c8a660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:00.305 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.298+0000 7f7c8d51f640 1 --2- 172.21.15.28:0/3235999511 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564f658af3b0 0x564f65c8a660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.305 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.298+0000 7f7c8d51f640 1 -- 172.21.15.28:0/3235999511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f65896e40 msgr2=0x564f65c82880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:00.305 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.298+0000 7f7c8d51f640 1 --2- 172.21.15.28:0/3235999511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f65896e40 0x564f65c82880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.305 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.298+0000 7f7c8d51f640 1 -- 172.21.15.28:0/3235999511 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f65c83050 con 0x564f658b7590 2024-04-25T17:16:00.305 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.298+0000 7f7c87fff640 1 --2- 172.21.15.28:0/3235999511 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564f658af3b0 0x564f65c8a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:16:00.305 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.298+0000 7f7c8d51f640 1 --2- 172.21.15.28:0/3235999511 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658b7590 0x564f65c83250 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f7c78010780 tx=0x7f7c78009830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cf2ce47bdbee892 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:00.305 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.298+0000 7f7c6e7fc640 1 -- 172.21.15.28:0/3235999511 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c78034070 con 0x564f658b7590 2024-04-25T17:16:00.305 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.298+0000 7f7c6e7fc640 1 -- 172.21.15.28:0/3235999511 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7c7801b480 con 0x564f658b7590 2024-04-25T17:16:00.305 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.298+0000 7f7c6e7fc640 1 -- 172.21.15.28:0/3235999511 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c78024040 con 0x564f658b7590 2024-04-25T17:16:00.305 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.299+0000 7f7c95e36740 1 -- 172.21.15.28:0/3235999511 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658b7590 msgr2=0x564f65c83250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.305 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.299+0000 7f7c95e36740 1 --2- 172.21.15.28:0/3235999511 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658b7590 0x564f65c83250 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f7c78010780 tx=0x7f7c78009830 comp rx=0 tx=0).stop 2024-04-25T17:16:00.305 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.299+0000 7f7c95e36740 1 -- 172.21.15.28:0/3235999511 shutdown_connections 2024-04-25T17:16:00.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.299+0000 7f7c95e36740 1 --2- 172.21.15.28:0/3235999511 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658b7590 0x564f65c83250 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.299+0000 7f7c95e36740 1 --2- 172.21.15.28:0/3235999511 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564f658af3b0 0x564f65c8a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.299+0000 7f7c95e36740 1 --2- 172.21.15.28:0/3235999511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f65896e40 0x564f65c82880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.299+0000 7f7c95e36740 1 -- 172.21.15.28:0/3235999511 >> 172.21.15.28:0/3235999511 conn(0x564f658cc3c0 msgr2=0x564f65c818e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:00.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.299+0000 7f7c95e36740 1 -- 172.21.15.28:0/3235999511 shutdown_connections 2024-04-25T17:16:00.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.299+0000 7f7c95e36740 1 -- 172.21.15.28:0/3235999511 wait complete. 2024-04-25T17:16:00.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.299+0000 7f7c95e36740 1 -- start start 2024-04-25T17:16:00.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.300+0000 7f7c95e36740 1 Processor -- start 2024-04-25T17:16:00.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.300+0000 7f7c95e36740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f65896e40 0x564f65c88220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.300+0000 7f7c95e36740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564f658af3b0 0x564f65c88760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.300+0000 7f7c95e36740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658b7590 0x564f65c89640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.300+0000 7f7c95e36740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x564f65c90ef0 con 0x564f658b7590 2024-04-25T17:16:00.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.300+0000 7f7c95e36740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564f65c90820 con 0x564f65896e40 2024-04-25T17:16:00.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.300+0000 7f7c95e36740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x564f65c915c0 con 0x564f658af3b0 2024-04-25T17:16:00.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.300+0000 7f7c95e36740 10 client.0 _ll_register_callbacks cb 0x7f7c7c0042b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:16:00.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.300+0000 7f7c8d51f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658b7590 0x564f65c89640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.300+0000 7f7c8d51f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658b7590 0x564f65c89640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:58074/0 (socket says 172.21.15.28:58074) 2024-04-25T17:16:00.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.300+0000 7f7c8d51f640 1 -- 172.21.15.28:0/1237104661 learned_addr learned my addr 172.21.15.28:0/1237104661 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:00.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.300+0000 7f7c87fff640 1 --2- 172.21.15.28:0/1237104661 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564f658af3b0 0x564f65c88760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.300+0000 7f7c8d51f640 1 --2- 172.21.15.28:0/1237104661 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f65896e40 0x564f65c88220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.300+0000 7f7c8d51f640 1 -- 172.21.15.28:0/1237104661 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564f658af3b0 msgr2=0x564f65c88760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:00.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.300+0000 7f7c8d51f640 1 --2- 172.21.15.28:0/1237104661 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564f658af3b0 0x564f65c88760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.300+0000 7f7c8d51f640 1 -- 172.21.15.28:0/1237104661 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f65896e40 msgr2=0x564f65c88220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:00.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.300+0000 7f7c8d51f640 1 --2- 172.21.15.28:0/1237104661 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f65896e40 0x564f65c88220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.300+0000 7f7c8d51f640 1 -- 172.21.15.28:0/1237104661 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f65c89c00 con 0x564f658b7590 2024-04-25T17:16:00.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.301+0000 7f7c8d51f640 1 --2- 172.21.15.28:0/1237104661 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658b7590 0x564f65c89640 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f7c78001eb0 tx=0x7f7c78010c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=628748ec356d8587 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:00.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.301+0000 7f7c67fff640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:16:00.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.301+0000 7f7c67fff640 1 -- 172.21.15.28:0/1237104661 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c78034040 con 0x564f658b7590 2024-04-25T17:16:00.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.301+0000 7f7c67fff640 1 -- 172.21.15.28:0/1237104661 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f7c78005310 con 0x564f658b7590 2024-04-25T17:16:00.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.301+0000 7f7c95e36740 1 -- 172.21.15.28:0/1237104661 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c7801b480 con 0x564f658b7590 2024-04-25T17:16:00.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.301+0000 7f7c67fff640 1 -- 172.21.15.28:0/1237104661 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f7c78005510 con 0x564f658b7590 2024-04-25T17:16:00.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.301+0000 7f7c95e36740 10 client.15456 fetch_fsmap learned FSMap version 23 2024-04-25T17:16:00.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.301+0000 7f7c95e36740 1 -- 172.21.15.28:0/1237104661 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x564f65cfa0d0 con 0x564f658b7590 2024-04-25T17:16:00.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.301+0000 7f7c67fff640 1 -- 172.21.15.28:0/1237104661 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7c7801b480 con 0x564f658b7590 2024-04-25T17:16:00.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.301+0000 7f7c67fff640 1 -- 172.21.15.28:0/1237104661 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f7c7802a040 con 0x564f658b7590 2024-04-25T17:16:00.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.301+0000 7f7c95e36740 10 client.15456 fetch_fsmap finished waiting for FSMap version 23 2024-04-25T17:16:00.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.301+0000 7f7c95e36740 10 client.15456 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-25T17:16:00.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.301+0000 7f7c95e36740 20 client.15456 populate_metadata read hostname 'smithi028' 2024-04-25T17:16:00.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.301+0000 7f7c95e36740 1 --2- 172.21.15.28:0/1237104661 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x564f658d8270 0x564f65cfb190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.301+0000 7f7c95e36740 4 client.15456 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T17:16:00.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.301+0000 7f7c95e36740 1 -- 172.21.15.28:0/1237104661 --> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] -- command(tid 0: {"prefix": "status"}) -- 0x564f65be61c0 con 0x564f658d8270 2024-04-25T17:16:00.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.302+0000 7f7c87fff640 1 --2- 172.21.15.28:0/1237104661 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x564f658d8270 0x564f65cfb190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.302+0000 7f7c87fff640 1 --2- 172.21.15.28:0/1237104661 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x564f658d8270 0x564f65cfb190 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fde02f791b1cbc2c server_cookie=74d8b29d2a0bb87b in_seq=0 out_seq=0 2024-04-25T17:16:00.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.302+0000 7f7c67fff640 10 client.15456 ms_handle_connect on v2:172.21.15.84:6838/1332945442 2024-04-25T17:16:00.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.302+0000 7f7c67fff640 1 -- 172.21.15.28:0/1237104661 <== mds.1 v2:172.21.15.84:6838/1332945442 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x564f65be61c0 con 0x564f658d8270 2024-04-25T17:16:00.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.302+0000 7f7c67fff640 10 client.15456 handle_command_reply: tid=0 2024-04-25T17:16:00.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.302+0000 7f7c95e36740 1 client.15456 shutdown 2024-04-25T17:16:00.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.302+0000 7f7c95e36740 1 -- 172.21.15.28:0/1237104661 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658b7590 msgr2=0x564f65c89640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.302+0000 7f7c95e36740 1 --2- 172.21.15.28:0/1237104661 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658b7590 0x564f65c89640 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f7c78001eb0 tx=0x7f7c78010c60 comp rx=0 tx=0).stop 2024-04-25T17:16:00.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.302+0000 7f7c95e36740 1 -- 172.21.15.28:0/1237104661 shutdown_connections 2024-04-25T17:16:00.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.302+0000 7f7c95e36740 1 --2- 172.21.15.28:0/1237104661 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x564f658d8270 0x564f65cfb190 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.302+0000 7f7c95e36740 1 --2- 172.21.15.28:0/1237104661 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564f658b7590 0x564f65c89640 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.302+0000 7f7c95e36740 1 --2- 172.21.15.28:0/1237104661 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564f658af3b0 0x564f65c88760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.302+0000 7f7c67fff640 0 client.15456 ms_handle_reset on v2:172.21.15.84:6838/1332945442 2024-04-25T17:16:00.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.302+0000 7f7c95e36740 1 --2- 172.21.15.28:0/1237104661 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f65896e40 0x564f65c88220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.302+0000 7f7c95e36740 1 -- 172.21.15.28:0/1237104661 >> 172.21.15.28:0/1237104661 conn(0x564f658cc3c0 msgr2=0x564f65c83250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:00.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.303+0000 7f7c95e36740 1 -- 172.21.15.28:0/1237104661 shutdown_connections 2024-04-25T17:16:00.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.303+0000 7f7c95e36740 1 -- 172.21.15.28:0/1237104661 wait complete. 2024-04-25T17:16:00.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.303+0000 7f7c95e36740 20 client.15456 trim_cache size 0 max 16384 2024-04-25T17:16:00.310 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:16:00.310 INFO:teuthology.orchestra.run.smithi028.stdout: "cluster_fsid": "dfbd4644-0325-11ef-bc93-c7b262605968", 2024-04-25T17:16:00.310 INFO:teuthology.orchestra.run.smithi028.stdout: "whoami": 1, 2024-04-25T17:16:00.310 INFO:teuthology.orchestra.run.smithi028.stdout: "id": 24532, 2024-04-25T17:16:00.310 INFO:teuthology.orchestra.run.smithi028.stdout: "want_state": "up:active", 2024-04-25T17:16:00.310 INFO:teuthology.orchestra.run.smithi028.stdout: "state": "up:active", 2024-04-25T17:16:00.310 INFO:teuthology.orchestra.run.smithi028.stdout: "fs_name": "cephfs", 2024-04-25T17:16:00.310 INFO:teuthology.orchestra.run.smithi028.stdout: "rank_uptime": 113.403648436, 2024-04-25T17:16:00.310 INFO:teuthology.orchestra.run.smithi028.stdout: "mdsmap_epoch": 23, 2024-04-25T17:16:00.311 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_epoch": 84, 2024-04-25T17:16:00.311 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_epoch_barrier": 80, 2024-04-25T17:16:00.311 INFO:teuthology.orchestra.run.smithi028.stdout: "uptime": 151.06468480999999 2024-04-25T17:16:00.311 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:16:00.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.303+0000 7f7c8ef82640 1 -- 172.21.15.28:0/2817326892 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7c700afaf0 msgr2=0x7f7c700b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.303+0000 7f7c8ef82640 1 --2- 172.21.15.28:0/2817326892 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7c700afaf0 0x7f7c700b2000 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f7c80103fd0 tx=0x7f7c800b1040 comp rx=0 tx=0).stop 2024-04-25T17:16:00.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.303+0000 7f7c8ef82640 1 -- 172.21.15.28:0/2817326892 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7c881029d0 msgr2=0x7f7c8806aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.303+0000 7f7c8ef82640 1 --2- 172.21.15.28:0/2817326892 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7c881029d0 0x7f7c8806aa70 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f7c80004af0 tx=0x7f7c80003970 comp rx=0 tx=0).stop 2024-04-25T17:16:00.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.303+0000 7f7c8ef82640 1 -- 172.21.15.28:0/2817326892 shutdown_connections 2024-04-25T17:16:00.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.303+0000 7f7c8ef82640 1 --2- 172.21.15.28:0/2817326892 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7c700afaf0 0x7f7c700b2000 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.303+0000 7f7c8ef82640 1 --2- 172.21.15.28:0/2817326892 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c88108910 0x7f7c881a1440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.303+0000 7f7c8ef82640 1 --2- 172.21.15.28:0/2817326892 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c88103c10 0x7f7c8819eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.303+0000 7f7c8ef82640 1 --2- 172.21.15.28:0/2817326892 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7c881029d0 0x7f7c8806aa70 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.303+0000 7f7c8ef82640 1 -- 172.21.15.28:0/2817326892 >> 172.21.15.28:0/2817326892 conn(0x7f7c880fdbc0 msgr2=0x7f7c881048f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:00.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.303+0000 7f7c8ef82640 1 -- 172.21.15.28:0/2817326892 shutdown_connections 2024-04-25T17:16:00.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.303+0000 7f7c8ef82640 1 -- 172.21.15.28:0/2817326892 wait complete. 2024-04-25T17:16:00.315 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-25T17:16:00.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.428+0000 7f2723564640 1 -- 172.21.15.28:0/1722109710 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f271c108910 msgr2=0x7f271c10ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.428+0000 7f2723564640 1 --2- 172.21.15.28:0/1722109710 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f271c108910 0x7f271c10ad30 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f2714009ca0 tx=0x7f271402a8c0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.428+0000 7f2723564640 1 -- 172.21.15.28:0/1722109710 shutdown_connections 2024-04-25T17:16:00.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.428+0000 7f2723564640 1 --2- 172.21.15.28:0/1722109710 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f271c108910 0x7f271c10ad30 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.428+0000 7f2723564640 1 --2- 172.21.15.28:0/1722109710 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f271c103c10 0x7f271c104020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.428+0000 7f2723564640 1 --2- 172.21.15.28:0/1722109710 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f271c1029d0 0x7f271c1036d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.428+0000 7f2723564640 1 -- 172.21.15.28:0/1722109710 >> 172.21.15.28:0/1722109710 conn(0x7f271c0fdbc0 msgr2=0x7f271c100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:00.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.428+0000 7f2723564640 1 -- 172.21.15.28:0/1722109710 shutdown_connections 2024-04-25T17:16:00.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.428+0000 7f2723564640 1 -- 172.21.15.28:0/1722109710 wait complete. 2024-04-25T17:16:00.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.429+0000 7f2723564640 1 Processor -- start 2024-04-25T17:16:00.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.429+0000 7f2723564640 1 -- start start 2024-04-25T17:16:00.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.429+0000 7f2723564640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f271c1029d0 0x7f271c10d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.429+0000 7f2723564640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f271c103c10 0x7f271c10b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.431 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.429+0000 7f2723564640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f271c108910 0x7f271c10be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.429+0000 7f2723564640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f271c10f510 con 0x7f271c1029d0 2024-04-25T17:16:00.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.429+0000 7f2723564640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f271c10f390 con 0x7f271c103c10 2024-04-25T17:16:00.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.429+0000 7f2723564640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f271c10f690 con 0x7f271c108910 2024-04-25T17:16:00.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.429+0000 7f2721300640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f271c1029d0 0x7f271c10d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.429+0000 7f2721300640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f271c1029d0 0x7f271c10d2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:58096/0 (socket says 172.21.15.28:58096) 2024-04-25T17:16:00.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.429+0000 7f2721300640 1 -- 172.21.15.28:0/255701262 learned_addr learned my addr 172.21.15.28:0/255701262 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:00.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.429+0000 7f2720aff640 1 --2- 172.21.15.28:0/255701262 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f271c103c10 0x7f271c10b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.429+0000 7f2721300640 1 -- 172.21.15.28:0/255701262 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f271c108910 msgr2=0x7f271c10be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.429+0000 7f2721b01640 1 --2- 172.21.15.28:0/255701262 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f271c108910 0x7f271c10be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.429+0000 7f2721300640 1 --2- 172.21.15.28:0/255701262 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f271c108910 0x7f271c10be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.429+0000 7f2721300640 1 -- 172.21.15.28:0/255701262 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f271c103c10 msgr2=0x7f271c10b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.429+0000 7f2721300640 1 --2- 172.21.15.28:0/255701262 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f271c103c10 0x7f271c10b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.429+0000 7f2721300640 1 -- 172.21.15.28:0/255701262 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f271c10c5b0 con 0x7f271c1029d0 2024-04-25T17:16:00.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.429+0000 7f2720aff640 1 --2- 172.21.15.28:0/255701262 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f271c103c10 0x7f271c10b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:16:00.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.429+0000 7f2721300640 1 --2- 172.21.15.28:0/255701262 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f271c1029d0 0x7f271c10d2a0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f271800c970 tx=0x7f271800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:00.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.430+0000 7f27127fc640 1 -- 172.21.15.28:0/255701262 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2718004220 con 0x7f271c1029d0 2024-04-25T17:16:00.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.430+0000 7f27127fc640 1 -- 172.21.15.28:0/255701262 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2718007e40 con 0x7f271c1029d0 2024-04-25T17:16:00.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.430+0000 7f2723564640 1 -- 172.21.15.28:0/255701262 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f271c1a4120 con 0x7f271c1029d0 2024-04-25T17:16:00.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.430+0000 7f27127fc640 1 -- 172.21.15.28:0/255701262 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27180047a0 con 0x7f271c1029d0 2024-04-25T17:16:00.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.430+0000 7f2723564640 1 -- 172.21.15.28:0/255701262 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f271c1a4590 con 0x7f271c1029d0 2024-04-25T17:16:00.440 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.432+0000 7f272a413740 1 Processor -- start 2024-04-25T17:16:00.440 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.432+0000 7f27127fc640 1 -- 172.21.15.28:0/255701262 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f27180079b0 con 0x7f271c1029d0 2024-04-25T17:16:00.440 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.432+0000 7f272a413740 1 -- start start 2024-04-25T17:16:00.440 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.433+0000 7f272a413740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563f2915f270 0x563f29508b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.440 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.433+0000 7f272a413740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563f291363b0 0x563f29509100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.440 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.433+0000 7f272a413740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f2913e590 0x563f29510000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.440 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.433+0000 7f272a413740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x563f29465740 con 0x563f2913e590 2024-04-25T17:16:00.440 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.433+0000 7f272a413740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563f294013a0 con 0x563f291363b0 2024-04-25T17:16:00.440 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.433+0000 7f272a413740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x563f29461700 con 0x563f2915f270 2024-04-25T17:16:00.440 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.433+0000 7f2721b01640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563f2915f270 0x563f29508b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.440 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.433+0000 7f2721300640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563f291363b0 0x563f29509100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.433+0000 7f2720aff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f2913e590 0x563f29510000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.433+0000 7f2721b01640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563f2915f270 0x563f29508b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.28:40416/0 (socket says 172.21.15.28:40416) 2024-04-25T17:16:00.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.433+0000 7f2721b01640 1 -- 172.21.15.28:0/2823558163 learned_addr learned my addr 172.21.15.28:0/2823558163 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:00.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.433+0000 7f2721b01640 1 -- 172.21.15.28:0/2823558163 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563f291363b0 msgr2=0x563f29509100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:00.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.433+0000 7f2721b01640 1 --2- 172.21.15.28:0/2823558163 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563f291363b0 0x563f29509100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.433+0000 7f2721b01640 1 -- 172.21.15.28:0/2823558163 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f2913e590 msgr2=0x563f29510000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:00.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.433+0000 7f2721b01640 1 --2- 172.21.15.28:0/2823558163 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f2913e590 0x563f29510000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.433+0000 7f2721b01640 1 -- 172.21.15.28:0/2823558163 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563f2941d750 con 0x563f2915f270 2024-04-25T17:16:00.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.434+0000 7f27127fc640 1 --2- 172.21.15.28:0/255701262 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f27080afaf0 0x7f27080b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.434+0000 7f2721b01640 1 --2- 172.21.15.28:0/2823558163 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563f2915f270 0x563f29508b80 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f271402ade0 tx=0x7f27140099c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c3af547c48ed390e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:00.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.434+0000 7f2721300640 1 --2- 172.21.15.28:0/255701262 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f27080afaf0 0x7f27080b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.434+0000 7f27077fe640 1 -- 172.21.15.28:0/2823558163 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2714031a80 con 0x563f2915f270 2024-04-25T17:16:00.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.434+0000 7f27077fe640 1 -- 172.21.15.28:0/2823558163 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2714036070 con 0x563f2915f270 2024-04-25T17:16:00.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.434+0000 7f27127fc640 1 -- 172.21.15.28:0/255701262 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f27180dee60 con 0x7f271c1029d0 2024-04-25T17:16:00.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.434+0000 7f27077fe640 1 -- 172.21.15.28:0/2823558163 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27140044b0 con 0x563f2915f270 2024-04-25T17:16:00.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.435+0000 7f272a413740 1 -- 172.21.15.28:0/2823558163 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563f2915f270 msgr2=0x563f29508b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.435+0000 7f2721300640 1 --2- 172.21.15.28:0/255701262 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f27080afaf0 0x7f27080b2000 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x563f29509f60 tx=0x7f27180e2940 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:00.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.435+0000 7f272a413740 1 --2- 172.21.15.28:0/2823558163 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563f2915f270 0x563f29508b80 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f271402ade0 tx=0x7f27140099c0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.435+0000 7f272a413740 1 -- 172.21.15.28:0/2823558163 shutdown_connections 2024-04-25T17:16:00.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.435+0000 7f272a413740 1 --2- 172.21.15.28:0/2823558163 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f2913e590 0x563f29510000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.435+0000 7f272a413740 1 --2- 172.21.15.28:0/2823558163 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563f291363b0 0x563f29509100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.435+0000 7f272a413740 1 --2- 172.21.15.28:0/2823558163 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563f2915f270 0x563f29508b80 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.435+0000 7f272a413740 1 -- 172.21.15.28:0/2823558163 >> 172.21.15.28:0/2823558163 conn(0x563f291533c0 msgr2=0x563f294fbd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:00.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.435+0000 7f272a413740 1 -- 172.21.15.28:0/2823558163 shutdown_connections 2024-04-25T17:16:00.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.435+0000 7f272a413740 1 -- 172.21.15.28:0/2823558163 wait complete. 2024-04-25T17:16:00.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.435+0000 7f272a413740 1 -- start start 2024-04-25T17:16:00.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.435+0000 7f272a413740 1 Processor -- start 2024-04-25T17:16:00.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.436+0000 7f272a413740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f291363b0 0x563f29512a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.436+0000 7f272a413740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563f2913e590 0x563f29512f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.436+0000 7f272a413740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563f2915f270 0x563f29519ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.436+0000 7f272a413740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x563f295109f0 con 0x563f291363b0 2024-04-25T17:16:00.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.436+0000 7f272a413740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563f293ecfe0 con 0x563f2913e590 2024-04-25T17:16:00.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.436+0000 7f272a413740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x563f29510b70 con 0x563f2915f270 2024-04-25T17:16:00.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.436+0000 7f272a413740 10 client.0 _ll_register_callbacks cb 0x563f29403150 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:16:00.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.436+0000 7f2721b01640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f291363b0 0x563f29512a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.436+0000 7f2721b01640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f291363b0 0x563f29512a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:58118/0 (socket says 172.21.15.28:58118) 2024-04-25T17:16:00.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.436+0000 7f2721b01640 1 -- 172.21.15.28:0/4105036623 learned_addr learned my addr 172.21.15.28:0/4105036623 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:00.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.436+0000 7f2720aff640 1 --2- 172.21.15.28:0/4105036623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563f2913e590 0x563f29512f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.436+0000 7f2721b01640 1 -- 172.21.15.28:0/4105036623 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563f2915f270 msgr2=0x563f29519ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:00.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.436+0000 7f2721b01640 1 --2- 172.21.15.28:0/4105036623 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563f2915f270 0x563f29519ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.436+0000 7f2721b01640 1 -- 172.21.15.28:0/4105036623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563f2913e590 msgr2=0x563f29512f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:00.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.436+0000 7f2721b01640 1 --2- 172.21.15.28:0/4105036623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563f2913e590 0x563f29512f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.436+0000 7f2721b01640 1 -- 172.21.15.28:0/4105036623 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563f291772d0 con 0x563f291363b0 2024-04-25T17:16:00.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.436+0000 7f2720aff640 1 --2- 172.21.15.28:0/4105036623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563f2913e590 0x563f29512f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:16:00.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.436+0000 7f2721b01640 1 --2- 172.21.15.28:0/4105036623 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f291363b0 0x563f29512a40 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f2714009bf0 tx=0x7f2714031750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=442b54b760e16e6b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:00.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.436+0000 7f2704ff9640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:16:00.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.437+0000 7f2704ff9640 1 -- 172.21.15.28:0/4105036623 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2714032e60 con 0x563f291363b0 2024-04-25T17:16:00.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.437+0000 7f2704ff9640 1 -- 172.21.15.28:0/4105036623 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f2714003970 con 0x563f291363b0 2024-04-25T17:16:00.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.437+0000 7f272a413740 1 -- 172.21.15.28:0/4105036623 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2714036070 con 0x563f291363b0 2024-04-25T17:16:00.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.437+0000 7f2704ff9640 1 -- 172.21.15.28:0/4105036623 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f2714003b70 con 0x563f291363b0 2024-04-25T17:16:00.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.437+0000 7f272a413740 10 client.15468 fetch_fsmap learned FSMap version 23 2024-04-25T17:16:00.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.437+0000 7f272a413740 1 -- 172.21.15.28:0/4105036623 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x563f292416b0 con 0x563f291363b0 2024-04-25T17:16:00.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.437+0000 7f2704ff9640 1 -- 172.21.15.28:0/4105036623 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2714036070 con 0x563f291363b0 2024-04-25T17:16:00.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.437+0000 7f2704ff9640 1 -- 172.21.15.28:0/4105036623 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f2714057030 con 0x563f291363b0 2024-04-25T17:16:00.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.437+0000 7f272a413740 10 client.15468 fetch_fsmap finished waiting for FSMap version 23 2024-04-25T17:16:00.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.437+0000 7f272a413740 10 client.15468 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T17:16:00.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.437+0000 7f272a413740 20 client.15468 populate_metadata read hostname 'smithi028' 2024-04-25T17:16:00.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.437+0000 7f272a413740 1 --2- 172.21.15.28:0/4105036623 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x563f2911de40 0x563f29520280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.437+0000 7f272a413740 4 client.15468 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:16:00.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.437+0000 7f272a413740 1 -- 172.21.15.28:0/4105036623 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563f29473350 con 0x563f2911de40 2024-04-25T17:16:00.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.437+0000 7f2720aff640 1 --2- 172.21.15.28:0/4105036623 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x563f2911de40 0x563f29520280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.438+0000 7f2704ff9640 10 client.15468 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:00.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.438+0000 7f2720aff640 1 --2- 172.21.15.28:0/4105036623 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x563f2911de40 0x563f29520280 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=51c7d573e5ff6a04 server_cookie=f918068f4c52af9 in_seq=0 out_seq=0 2024-04-25T17:16:00.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.439+0000 7f2704ff9640 1 -- 172.21.15.28:0/4105036623 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x563f29473350 con 0x563f2911de40 2024-04-25T17:16:00.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.439+0000 7f2704ff9640 10 client.15468 handle_command_reply: tid=0 2024-04-25T17:16:00.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.439+0000 7f272a413740 1 client.15468 shutdown 2024-04-25T17:16:00.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.439+0000 7f272a413740 1 -- 172.21.15.28:0/4105036623 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f291363b0 msgr2=0x563f29512a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.439+0000 7f272a413740 1 --2- 172.21.15.28:0/4105036623 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f291363b0 0x563f29512a40 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f2714009bf0 tx=0x7f2714031750 comp rx=0 tx=0).stop 2024-04-25T17:16:00.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.439+0000 7f272a413740 1 -- 172.21.15.28:0/4105036623 shutdown_connections 2024-04-25T17:16:00.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.439+0000 7f272a413740 1 --2- 172.21.15.28:0/4105036623 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x563f2911de40 0x563f29520280 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.439+0000 7f272a413740 1 --2- 172.21.15.28:0/4105036623 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563f2915f270 0x563f29519ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.439+0000 7f272a413740 1 --2- 172.21.15.28:0/4105036623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563f2913e590 0x563f29512f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.439+0000 7f2704ff9640 0 client.15468 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:00.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.439+0000 7f272a413740 1 --2- 172.21.15.28:0/4105036623 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f291363b0 0x563f29512a40 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.439+0000 7f272a413740 1 -- 172.21.15.28:0/4105036623 >> 172.21.15.28:0/4105036623 conn(0x563f291533c0 msgr2=0x563f294fad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:00.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.439+0000 7f272a413740 1 -- 172.21.15.28:0/4105036623 shutdown_connections 2024-04-25T17:16:00.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.439+0000 7f272a413740 1 -- 172.21.15.28:0/4105036623 wait complete. 2024-04-25T17:16:00.447 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.439+0000 7f272a413740 20 client.15468 trim_cache size 0 max 16384 2024-04-25T17:16:00.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.458+0000 7f272a413740 1 Processor -- start 2024-04-25T17:16:00.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.458+0000 7f272a413740 1 -- start start 2024-04-25T17:16:00.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.458+0000 7f272a413740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f291363b0 0x563f29511060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.458+0000 7f272a413740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563f2913e590 0x563f295115a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.458+0000 7f272a413740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563f2915f270 0x563f29512610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.458+0000 7f272a413740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x563f2951e5c0 con 0x563f291363b0 2024-04-25T17:16:00.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.458+0000 7f272a413740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563f2951ec90 con 0x563f2915f270 2024-04-25T17:16:00.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.458+0000 7f272a413740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x563f2951f360 con 0x563f2913e590 2024-04-25T17:16:00.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.458+0000 7f2721b01640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f291363b0 0x563f29511060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.458+0000 7f2721b01640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f291363b0 0x563f29511060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:58124/0 (socket says 172.21.15.28:58124) 2024-04-25T17:16:00.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.458+0000 7f2721b01640 1 -- 172.21.15.28:0/2968079544 learned_addr learned my addr 172.21.15.28:0/2968079544 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:00.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.458+0000 7f2720aff640 1 --2- 172.21.15.28:0/2968079544 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563f2913e590 0x563f295115a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.458+0000 7f2721b01640 1 -- 172.21.15.28:0/2968079544 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563f2913e590 msgr2=0x563f295115a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:00.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.458+0000 7f2721b01640 1 --2- 172.21.15.28:0/2968079544 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563f2913e590 0x563f295115a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.458+0000 7f2721b01640 1 -- 172.21.15.28:0/2968079544 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563f2915f270 msgr2=0x563f29512610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:00.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.458+0000 7f2721b01640 1 --2- 172.21.15.28:0/2968079544 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563f2915f270 0x563f29512610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.458+0000 7f2721b01640 1 -- 172.21.15.28:0/2968079544 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563f2950bfa0 con 0x563f291363b0 2024-04-25T17:16:00.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.458+0000 7f2721b01640 1 --2- 172.21.15.28:0/2968079544 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f291363b0 0x563f29511060 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f271402ade0 tx=0x7f2714000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f42db995fb4c13e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:00.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.459+0000 7f2706ffd640 1 -- 172.21.15.28:0/2968079544 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2714065070 con 0x563f291363b0 2024-04-25T17:16:00.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.459+0000 7f2706ffd640 1 -- 172.21.15.28:0/2968079544 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2714036070 con 0x563f291363b0 2024-04-25T17:16:00.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.459+0000 7f2706ffd640 1 -- 172.21.15.28:0/2968079544 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27140606c0 con 0x563f291363b0 2024-04-25T17:16:00.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.459+0000 7f272a413740 1 -- 172.21.15.28:0/2968079544 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f291363b0 msgr2=0x563f29511060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.459+0000 7f272a413740 1 --2- 172.21.15.28:0/2968079544 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f291363b0 0x563f29511060 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f271402ade0 tx=0x7f2714000f40 comp rx=0 tx=0).stop 2024-04-25T17:16:00.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.459+0000 7f272a413740 1 -- 172.21.15.28:0/2968079544 shutdown_connections 2024-04-25T17:16:00.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.459+0000 7f272a413740 1 --2- 172.21.15.28:0/2968079544 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563f2915f270 0x563f29512610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.459+0000 7f272a413740 1 --2- 172.21.15.28:0/2968079544 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563f2913e590 0x563f295115a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.462 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.459+0000 7f272a413740 1 --2- 172.21.15.28:0/2968079544 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f291363b0 0x563f29511060 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.462 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.459+0000 7f272a413740 1 -- 172.21.15.28:0/2968079544 >> 172.21.15.28:0/2968079544 conn(0x563f291533c0 msgr2=0x563f2950c1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:00.462 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.459+0000 7f272a413740 1 -- 172.21.15.28:0/2968079544 shutdown_connections 2024-04-25T17:16:00.462 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.459+0000 7f272a413740 1 -- 172.21.15.28:0/2968079544 wait complete. 2024-04-25T17:16:00.462 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.460+0000 7f272a413740 1 -- start start 2024-04-25T17:16:00.462 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.460+0000 7f272a413740 1 Processor -- start 2024-04-25T17:16:00.466 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.460+0000 7f272a413740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563f291363b0 0x563f29517230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.466 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.460+0000 7f272a413740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f2913e590 0x563f29517770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.466 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.460+0000 7f272a413740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563f2915f270 0x563f295186a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.466 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.460+0000 7f272a413740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x563f29520100 con 0x563f2913e590 2024-04-25T17:16:00.466 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.460+0000 7f272a413740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563f2951fa30 con 0x563f291363b0 2024-04-25T17:16:00.466 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.460+0000 7f272a413740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x563f295207d0 con 0x563f2915f270 2024-04-25T17:16:00.466 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.460+0000 7f272a413740 10 client.0 _ll_register_callbacks cb 0x7f270c00b440 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:16:00.466 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.460+0000 7f2720aff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f2913e590 0x563f29517770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.466 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.460+0000 7f2720aff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f2913e590 0x563f29517770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:58126/0 (socket says 172.21.15.28:58126) 2024-04-25T17:16:00.466 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.460+0000 7f2720aff640 1 -- 172.21.15.28:0/117944414 learned_addr learned my addr 172.21.15.28:0/117944414 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:00.466 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.460+0000 7f2721b01640 1 --2- 172.21.15.28:0/117944414 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563f291363b0 0x563f29517230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.467 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.461+0000 7f2721b01640 1 --2- 172.21.15.28:0/117944414 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563f2915f270 0x563f295186a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.467 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.461+0000 7f2720aff640 1 -- 172.21.15.28:0/117944414 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563f2915f270 msgr2=0x563f295186a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:00.467 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.461+0000 7f2720aff640 1 --2- 172.21.15.28:0/117944414 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563f2915f270 0x563f295186a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.467 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.461+0000 7f2720aff640 1 -- 172.21.15.28:0/117944414 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563f291363b0 msgr2=0x563f29517230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:00.467 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.461+0000 7f2720aff640 1 --2- 172.21.15.28:0/117944414 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563f291363b0 0x563f29517230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.467 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.461+0000 7f2720aff640 1 -- 172.21.15.28:0/117944414 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563f2950d920 con 0x563f2913e590 2024-04-25T17:16:00.467 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.461+0000 7f2720aff640 1 --2- 172.21.15.28:0/117944414 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f2913e590 0x563f29517770 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f270c00b8a0 tx=0x7f270c00bfa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82e5bd9a6670ee53 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:00.467 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.461+0000 7f2704ff9640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:16:00.467 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.461+0000 7f2704ff9640 1 -- 172.21.15.28:0/117944414 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f270c01d580 con 0x563f2913e590 2024-04-25T17:16:00.467 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.461+0000 7f2704ff9640 1 -- 172.21.15.28:0/117944414 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f270c01d720 con 0x563f2913e590 2024-04-25T17:16:00.467 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.461+0000 7f272a413740 1 -- 172.21.15.28:0/117944414 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2714036070 con 0x563f2913e590 2024-04-25T17:16:00.467 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.461+0000 7f2704ff9640 1 -- 172.21.15.28:0/117944414 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f270c02e050 con 0x563f2913e590 2024-04-25T17:16:00.467 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.461+0000 7f272a413740 10 client.15474 fetch_fsmap learned FSMap version 23 2024-04-25T17:16:00.467 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.461+0000 7f272a413740 1 -- 172.21.15.28:0/117944414 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x563f29589430 con 0x563f2913e590 2024-04-25T17:16:00.467 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.462+0000 7f2704ff9640 1 -- 172.21.15.28:0/117944414 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2714036070 con 0x563f2913e590 2024-04-25T17:16:00.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.462+0000 7f2704ff9640 1 -- 172.21.15.28:0/117944414 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f270c025410 con 0x563f2913e590 2024-04-25T17:16:00.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.462+0000 7f272a413740 10 client.15474 fetch_fsmap finished waiting for FSMap version 23 2024-04-25T17:16:00.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.462+0000 7f272a413740 10 client.15474 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T17:16:00.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.462+0000 7f272a413740 20 client.15474 populate_metadata read hostname 'smithi028' 2024-04-25T17:16:00.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.462+0000 7f272a413740 1 --2- 172.21.15.28:0/117944414 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x563f290f3280 0x563f2958ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:00.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.462+0000 7f272a413740 4 client.15474 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T17:16:00.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.462+0000 7f272a413740 1 -- 172.21.15.28:0/117944414 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "status"}) -- 0x563f2946d1c0 con 0x563f290f3280 2024-04-25T17:16:00.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.462+0000 7f2721b01640 1 --2- 172.21.15.28:0/117944414 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x563f290f3280 0x563f2958ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:00.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.463+0000 7f2721b01640 1 --2- 172.21.15.28:0/117944414 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x563f290f3280 0x563f2958ccd0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e422629a8a694c4e server_cookie=5bcab2c542142258 in_seq=0 out_seq=0 2024-04-25T17:16:00.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.463+0000 7f2704ff9640 10 client.15474 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:00.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.463+0000 7f2704ff9640 1 -- 172.21.15.28:0/117944414 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x563f2946d1c0 con 0x563f290f3280 2024-04-25T17:16:00.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.463+0000 7f2704ff9640 10 client.15474 handle_command_reply: tid=0 2024-04-25T17:16:00.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.463+0000 7f272a413740 1 client.15474 shutdown 2024-04-25T17:16:00.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.463+0000 7f272a413740 1 -- 172.21.15.28:0/117944414 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f2913e590 msgr2=0x563f29517770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.463+0000 7f272a413740 1 --2- 172.21.15.28:0/117944414 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f2913e590 0x563f29517770 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f270c00b8a0 tx=0x7f270c00bfa0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.463+0000 7f272a413740 1 -- 172.21.15.28:0/117944414 shutdown_connections 2024-04-25T17:16:00.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.463+0000 7f272a413740 1 --2- 172.21.15.28:0/117944414 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x563f290f3280 0x563f2958ccd0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.463+0000 7f272a413740 1 --2- 172.21.15.28:0/117944414 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563f2915f270 0x563f295186a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.463+0000 7f272a413740 1 --2- 172.21.15.28:0/117944414 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x563f2913e590 0x563f29517770 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.463+0000 7f2704ff9640 0 client.15474 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:00.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.463+0000 7f272a413740 1 --2- 172.21.15.28:0/117944414 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563f291363b0 0x563f29517230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.463+0000 7f272a413740 1 -- 172.21.15.28:0/117944414 >> 172.21.15.28:0/117944414 conn(0x563f291533c0 msgr2=0x563f29510ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:00.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.463+0000 7f272a413740 1 -- 172.21.15.28:0/117944414 shutdown_connections 2024-04-25T17:16:00.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.463+0000 7f272a413740 1 -- 172.21.15.28:0/117944414 wait complete. 2024-04-25T17:16:00.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.463+0000 7f272a413740 20 client.15474 trim_cache size 0 max 16384 2024-04-25T17:16:00.469 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:16:00.469 INFO:teuthology.orchestra.run.smithi028.stdout: "cluster_fsid": "dfbd4644-0325-11ef-bc93-c7b262605968", 2024-04-25T17:16:00.470 INFO:teuthology.orchestra.run.smithi028.stdout: "whoami": 0, 2024-04-25T17:16:00.470 INFO:teuthology.orchestra.run.smithi028.stdout: "id": 24551, 2024-04-25T17:16:00.470 INFO:teuthology.orchestra.run.smithi028.stdout: "want_state": "up:active", 2024-04-25T17:16:00.470 INFO:teuthology.orchestra.run.smithi028.stdout: "state": "up:active", 2024-04-25T17:16:00.470 INFO:teuthology.orchestra.run.smithi028.stdout: "fs_name": "cephfs", 2024-04-25T17:16:00.470 INFO:teuthology.orchestra.run.smithi028.stdout: "rank_uptime": 137.20828717399999, 2024-04-25T17:16:00.470 INFO:teuthology.orchestra.run.smithi028.stdout: "mdsmap_epoch": 23, 2024-04-25T17:16:00.470 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_epoch": 84, 2024-04-25T17:16:00.470 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_epoch_barrier": 80, 2024-04-25T17:16:00.470 INFO:teuthology.orchestra.run.smithi028.stdout: "uptime": 142.41591403300001 2024-04-25T17:16:00.470 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:16:00.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.464+0000 7f2723564640 1 -- 172.21.15.28:0/255701262 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f27080afaf0 msgr2=0x7f27080b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.464+0000 7f2723564640 1 --2- 172.21.15.28:0/255701262 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f27080afaf0 0x7f27080b2000 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x563f29509f60 tx=0x7f27180e2940 comp rx=0 tx=0).stop 2024-04-25T17:16:00.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.464+0000 7f2723564640 1 -- 172.21.15.28:0/255701262 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f271c1029d0 msgr2=0x7f271c10d2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:00.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.464+0000 7f2723564640 1 --2- 172.21.15.28:0/255701262 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f271c1029d0 0x7f271c10d2a0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f271800c970 tx=0x7f271800ce30 comp rx=0 tx=0).stop 2024-04-25T17:16:00.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.464+0000 7f2723564640 1 -- 172.21.15.28:0/255701262 shutdown_connections 2024-04-25T17:16:00.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.464+0000 7f2723564640 1 --2- 172.21.15.28:0/255701262 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f27080afaf0 0x7f27080b2000 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.464+0000 7f2723564640 1 --2- 172.21.15.28:0/255701262 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f271c108910 0x7f271c10be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.464+0000 7f2723564640 1 --2- 172.21.15.28:0/255701262 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f271c103c10 0x7f271c10b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.464+0000 7f2723564640 1 --2- 172.21.15.28:0/255701262 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f271c1029d0 0x7f271c10d2a0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:00.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.464+0000 7f2723564640 1 -- 172.21.15.28:0/255701262 >> 172.21.15.28:0/255701262 conn(0x7f271c0fdbc0 msgr2=0x7f271c1048f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:00.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.464+0000 7f2723564640 1 -- 172.21.15.28:0/255701262 shutdown_connections 2024-04-25T17:16:00.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:00.464+0000 7f2723564640 1 -- 172.21.15.28:0/255701262 wait complete. 2024-04-25T17:16:00.476 INFO:teuthology.run_tasks:Running task sequential... 2024-04-25T17:16:00.485 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-04-25T17:16:00.485 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-25T17:16:00.486 INFO:teuthology.task.print:Enabling mgr modules 2024-04-25T17:16:00.486 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-04-25T17:16:00.495 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-04-25T17:16:00.495 INFO:tasks.ceph_fuse:config is {'client.0': {}} 2024-04-25T17:16:00.495 INFO:tasks.ceph_fuse:client.0 config is {'mount_subvol_num': 0} 2024-04-25T17:16:00.496 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-25T17:16:00.496 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-25T17:16:00.496 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:16:00.496 DEBUG:teuthology.orchestra.run.smithi028:> ip netns list 2024-04-25T17:16:00.513 INFO:teuthology.orchestra.run.smithi028.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-04-25T17:16:00.513 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:16:00.513 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-25T17:16:00.573 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:00 smithi028 ceph-mon[29207]: pgmap v358: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:16:00.574 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:00 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/4210981462' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:16:00.574 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:00 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3146526713' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:16:00.577 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:16:00.577 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip link delete ceph-brx 2024-04-25T17:16:00.663 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-04-25T17:16:00.663 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph fs ls 2024-04-25T17:16:00.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:00 smithi084 ceph-mon[32752]: pgmap v358: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:16:00.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:00 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/4210981462' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:16:00.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:00 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3146526713' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:16:00.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:00 smithi042 ceph-mon[32851]: pgmap v358: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:16:00.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:00 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/4210981462' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:16:00.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:00 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3146526713' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:16:00.912 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:16:02.577 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.576+0000 7f5ed6d64700 1 -- 172.21.15.28:0/1236342267 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5ed0104480 msgr2=0x7f5ed0104890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:02.578 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.576+0000 7f5ed6d64700 1 --2- 172.21.15.28:0/1236342267 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5ed0104480 0x7f5ed0104890 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f5ec40099c0 tx=0x7f5ec4009cd0 comp rx=0 tx=0).stop 2024-04-25T17:16:02.578 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.576+0000 7f5ed6d64700 1 -- 172.21.15.28:0/1236342267 shutdown_connections 2024-04-25T17:16:02.578 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.576+0000 7f5ed6d64700 1 --2- 172.21.15.28:0/1236342267 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5ed0104480 0x7f5ed0104890 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:02.578 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.577+0000 7f5ed6d64700 1 --2- 172.21.15.28:0/1236342267 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ed0109700 0x7f5ed0111060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:02.578 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.577+0000 7f5ed6d64700 1 --2- 172.21.15.28:0/1236342267 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ed0108db0 0x7f5ed01091c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:02.578 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.577+0000 7f5ed6d64700 1 -- 172.21.15.28:0/1236342267 >> 172.21.15.28:0/1236342267 conn(0x7f5ed00ffd70 msgr2=0x7f5ed01021c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:02.578 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:02 smithi028 ceph-mon[29207]: pgmap v359: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:16:02.580 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.577+0000 7f5ed6d64700 1 -- 172.21.15.28:0/1236342267 shutdown_connections 2024-04-25T17:16:02.580 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.577+0000 7f5ed6d64700 1 -- 172.21.15.28:0/1236342267 wait complete. 2024-04-25T17:16:02.580 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.578+0000 7f5ed6d64700 1 Processor -- start 2024-04-25T17:16:02.580 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.578+0000 7f5ed6d64700 1 -- start start 2024-04-25T17:16:02.580 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.578+0000 7f5ed6d64700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ed0104480 0x7f5ed0076aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:02.580 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.578+0000 7f5ed6d64700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ed0108db0 0x7f5ed0076fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:02.580 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.578+0000 7f5ed6d64700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5ed0109700 0x7f5ed0077520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:02.581 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.578+0000 7f5ed6d64700 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f5ed01141e0 con 0x7f5ed0109700 2024-04-25T17:16:02.581 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.578+0000 7f5ed6d64700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5ed0114060 con 0x7f5ed0104480 2024-04-25T17:16:02.581 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.578+0000 7f5ed6d64700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5ed0114360 con 0x7f5ed0108db0 2024-04-25T17:16:02.581 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.579+0000 7f5ed5301700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5ed0109700 0x7f5ed0077520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:02.581 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.579+0000 7f5ed5301700 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5ed0109700 0x7f5ed0077520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:58136/0 (socket says 172.21.15.28:58136) 2024-04-25T17:16:02.581 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.579+0000 7f5ed5301700 1 -- 172.21.15.28:0/3625412511 learned_addr learned my addr 172.21.15.28:0/3625412511 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:02.581 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.579+0000 7f5ecffff700 1 --2- 172.21.15.28:0/3625412511 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ed0108db0 0x7f5ed0076fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:02.581 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.579+0000 7f5ed4b00700 1 --2- 172.21.15.28:0/3625412511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ed0104480 0x7f5ed0076aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:02.581 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.579+0000 7f5ed5301700 1 -- 172.21.15.28:0/3625412511 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ed0108db0 msgr2=0x7f5ed0076fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:02.581 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.579+0000 7f5ed5301700 1 --2- 172.21.15.28:0/3625412511 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ed0108db0 0x7f5ed0076fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:02.581 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.579+0000 7f5ed5301700 1 -- 172.21.15.28:0/3625412511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ed0104480 msgr2=0x7f5ed0076aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:02.581 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.579+0000 7f5ed5301700 1 --2- 172.21.15.28:0/3625412511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ed0104480 0x7f5ed0076aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:02.581 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.579+0000 7f5ed5301700 1 -- 172.21.15.28:0/3625412511 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ed01a8f50 con 0x7f5ed0109700 2024-04-25T17:16:02.581 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.579+0000 7f5ed5301700 1 --2- 172.21.15.28:0/3625412511 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5ed0109700 0x7f5ed0077520 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f5ec800ef30 tx=0x7f5ec800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:02.581 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.579+0000 7f5ecdffb700 1 -- 172.21.15.28:0/3625412511 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ec80092e0 con 0x7f5ed0109700 2024-04-25T17:16:02.582 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.579+0000 7f5ecdffb700 1 -- 172.21.15.28:0/3625412511 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5ec8004bb0 con 0x7f5ed0109700 2024-04-25T17:16:02.582 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.579+0000 7f5ed6d64700 1 -- 172.21.15.28:0/3625412511 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ed01a91e0 con 0x7f5ed0109700 2024-04-25T17:16:02.582 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.579+0000 7f5ecdffb700 1 -- 172.21.15.28:0/3625412511 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ec8004020 con 0x7f5ed0109700 2024-04-25T17:16:02.582 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.580+0000 7f5ed6d64700 1 -- 172.21.15.28:0/3625412511 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ed01a9720 con 0x7f5ed0109700 2024-04-25T17:16:02.583 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.581+0000 7f5ed6d64700 1 -- 172.21.15.28:0/3625412511 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ed0051190 con 0x7f5ed0109700 2024-04-25T17:16:02.583 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.582+0000 7f5ecdffb700 1 -- 172.21.15.28:0/3625412511 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f5ec801b030 con 0x7f5ed0109700 2024-04-25T17:16:02.583 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.583+0000 7f5ecdffb700 1 --2- 172.21.15.28:0/3625412511 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5ec00afc00 0x7f5ec00b2110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:02.583 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.583+0000 7f5ed4b00700 1 --2- 172.21.15.28:0/3625412511 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5ec00afc00 0x7f5ec00b2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:02.583 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.583+0000 7f5ecdffb700 1 -- 172.21.15.28:0/3625412511 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f5ec80de9a0 con 0x7f5ed0109700 2024-04-25T17:16:02.583 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.583+0000 7f5ed4b00700 1 --2- 172.21.15.28:0/3625412511 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5ec00afc00 0x7f5ec00b2110 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f5ec4000c00 tx=0x7f5ec401a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:02.587 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.587+0000 7f5ecdffb700 1 -- 172.21.15.28:0/3625412511 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5ec8022020 con 0x7f5ed0109700 2024-04-25T17:16:02.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:02 smithi084 ceph-mon[32752]: pgmap v359: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:16:02.843 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.842+0000 7f5ed6d64700 1 -- 172.21.15.28:0/3625412511 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f5ed002e510 con 0x7f5ed0109700 2024-04-25T17:16:02.843 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.842+0000 7f5ecdffb700 1 -- 172.21.15.28:0/3625412511 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v23) ==== 53+0+88 (secure 0 0 0) 0x7f5ec8010040 con 0x7f5ed0109700 2024-04-25T17:16:02.843 INFO:teuthology.orchestra.run.smithi028.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-04-25T17:16:02.845 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.845+0000 7f5ed6d64700 1 -- 172.21.15.28:0/3625412511 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5ec00afc00 msgr2=0x7f5ec00b2110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:02.845 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.845+0000 7f5ed6d64700 1 --2- 172.21.15.28:0/3625412511 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5ec00afc00 0x7f5ec00b2110 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f5ec4000c00 tx=0x7f5ec401a040 comp rx=0 tx=0).stop 2024-04-25T17:16:02.845 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.845+0000 7f5ed6d64700 1 -- 172.21.15.28:0/3625412511 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5ed0109700 msgr2=0x7f5ed0077520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:02.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.845+0000 7f5ed6d64700 1 --2- 172.21.15.28:0/3625412511 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5ed0109700 0x7f5ed0077520 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f5ec800ef30 tx=0x7f5ec800c3a0 comp rx=0 tx=0).stop 2024-04-25T17:16:02.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.845+0000 7f5ed6d64700 1 -- 172.21.15.28:0/3625412511 shutdown_connections 2024-04-25T17:16:02.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.845+0000 7f5ed6d64700 1 --2- 172.21.15.28:0/3625412511 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5ec00afc00 0x7f5ec00b2110 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:02.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.845+0000 7f5ed6d64700 1 --2- 172.21.15.28:0/3625412511 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5ed0109700 0x7f5ed0077520 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:02.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.845+0000 7f5ed6d64700 1 --2- 172.21.15.28:0/3625412511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ed0104480 0x7f5ed0076aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:02.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.845+0000 7f5ed6d64700 1 --2- 172.21.15.28:0/3625412511 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ed0108db0 0x7f5ed0076fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:02.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.845+0000 7f5ed6d64700 1 -- 172.21.15.28:0/3625412511 >> 172.21.15.28:0/3625412511 conn(0x7f5ed00ffd70 msgr2=0x7f5ed0102190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:02.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.845+0000 7f5ed6d64700 1 -- 172.21.15.28:0/3625412511 shutdown_connections 2024-04-25T17:16:02.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:02.845+0000 7f5ed6d64700 1 -- 172.21.15.28:0/3625412511 wait complete. 2024-04-25T17:16:02.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:02 smithi042 ceph-mon[32851]: pgmap v359: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:16:03.504 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-25T17:16:03.504 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-25T17:16:03.504 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi028.front.sepia.ceph.com 2024-04-25T17:16:03.504 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-04-25T17:16:03.505 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-25T17:16:03.505 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-25T17:16:03.505 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-25T17:16:03.505 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-25T17:16:03.505 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-25T17:16:03.505 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:16:03.505 DEBUG:teuthology.orchestra.run.smithi028:> ip addr 2024-04-25T17:16:03.522 INFO:teuthology.orchestra.run.smithi028.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-25T17:16:03.522 INFO:teuthology.orchestra.run.smithi028.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-25T17:16:03.522 INFO:teuthology.orchestra.run.smithi028.stdout: inet 127.0.0.1/8 scope host lo 2024-04-25T17:16:03.523 INFO:teuthology.orchestra.run.smithi028.stdout: valid_lft forever preferred_lft forever 2024-04-25T17:16:03.523 INFO:teuthology.orchestra.run.smithi028.stdout: inet6 ::1/128 scope host 2024-04-25T17:16:03.523 INFO:teuthology.orchestra.run.smithi028.stdout: valid_lft forever preferred_lft forever 2024-04-25T17:16:03.523 INFO:teuthology.orchestra.run.smithi028.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-25T17:16:03.523 INFO:teuthology.orchestra.run.smithi028.stdout: link/ether 0c:c4:7a:6b:ee:16 brd ff:ff:ff:ff:ff:ff 2024-04-25T17:16:03.523 INFO:teuthology.orchestra.run.smithi028.stdout: altname enp7s0f0 2024-04-25T17:16:03.523 INFO:teuthology.orchestra.run.smithi028.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-25T17:16:03.523 INFO:teuthology.orchestra.run.smithi028.stdout: link/ether 0c:c4:7a:6b:ee:17 brd ff:ff:ff:ff:ff:ff 2024-04-25T17:16:03.523 INFO:teuthology.orchestra.run.smithi028.stdout: altname enp7s0f1 2024-04-25T17:16:03.523 INFO:teuthology.orchestra.run.smithi028.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-25T17:16:03.523 INFO:teuthology.orchestra.run.smithi028.stdout: link/ether ac:1f:6b:a5:ca:3c brd ff:ff:ff:ff:ff:ff 2024-04-25T17:16:03.523 INFO:teuthology.orchestra.run.smithi028.stdout: altname enp1s0f0 2024-04-25T17:16:03.523 INFO:teuthology.orchestra.run.smithi028.stdout: inet 172.21.15.28/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-04-25T17:16:03.523 INFO:teuthology.orchestra.run.smithi028.stdout: valid_lft 42080sec preferred_lft 42080sec 2024-04-25T17:16:03.524 INFO:teuthology.orchestra.run.smithi028.stdout: inet6 fe80::ae1f:6bff:fea5:ca3c/64 scope link noprefixroute 2024-04-25T17:16:03.524 INFO:teuthology.orchestra.run.smithi028.stdout: valid_lft forever preferred_lft forever 2024-04-25T17:16:03.524 INFO:teuthology.orchestra.run.smithi028.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-25T17:16:03.524 INFO:teuthology.orchestra.run.smithi028.stdout: link/ether ac:1f:6b:a5:ca:3d brd ff:ff:ff:ff:ff:ff 2024-04-25T17:16:03.524 INFO:teuthology.orchestra.run.smithi028.stdout: altname enp1s0f1 2024-04-25T17:16:03.524 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-25T17:16:03.524 DEBUG:teuthology.orchestra.run.smithi028:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T17:16:03.524 DEBUG:teuthology.orchestra.run.smithi028:> set -e 2024-04-25T17:16:03.524 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip link add name ceph-brx type bridge 2024-04-25T17:16:03.524 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip addr flush dev ceph-brx 2024-04-25T17:16:03.525 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip link set ceph-brx up 2024-04-25T17:16:03.525 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-25T17:16:03.525 DEBUG:teuthology.orchestra.run.smithi028:> ') 2024-04-25T17:16:03.614 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T17:16:03.659 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T17:16:03.665 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:16:03.666 DEBUG:teuthology.orchestra.run.smithi028:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-25T17:16:03.689 INFO:teuthology.orchestra.run.smithi028.stdout:1 2024-04-25T17:16:03.691 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:16:03.691 DEBUG:teuthology.orchestra.run.smithi028:> route 2024-04-25T17:16:03.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:03 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3625412511' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-25T17:16:03.748 INFO:teuthology.orchestra.run.smithi028.stdout:Kernel IP routing table 2024-04-25T17:16:03.748 INFO:teuthology.orchestra.run.smithi028.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-25T17:16:03.748 INFO:teuthology.orchestra.run.smithi028.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-04-25T17:16:03.748 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-04-25T17:16:03.748 INFO:teuthology.orchestra.run.smithi028.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-25T17:16:03.749 DEBUG:teuthology.orchestra.run.smithi028:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T17:16:03.749 DEBUG:teuthology.orchestra.run.smithi028:> set -e 2024-04-25T17:16:03.749 DEBUG:teuthology.orchestra.run.smithi028:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-04-25T17:16:03.749 DEBUG:teuthology.orchestra.run.smithi028:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-04-25T17:16:03.749 DEBUG:teuthology.orchestra.run.smithi028:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-04-25T17:16:03.749 DEBUG:teuthology.orchestra.run.smithi028:> ') 2024-04-25T17:16:03.837 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T17:16:03.845 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:03 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3625412511' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-25T17:16:03.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:03 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3625412511' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-25T17:16:03.869 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T17:16:03.875 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:16:03.875 DEBUG:teuthology.orchestra.run.smithi028:> ip netns list 2024-04-25T17:16:03.891 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:16:03.891 DEBUG:teuthology.orchestra.run.smithi028:> ip netns list-id 2024-04-25T17:16:03.946 DEBUG:teuthology.orchestra.run.smithi028:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T17:16:03.946 DEBUG:teuthology.orchestra.run.smithi028:> set -e 2024-04-25T17:16:03.946 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-25T17:16:03.946 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-04-25T17:16:03.946 DEBUG:teuthology.orchestra.run.smithi028:> ') 2024-04-25T17:16:04.035 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T17:16:04.058 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T17:16:04.065 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-04-25T17:16:04.065 DEBUG:teuthology.orchestra.run.smithi028:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T17:16:04.065 DEBUG:teuthology.orchestra.run.smithi028:> set -e 2024-04-25T17:16:04.065 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-04-25T17:16:04.065 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-25T17:16:04.065 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-04-25T17:16:04.065 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-04-25T17:16:04.065 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-04-25T17:16:04.066 DEBUG:teuthology.orchestra.run.smithi028:> ') 2024-04-25T17:16:04.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T17:16:04.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T17:16:04.178 DEBUG:teuthology.orchestra.run.smithi028:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T17:16:04.178 DEBUG:teuthology.orchestra.run.smithi028:> set -e 2024-04-25T17:16:04.178 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip link set brx.0 up 2024-04-25T17:16:04.178 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip link set dev brx.0 master ceph-brx 2024-04-25T17:16:04.178 DEBUG:teuthology.orchestra.run.smithi028:> ') 2024-04-25T17:16:04.227 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T17:16:04.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T17:16:04.254 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {'mount_subvol_num': 0} 2024-04-25T17:16:04.254 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-25T17:16:04.255 DEBUG:teuthology.orchestra.run.smithi028:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-04-25T17:16:04.269 INFO:teuthology.orchestra.run.smithi028.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-04-25T17:16:04.270 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-25T17:16:04.270 DEBUG:teuthology.orchestra.run.smithi028:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-04-25T17:16:04.324 DEBUG:teuthology.orchestra.run.smithi028:> sudo modprobe fuse 2024-04-25T17:16:04.390 DEBUG:teuthology.orchestra.run.smithi028:> cat /proc/self/mounts | awk '{print $2}' 2024-04-25T17:16:04.447 INFO:teuthology.orchestra.run.smithi028.stdout:/proc 2024-04-25T17:16:04.447 INFO:teuthology.orchestra.run.smithi028.stdout:/sys 2024-04-25T17:16:04.447 INFO:teuthology.orchestra.run.smithi028.stdout:/dev 2024-04-25T17:16:04.447 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/kernel/security 2024-04-25T17:16:04.447 INFO:teuthology.orchestra.run.smithi028.stdout:/dev/shm 2024-04-25T17:16:04.447 INFO:teuthology.orchestra.run.smithi028.stdout:/dev/pts 2024-04-25T17:16:04.447 INFO:teuthology.orchestra.run.smithi028.stdout:/run 2024-04-25T17:16:04.447 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/cgroup 2024-04-25T17:16:04.448 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/pstore 2024-04-25T17:16:04.448 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/bpf 2024-04-25T17:16:04.448 INFO:teuthology.orchestra.run.smithi028.stdout:/ 2024-04-25T17:16:04.448 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/selinux 2024-04-25T17:16:04.448 INFO:teuthology.orchestra.run.smithi028.stdout:/proc/sys/fs/binfmt_misc 2024-04-25T17:16:04.448 INFO:teuthology.orchestra.run.smithi028.stdout:/dev/mqueue 2024-04-25T17:16:04.448 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/kernel/debug 2024-04-25T17:16:04.448 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/kernel/tracing 2024-04-25T17:16:04.448 INFO:teuthology.orchestra.run.smithi028.stdout:/dev/hugepages 2024-04-25T17:16:04.448 INFO:teuthology.orchestra.run.smithi028.stdout:/run/credentials/systemd-sysusers.service 2024-04-25T17:16:04.448 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/kernel/config 2024-04-25T17:16:04.448 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/fuse/connections 2024-04-25T17:16:04.448 INFO:teuthology.orchestra.run.smithi028.stdout:/run/credentials/systemd-sysctl.service 2024-04-25T17:16:04.448 INFO:teuthology.orchestra.run.smithi028.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-25T17:16:04.449 INFO:teuthology.orchestra.run.smithi028.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-25T17:16:04.449 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/nfs/rpc_pipefs 2024-04-25T17:16:04.449 INFO:teuthology.orchestra.run.smithi028.stdout:/run/user/1000 2024-04-25T17:16:04.449 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/ceph 2024-04-25T17:16:04.449 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay 2024-04-25T17:16:04.449 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/002b149b39ae3d23cebcbe80a9f22a31478e7952e448bd01da5c3190776de1c8/merged 2024-04-25T17:16:04.449 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/ad9dae15c60635351c3dc5e3e7ab915c0d13d645ae96a9cadd14fa0e5f9709ac/merged 2024-04-25T17:16:04.449 INFO:teuthology.orchestra.run.smithi028.stdout:/run/user/0 2024-04-25T17:16:04.449 INFO:teuthology.orchestra.run.smithi028.stdout:/proc/sys/fs/binfmt_misc 2024-04-25T17:16:04.449 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/299d10ff0358a7757acfd8f9e715dd1bec74402b846ab0a9416433544d375aaf/merged 2024-04-25T17:16:04.449 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/9336d0032b1f29bca24a1090c4bf06cc948a1cb2a9475d74d5f66d41476616e4/merged 2024-04-25T17:16:04.449 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/4cca5a6104495c34f0c9373079627c1e4e241454965b595671da4163d3a75558/merged 2024-04-25T17:16:04.449 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/bd15778cf95cb483c71b1ba0401fe57b126d313fc9bf9def053ee8474d5b25af/merged 2024-04-25T17:16:04.449 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/a5dadf1f2ed864c68c08b89cd69f032bf1b8ddc62ec196cb448ddcfc669907dd/merged 2024-04-25T17:16:04.450 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/95439550b543910245caf4667a727690f30718bdcb44c7238b5d6d7300c96479/merged 2024-04-25T17:16:04.450 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/83b1ea64164911193be236d07ad29218d9f1dc52ecfd4e3b0392819e52322b3c/merged 2024-04-25T17:16:04.450 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/7ae5002b9484ffa73acf6610b35c599b04801355635745bd7f1083f7ef30c923/merged 2024-04-25T17:16:04.450 INFO:teuthology.orchestra.run.smithi028.stdout:/run/netns 2024-04-25T17:16:04.450 INFO:teuthology.orchestra.run.smithi028.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-25T17:16:04.450 INFO:teuthology.orchestra.run.smithi028.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-25T17:16:04.450 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:16:04.450 DEBUG:teuthology.orchestra.run.smithi028:> ls /sys/fs/fuse/connections 2024-04-25T17:16:04.502 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-25T17:16:04.502 DEBUG:teuthology.orchestra.run.smithi028:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0 --client_mountpoint=/volumes/qa/sv_0/2394a55f-dd7f-4454-848c-57d280fbdd77 --client_fs=cephfs) 2024-04-25T17:16:04.544 DEBUG:teuthology.orchestra.run.smithi028:> sudo modprobe fuse 2024-04-25T17:16:04.568 DEBUG:teuthology.orchestra.run.smithi028:> cat /proc/self/mounts | awk '{print $2}' 2024-04-25T17:16:04.626 INFO:teuthology.orchestra.run.smithi028.stdout:/proc 2024-04-25T17:16:04.626 INFO:teuthology.orchestra.run.smithi028.stdout:/sys 2024-04-25T17:16:04.626 INFO:teuthology.orchestra.run.smithi028.stdout:/dev 2024-04-25T17:16:04.626 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/kernel/security 2024-04-25T17:16:04.627 INFO:teuthology.orchestra.run.smithi028.stdout:/dev/shm 2024-04-25T17:16:04.627 INFO:teuthology.orchestra.run.smithi028.stdout:/dev/pts 2024-04-25T17:16:04.627 INFO:teuthology.orchestra.run.smithi028.stdout:/run 2024-04-25T17:16:04.627 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/cgroup 2024-04-25T17:16:04.627 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/pstore 2024-04-25T17:16:04.627 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/bpf 2024-04-25T17:16:04.627 INFO:teuthology.orchestra.run.smithi028.stdout:/ 2024-04-25T17:16:04.627 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/selinux 2024-04-25T17:16:04.627 INFO:teuthology.orchestra.run.smithi028.stdout:/proc/sys/fs/binfmt_misc 2024-04-25T17:16:04.627 INFO:teuthology.orchestra.run.smithi028.stdout:/dev/mqueue 2024-04-25T17:16:04.627 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/kernel/debug 2024-04-25T17:16:04.627 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/kernel/tracing 2024-04-25T17:16:04.627 INFO:teuthology.orchestra.run.smithi028.stdout:/dev/hugepages 2024-04-25T17:16:04.627 INFO:teuthology.orchestra.run.smithi028.stdout:/run/credentials/systemd-sysusers.service 2024-04-25T17:16:04.627 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/kernel/config 2024-04-25T17:16:04.628 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/fuse/connections 2024-04-25T17:16:04.628 INFO:teuthology.orchestra.run.smithi028.stdout:/run/credentials/systemd-sysctl.service 2024-04-25T17:16:04.628 INFO:teuthology.orchestra.run.smithi028.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-25T17:16:04.628 INFO:teuthology.orchestra.run.smithi028.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-25T17:16:04.628 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/nfs/rpc_pipefs 2024-04-25T17:16:04.628 INFO:teuthology.orchestra.run.smithi028.stdout:/run/user/1000 2024-04-25T17:16:04.628 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/ceph 2024-04-25T17:16:04.628 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay 2024-04-25T17:16:04.628 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/002b149b39ae3d23cebcbe80a9f22a31478e7952e448bd01da5c3190776de1c8/merged 2024-04-25T17:16:04.628 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/ad9dae15c60635351c3dc5e3e7ab915c0d13d645ae96a9cadd14fa0e5f9709ac/merged 2024-04-25T17:16:04.628 INFO:teuthology.orchestra.run.smithi028.stdout:/run/user/0 2024-04-25T17:16:04.628 INFO:teuthology.orchestra.run.smithi028.stdout:/proc/sys/fs/binfmt_misc 2024-04-25T17:16:04.628 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/299d10ff0358a7757acfd8f9e715dd1bec74402b846ab0a9416433544d375aaf/merged 2024-04-25T17:16:04.628 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/9336d0032b1f29bca24a1090c4bf06cc948a1cb2a9475d74d5f66d41476616e4/merged 2024-04-25T17:16:04.629 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/4cca5a6104495c34f0c9373079627c1e4e241454965b595671da4163d3a75558/merged 2024-04-25T17:16:04.629 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/bd15778cf95cb483c71b1ba0401fe57b126d313fc9bf9def053ee8474d5b25af/merged 2024-04-25T17:16:04.629 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/a5dadf1f2ed864c68c08b89cd69f032bf1b8ddc62ec196cb448ddcfc669907dd/merged 2024-04-25T17:16:04.629 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/95439550b543910245caf4667a727690f30718bdcb44c7238b5d6d7300c96479/merged 2024-04-25T17:16:04.629 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/83b1ea64164911193be236d07ad29218d9f1dc52ecfd4e3b0392819e52322b3c/merged 2024-04-25T17:16:04.629 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/7ae5002b9484ffa73acf6610b35c599b04801355635745bd7f1083f7ef30c923/merged 2024-04-25T17:16:04.629 INFO:teuthology.orchestra.run.smithi028.stdout:/run/netns 2024-04-25T17:16:04.629 INFO:teuthology.orchestra.run.smithi028.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-25T17:16:04.629 INFO:teuthology.orchestra.run.smithi028.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-25T17:16:04.629 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:16:04.629 DEBUG:teuthology.orchestra.run.smithi028:> ls /sys/fs/fuse/connections 2024-04-25T17:16:04.635 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi028.stderr:2024-04-25T17:16:04.635+0000 7fdcb4fc3480 -1 init, newargv = 0x7fdca4004ba0 newargc=15 2024-04-25T17:16:04.635 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi028.stderr:ceph-fuse[80720]: starting ceph client 2024-04-25T17:16:04.653 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi028.stderr:ceph-fuse[80720]: starting fuse 2024-04-25T17:16:04.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:04 smithi028 ceph-mon[29207]: pgmap v360: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:16:04.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:04 smithi084 ceph-mon[32752]: pgmap v360: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:16:04.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:04 smithi042 ceph-mon[32851]: pgmap v360: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:16:05.751 DEBUG:teuthology.orchestra.run.smithi028:> sudo modprobe fuse 2024-04-25T17:16:05.779 DEBUG:teuthology.orchestra.run.smithi028:> cat /proc/self/mounts | awk '{print $2}' 2024-04-25T17:16:05.836 INFO:teuthology.orchestra.run.smithi028.stdout:/proc 2024-04-25T17:16:05.837 INFO:teuthology.orchestra.run.smithi028.stdout:/sys 2024-04-25T17:16:05.837 INFO:teuthology.orchestra.run.smithi028.stdout:/dev 2024-04-25T17:16:05.837 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/kernel/security 2024-04-25T17:16:05.837 INFO:teuthology.orchestra.run.smithi028.stdout:/dev/shm 2024-04-25T17:16:05.837 INFO:teuthology.orchestra.run.smithi028.stdout:/dev/pts 2024-04-25T17:16:05.837 INFO:teuthology.orchestra.run.smithi028.stdout:/run 2024-04-25T17:16:05.837 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/cgroup 2024-04-25T17:16:05.837 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/pstore 2024-04-25T17:16:05.837 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/bpf 2024-04-25T17:16:05.837 INFO:teuthology.orchestra.run.smithi028.stdout:/ 2024-04-25T17:16:05.838 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/selinux 2024-04-25T17:16:05.838 INFO:teuthology.orchestra.run.smithi028.stdout:/proc/sys/fs/binfmt_misc 2024-04-25T17:16:05.838 INFO:teuthology.orchestra.run.smithi028.stdout:/dev/mqueue 2024-04-25T17:16:05.838 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/kernel/debug 2024-04-25T17:16:05.838 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/kernel/tracing 2024-04-25T17:16:05.838 INFO:teuthology.orchestra.run.smithi028.stdout:/dev/hugepages 2024-04-25T17:16:05.838 INFO:teuthology.orchestra.run.smithi028.stdout:/run/credentials/systemd-sysusers.service 2024-04-25T17:16:05.838 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/kernel/config 2024-04-25T17:16:05.838 INFO:teuthology.orchestra.run.smithi028.stdout:/sys/fs/fuse/connections 2024-04-25T17:16:05.838 INFO:teuthology.orchestra.run.smithi028.stdout:/run/credentials/systemd-sysctl.service 2024-04-25T17:16:05.838 INFO:teuthology.orchestra.run.smithi028.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-25T17:16:05.838 INFO:teuthology.orchestra.run.smithi028.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-25T17:16:05.838 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/nfs/rpc_pipefs 2024-04-25T17:16:05.839 INFO:teuthology.orchestra.run.smithi028.stdout:/run/user/1000 2024-04-25T17:16:05.839 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/ceph 2024-04-25T17:16:05.839 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay 2024-04-25T17:16:05.839 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/002b149b39ae3d23cebcbe80a9f22a31478e7952e448bd01da5c3190776de1c8/merged 2024-04-25T17:16:05.839 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/ad9dae15c60635351c3dc5e3e7ab915c0d13d645ae96a9cadd14fa0e5f9709ac/merged 2024-04-25T17:16:05.839 INFO:teuthology.orchestra.run.smithi028.stdout:/run/user/0 2024-04-25T17:16:05.839 INFO:teuthology.orchestra.run.smithi028.stdout:/proc/sys/fs/binfmt_misc 2024-04-25T17:16:05.839 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/299d10ff0358a7757acfd8f9e715dd1bec74402b846ab0a9416433544d375aaf/merged 2024-04-25T17:16:05.839 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/9336d0032b1f29bca24a1090c4bf06cc948a1cb2a9475d74d5f66d41476616e4/merged 2024-04-25T17:16:05.839 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/4cca5a6104495c34f0c9373079627c1e4e241454965b595671da4163d3a75558/merged 2024-04-25T17:16:05.839 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/bd15778cf95cb483c71b1ba0401fe57b126d313fc9bf9def053ee8474d5b25af/merged 2024-04-25T17:16:05.839 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/a5dadf1f2ed864c68c08b89cd69f032bf1b8ddc62ec196cb448ddcfc669907dd/merged 2024-04-25T17:16:05.839 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/95439550b543910245caf4667a727690f30718bdcb44c7238b5d6d7300c96479/merged 2024-04-25T17:16:05.840 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/83b1ea64164911193be236d07ad29218d9f1dc52ecfd4e3b0392819e52322b3c/merged 2024-04-25T17:16:05.840 INFO:teuthology.orchestra.run.smithi028.stdout:/var/lib/containers/storage/overlay/7ae5002b9484ffa73acf6610b35c599b04801355635745bd7f1083f7ef30c923/merged 2024-04-25T17:16:05.840 INFO:teuthology.orchestra.run.smithi028.stdout:/run/netns 2024-04-25T17:16:05.840 INFO:teuthology.orchestra.run.smithi028.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-25T17:16:05.840 INFO:teuthology.orchestra.run.smithi028.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-25T17:16:05.840 INFO:teuthology.orchestra.run.smithi028.stdout:/home/ubuntu/cephtest/mnt.0 2024-04-25T17:16:05.841 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:16:05.841 DEBUG:teuthology.orchestra.run.smithi028:> ls /sys/fs/fuse/connections 2024-04-25T17:16:05.896 INFO:teuthology.orchestra.run.smithi028.stdout:115 2024-04-25T17:16:05.896 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [115] 2024-04-25T17:16:05.897 DEBUG:teuthology.orchestra.run.smithi028:> sudo stdin-killer -- python3 -c ' 2024-04-25T17:16:05.897 DEBUG:teuthology.orchestra.run.smithi028:> import glob 2024-04-25T17:16:05.897 DEBUG:teuthology.orchestra.run.smithi028:> import re 2024-04-25T17:16:05.897 DEBUG:teuthology.orchestra.run.smithi028:> import os 2024-04-25T17:16:05.897 DEBUG:teuthology.orchestra.run.smithi028:> import subprocess 2024-04-25T17:16:05.897 DEBUG:teuthology.orchestra.run.smithi028:> 2024-04-25T17:16:05.897 DEBUG:teuthology.orchestra.run.smithi028:> def _find_admin_socket(client_name): 2024-04-25T17:16:05.897 DEBUG:teuthology.orchestra.run.smithi028:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-04-25T17:16:05.897 DEBUG:teuthology.orchestra.run.smithi028:> files = glob.glob(asok_path) 2024-04-25T17:16:05.897 DEBUG:teuthology.orchestra.run.smithi028:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-04-25T17:16:05.897 DEBUG:teuthology.orchestra.run.smithi028:> 2024-04-25T17:16:05.897 DEBUG:teuthology.orchestra.run.smithi028:> # Given a non-glob path, it better be there 2024-04-25T17:16:05.897 DEBUG:teuthology.orchestra.run.smithi028:> if "*" not in asok_path: 2024-04-25T17:16:05.898 DEBUG:teuthology.orchestra.run.smithi028:> assert(len(files) == 1) 2024-04-25T17:16:05.898 DEBUG:teuthology.orchestra.run.smithi028:> return files[0] 2024-04-25T17:16:05.898 DEBUG:teuthology.orchestra.run.smithi028:> 2024-04-25T17:16:05.898 DEBUG:teuthology.orchestra.run.smithi028:> for f in files: 2024-04-25T17:16:05.898 DEBUG:teuthology.orchestra.run.smithi028:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-25T17:16:05.898 DEBUG:teuthology.orchestra.run.smithi028:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-25T17:16:05.898 DEBUG:teuthology.orchestra.run.smithi028:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-25T17:16:05.898 DEBUG:teuthology.orchestra.run.smithi028:> contents = proc_f.read() 2024-04-25T17:16:05.898 DEBUG:teuthology.orchestra.run.smithi028:> if mountpoint in contents: 2024-04-25T17:16:05.898 DEBUG:teuthology.orchestra.run.smithi028:> return f 2024-04-25T17:16:05.898 DEBUG:teuthology.orchestra.run.smithi028:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-25T17:16:05.898 DEBUG:teuthology.orchestra.run.smithi028:> 2024-04-25T17:16:05.898 DEBUG:teuthology.orchestra.run.smithi028:> print(_find_admin_socket("client.0")) 2024-04-25T17:16:05.898 DEBUG:teuthology.orchestra.run.smithi028:> ' 2024-04-25T17:16:06.017 INFO:teuthology.orchestra.run.smithi028.stdout:/var/run/ceph/ceph-client.0.80720.asok 2024-04-25T17:16:06.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T17:16:06.028 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.80720.asok 2024-04-25T17:16:06.028 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:16:06.029 DEBUG:teuthology.orchestra.run.smithi028:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.80720.asok status 2024-04-25T17:16:06.174 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:16:06.175 INFO:teuthology.orchestra.run.smithi028.stdout: "metadata": { 2024-04-25T17:16:06.175 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph_sha1": "994e2f20102a20fa9a27966c14b625cc01884df8", 2024-04-25T17:16:06.175 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph_version": "ceph version 19.0.0-3291-g994e2f20 (994e2f20102a20fa9a27966c14b625cc01884df8) squid (dev)", 2024-04-25T17:16:06.175 INFO:teuthology.orchestra.run.smithi028.stdout: "entity_id": "0", 2024-04-25T17:16:06.175 INFO:teuthology.orchestra.run.smithi028.stdout: "hostname": "smithi028", 2024-04-25T17:16:06.175 INFO:teuthology.orchestra.run.smithi028.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-04-25T17:16:06.175 INFO:teuthology.orchestra.run.smithi028.stdout: "pid": "80720", 2024-04-25T17:16:06.175 INFO:teuthology.orchestra.run.smithi028.stdout: "root": "/volumes/qa/sv_0/2394a55f-dd7f-4454-848c-57d280fbdd77" 2024-04-25T17:16:06.175 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:16:06.175 INFO:teuthology.orchestra.run.smithi028.stdout: "dentry_count": 0, 2024-04-25T17:16:06.175 INFO:teuthology.orchestra.run.smithi028.stdout: "dentry_pinned_count": 0, 2024-04-25T17:16:06.175 INFO:teuthology.orchestra.run.smithi028.stdout: "id": 15486, 2024-04-25T17:16:06.175 INFO:teuthology.orchestra.run.smithi028.stdout: "inst": { 2024-04-25T17:16:06.175 INFO:teuthology.orchestra.run.smithi028.stdout: "name": { 2024-04-25T17:16:06.175 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "client", 2024-04-25T17:16:06.176 INFO:teuthology.orchestra.run.smithi028.stdout: "num": 15486 2024-04-25T17:16:06.176 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:16:06.176 INFO:teuthology.orchestra.run.smithi028.stdout: "addr": { 2024-04-25T17:16:06.176 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "v1", 2024-04-25T17:16:06.176 INFO:teuthology.orchestra.run.smithi028.stdout: "addr": "192.168.0.1:0", 2024-04-25T17:16:06.176 INFO:teuthology.orchestra.run.smithi028.stdout: "nonce": 3008171535 2024-04-25T17:16:06.176 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:16:06.176 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:16:06.176 INFO:teuthology.orchestra.run.smithi028.stdout: "addr": { 2024-04-25T17:16:06.176 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "v1", 2024-04-25T17:16:06.176 INFO:teuthology.orchestra.run.smithi028.stdout: "addr": "192.168.0.1:0", 2024-04-25T17:16:06.176 INFO:teuthology.orchestra.run.smithi028.stdout: "nonce": 3008171535 2024-04-25T17:16:06.176 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:16:06.176 INFO:teuthology.orchestra.run.smithi028.stdout: "inst_str": "client.15486 192.168.0.1:0/3008171535", 2024-04-25T17:16:06.177 INFO:teuthology.orchestra.run.smithi028.stdout: "addr_str": "192.168.0.1:0/3008171535", 2024-04-25T17:16:06.177 INFO:teuthology.orchestra.run.smithi028.stdout: "inode_count": 5, 2024-04-25T17:16:06.177 INFO:teuthology.orchestra.run.smithi028.stdout: "mds_epoch": 23, 2024-04-25T17:16:06.177 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_epoch": 84, 2024-04-25T17:16:06.177 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_epoch_barrier": 0, 2024-04-25T17:16:06.177 INFO:teuthology.orchestra.run.smithi028.stdout: "blocklisted": false, 2024-04-25T17:16:06.177 INFO:teuthology.orchestra.run.smithi028.stdout: "fs_name": "cephfs" 2024-04-25T17:16:06.177 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:16:06.183 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:16:06.183 DEBUG:teuthology.orchestra.run.smithi028:> stat --file-system '--printf=%T 2024-04-25T17:16:06.184 DEBUG:teuthology.orchestra.run.smithi028:> ' -- /home/ubuntu/cephtest/mnt.0 2024-04-25T17:16:06.199 INFO:teuthology.orchestra.run.smithi028.stdout:fuseblk 2024-04-25T17:16:06.199 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-04-25T17:16:06.199 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:16:06.199 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-04-25T17:16:06.267 INFO:teuthology.run_tasks:Running task exec... 2024-04-25T17:16:06.278 INFO:teuthology.task.exec:Executing custom commands... 2024-04-25T17:16:06.278 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi028.front.sepia.ceph.com 2024-04-25T17:16:06.278 DEBUG:teuthology.orchestra.run.smithi028:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-04-25T17:16:06.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.420+0000 7f9098e27640 1 -- 172.21.15.28:0/828350367 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9094103b50 msgr2=0x7f9094104020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:06.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.420+0000 7f9098e27640 1 --2- 172.21.15.28:0/828350367 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9094103b50 0x7f9094104020 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f9088009900 tx=0x7f908802a410 comp rx=0 tx=0).stop 2024-04-25T17:16:06.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.420+0000 7f9098e27640 1 -- 172.21.15.28:0/828350367 shutdown_connections 2024-04-25T17:16:06.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.420+0000 7f9098e27640 1 --2- 172.21.15.28:0/828350367 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f90941046b0 0x7f909410ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:06.421 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.420+0000 7f9098e27640 1 --2- 172.21.15.28:0/828350367 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9094103b50 0x7f9094104020 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:06.421 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.420+0000 7f9098e27640 1 --2- 172.21.15.28:0/828350367 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9094102ff0 0x7f9094103400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:06.421 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.420+0000 7f9098e27640 1 -- 172.21.15.28:0/828350367 >> 172.21.15.28:0/828350367 conn(0x7f90940fd3b0 msgr2=0x7f90940ff840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:06.421 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.420+0000 7f9098e27640 1 -- 172.21.15.28:0/828350367 shutdown_connections 2024-04-25T17:16:06.421 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.420+0000 7f9098e27640 1 -- 172.21.15.28:0/828350367 wait complete. 2024-04-25T17:16:06.423 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.421+0000 7f9098e27640 1 Processor -- start 2024-04-25T17:16:06.423 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.421+0000 7f9098e27640 1 -- start start 2024-04-25T17:16:06.423 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.421+0000 7f9098e27640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9094102ff0 0x7f9094102290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:06.423 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.421+0000 7f9098e27640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9094103b50 0x7f909419ec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:06.423 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.421+0000 7f9098e27640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f909419f1b0 0x7f90941a15d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:06.423 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.421+0000 7f9098e27640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f909410e610 con 0x7f9094103b50 2024-04-25T17:16:06.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.421+0000 7f9098e27640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f909410e490 con 0x7f9094102ff0 2024-04-25T17:16:06.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.421+0000 7f9098e27640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f909410e790 con 0x7f909419f1b0 2024-04-25T17:16:06.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.421+0000 7f9091d9b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9094103b50 0x7f909419ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:06.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.421+0000 7f9091d9b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9094103b50 0x7f909419ec70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36256/0 (socket says 172.21.15.28:36256) 2024-04-25T17:16:06.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.421+0000 7f9091d9b640 1 -- 172.21.15.28:0/792280833 learned_addr learned my addr 172.21.15.28:0/792280833 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:06.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.421+0000 7f9092d9d640 1 --2- 172.21.15.28:0/792280833 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f909419f1b0 0x7f90941a15d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:06.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.421+0000 7f909259c640 1 --2- 172.21.15.28:0/792280833 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9094102ff0 0x7f9094102290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:06.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.421+0000 7f9091d9b640 1 -- 172.21.15.28:0/792280833 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f909419f1b0 msgr2=0x7f90941a15d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:06.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.421+0000 7f9091d9b640 1 --2- 172.21.15.28:0/792280833 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f909419f1b0 0x7f90941a15d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:06.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.421+0000 7f9091d9b640 1 -- 172.21.15.28:0/792280833 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9094102ff0 msgr2=0x7f9094102290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:06.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.421+0000 7f9091d9b640 1 --2- 172.21.15.28:0/792280833 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9094102ff0 0x7f9094102290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:06.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.421+0000 7f9091d9b640 1 -- 172.21.15.28:0/792280833 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90941a1df0 con 0x7f9094103b50 2024-04-25T17:16:06.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.421+0000 7f9092d9d640 1 --2- 172.21.15.28:0/792280833 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f909419f1b0 0x7f90941a15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:16:06.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.422+0000 7f9091d9b640 1 --2- 172.21.15.28:0/792280833 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9094103b50 0x7f909419ec70 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f9088009230 tx=0x7f90880042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:06.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.422+0000 7f90837fe640 1 -- 172.21.15.28:0/792280833 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f908803f030 con 0x7f9094103b50 2024-04-25T17:16:06.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.422+0000 7f90837fe640 1 -- 172.21.15.28:0/792280833 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9088003c90 con 0x7f9094103b50 2024-04-25T17:16:06.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.422+0000 7f9098e27640 1 -- 172.21.15.28:0/792280833 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90941a2080 con 0x7f9094103b50 2024-04-25T17:16:06.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.422+0000 7f90837fe640 1 -- 172.21.15.28:0/792280833 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9088035070 con 0x7f9094103b50 2024-04-25T17:16:06.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.422+0000 7f9098e27640 1 -- 172.21.15.28:0/792280833 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90941a2570 con 0x7f9094103b50 2024-04-25T17:16:06.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.423+0000 7f9098e27640 1 -- 172.21.15.28:0/792280833 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f909406b530 con 0x7f9094103b50 2024-04-25T17:16:06.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.424+0000 7f90837fe640 1 -- 172.21.15.28:0/792280833 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f9088042030 con 0x7f9094103b50 2024-04-25T17:16:06.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.425+0000 7f90837fe640 1 --2- 172.21.15.28:0/792280833 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f907c0afba0 0x7f907c0b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:06.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.425+0000 7f909259c640 1 --2- 172.21.15.28:0/792280833 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f907c0afba0 0x7f907c0b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:06.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.425+0000 7f90837fe640 1 -- 172.21.15.28:0/792280833 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f90880ffaf0 con 0x7f9094103b50 2024-04-25T17:16:06.426 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.425+0000 7f909259c640 1 --2- 172.21.15.28:0/792280833 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f907c0afba0 0x7f907c0b20b0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f9084005fd0 tx=0x7f9084005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:06.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.429+0000 7f90837fe640 1 -- 172.21.15.28:0/792280833 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f90880c8350 con 0x7f9094103b50 2024-04-25T17:16:06.658 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:06.658+0000 7f9098e27640 1 -- 172.21.15.28:0/792280833 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) -- 0x7f9094107400 con 0x7f9094103b50 2024-04-25T17:16:06.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:06 smithi028 ceph-mon[29207]: pgmap v361: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-25T17:16:06.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:06 smithi084 ceph-mon[32752]: pgmap v361: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-25T17:16:06.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:06 smithi042 ceph-mon[32851]: pgmap v361: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-25T17:16:07.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.482+0000 7f90837fe640 1 -- 172.21.15.28:0/792280833 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v24) ==== 117+0+0 (secure 0 0 0) 0x7f90880c7c50 con 0x7f9094103b50 2024-04-25T17:16:07.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.485+0000 7f9098e27640 1 -- 172.21.15.28:0/792280833 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f907c0afba0 msgr2=0x7f907c0b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:07.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.485+0000 7f9098e27640 1 --2- 172.21.15.28:0/792280833 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f907c0afba0 0x7f907c0b20b0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f9084005fd0 tx=0x7f9084005850 comp rx=0 tx=0).stop 2024-04-25T17:16:07.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.485+0000 7f9098e27640 1 -- 172.21.15.28:0/792280833 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9094103b50 msgr2=0x7f909419ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:07.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.485+0000 7f9098e27640 1 --2- 172.21.15.28:0/792280833 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9094103b50 0x7f909419ec70 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f9088009230 tx=0x7f90880042f0 comp rx=0 tx=0).stop 2024-04-25T17:16:07.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.485+0000 7f9098e27640 1 -- 172.21.15.28:0/792280833 shutdown_connections 2024-04-25T17:16:07.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.485+0000 7f9098e27640 1 --2- 172.21.15.28:0/792280833 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f907c0afba0 0x7f907c0b20b0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:07.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.485+0000 7f9098e27640 1 --2- 172.21.15.28:0/792280833 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f909419f1b0 0x7f90941a15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:07.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.485+0000 7f9098e27640 1 --2- 172.21.15.28:0/792280833 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9094103b50 0x7f909419ec70 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:07.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.485+0000 7f9098e27640 1 --2- 172.21.15.28:0/792280833 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9094102ff0 0x7f9094102290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:07.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.486+0000 7f9098e27640 1 -- 172.21.15.28:0/792280833 >> 172.21.15.28:0/792280833 conn(0x7f90940fd3b0 msgr2=0x7f90940ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:07.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.486+0000 7f9098e27640 1 -- 172.21.15.28:0/792280833 shutdown_connections 2024-04-25T17:16:07.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.486+0000 7f9098e27640 1 -- 172.21.15.28:0/792280833 wait complete. 2024-04-25T17:16:07.500 INFO:teuthology.run_tasks:Running task check-counter... 2024-04-25T17:16:07.510 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-04-25T17:16:07.520 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T17:16:07.642 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.641+0000 7f06a6061640 1 -- 172.21.15.28:0/3885213518 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06a01080d0 msgr2=0x7f06a010a4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:07.642 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.641+0000 7f06a6061640 1 --2- 172.21.15.28:0/3885213518 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06a01080d0 0x7f06a010a4f0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f069800adb0 tx=0x7f069802b7a0 comp rx=0 tx=0).stop 2024-04-25T17:16:07.642 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.641+0000 7f06a6061640 1 -- 172.21.15.28:0/3885213518 shutdown_connections 2024-04-25T17:16:07.642 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.641+0000 7f06a6061640 1 --2- 172.21.15.28:0/3885213518 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06a01080d0 0x7f06a010a4f0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:07.642 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.641+0000 7f06a6061640 1 --2- 172.21.15.28:0/3885213518 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06a01033d0 0x7f06a01037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:07.642 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.641+0000 7f06a6061640 1 --2- 172.21.15.28:0/3885213518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06a0102190 0x7f06a0102e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:07.642 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.641+0000 7f06a6061640 1 -- 172.21.15.28:0/3885213518 >> 172.21.15.28:0/3885213518 conn(0x7f06a00fd380 msgr2=0x7f06a00ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:07.642 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.641+0000 7f06a6061640 1 -- 172.21.15.28:0/3885213518 shutdown_connections 2024-04-25T17:16:07.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.641+0000 7f06a6061640 1 -- 172.21.15.28:0/3885213518 wait complete. 2024-04-25T17:16:07.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.642+0000 7f06a6061640 1 Processor -- start 2024-04-25T17:16:07.645 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.642+0000 7f06a6061640 1 -- start start 2024-04-25T17:16:07.645 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.642+0000 7f06a6061640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06a0102190 0x7f06a0199fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:07.645 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.642+0000 7f06a6061640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06a01033d0 0x7f06a019a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:07.645 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.642+0000 7f06a6061640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06a01080d0 0x7f06a01a14b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:07.645 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.642+0000 7f06a6061640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f06a010d320 con 0x7f06a01080d0 2024-04-25T17:16:07.645 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.642+0000 7f06a6061640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f06a010d1a0 con 0x7f06a01033d0 2024-04-25T17:16:07.645 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.642+0000 7f06a6061640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f06a010d4a0 con 0x7f06a0102190 2024-04-25T17:16:07.645 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.642+0000 7f069ffff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06a01080d0 0x7f06a01a14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:07.645 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.643+0000 7f069ffff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06a01080d0 0x7f06a01a14b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36278/0 (socket says 172.21.15.28:36278) 2024-04-25T17:16:07.645 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.643+0000 7f069ffff640 1 -- 172.21.15.28:0/1665698422 learned_addr learned my addr 172.21.15.28:0/1665698422 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:07.646 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.643+0000 7f069effd640 1 --2- 172.21.15.28:0/1665698422 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06a01033d0 0x7f06a019a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:07.646 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.643+0000 7f069f7fe640 1 --2- 172.21.15.28:0/1665698422 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06a0102190 0x7f06a0199fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:07.646 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.643+0000 7f069ffff640 1 -- 172.21.15.28:0/1665698422 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06a0102190 msgr2=0x7f06a0199fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:07.646 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.643+0000 7f069ffff640 1 --2- 172.21.15.28:0/1665698422 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06a0102190 0x7f06a0199fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:07.646 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.643+0000 7f069ffff640 1 -- 172.21.15.28:0/1665698422 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06a01033d0 msgr2=0x7f06a019a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:07.646 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.643+0000 7f069ffff640 1 --2- 172.21.15.28:0/1665698422 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06a01033d0 0x7f06a019a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:07.646 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.643+0000 7f069ffff640 1 -- 172.21.15.28:0/1665698422 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06a01a1b20 con 0x7f06a01080d0 2024-04-25T17:16:07.646 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.643+0000 7f069f7fe640 1 --2- 172.21.15.28:0/1665698422 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06a0102190 0x7f06a0199fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:16:07.646 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.643+0000 7f069ffff640 1 --2- 172.21.15.28:0/1665698422 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06a01080d0 0x7f06a01a14b0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f0698006010 tx=0x7f0698003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:07.646 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.643+0000 7f069cff9640 1 -- 172.21.15.28:0/1665698422 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0698040070 con 0x7f06a01080d0 2024-04-25T17:16:07.646 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.643+0000 7f069cff9640 1 -- 172.21.15.28:0/1665698422 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0698032770 con 0x7f06a01080d0 2024-04-25T17:16:07.646 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.643+0000 7f06a6061640 1 -- 172.21.15.28:0/1665698422 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06a01a1db0 con 0x7f06a01080d0 2024-04-25T17:16:07.646 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.643+0000 7f069cff9640 1 -- 172.21.15.28:0/1665698422 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06980047a0 con 0x7f06a01080d0 2024-04-25T17:16:07.646 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.643+0000 7f06a6061640 1 -- 172.21.15.28:0/1665698422 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06a01a2210 con 0x7f06a01080d0 2024-04-25T17:16:07.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.644+0000 7f06a6061640 1 -- 172.21.15.28:0/1665698422 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06a01a2440 con 0x7f06a01080d0 2024-04-25T17:16:07.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.646+0000 7f069cff9640 1 -- 172.21.15.28:0/1665698422 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f0698030710 con 0x7f06a01080d0 2024-04-25T17:16:07.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.647+0000 7f069cff9640 1 --2- 172.21.15.28:0/1665698422 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f06880afc20 0x7f06880b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:07.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.647+0000 7f069f7fe640 1 --2- 172.21.15.28:0/1665698422 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f06880afc20 0x7f06880b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:07.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.647+0000 7f069cff9640 1 -- 172.21.15.28:0/1665698422 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f06981003f0 con 0x7f06a01080d0 2024-04-25T17:16:07.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.647+0000 7f069f7fe640 1 --2- 172.21.15.28:0/1665698422 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f06880afc20 0x7f06880b2130 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f06a0102d90 tx=0x7f0690005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:07.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.650+0000 7f069cff9640 1 -- 172.21.15.28:0/1665698422 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f06980c8c80 con 0x7f06a01080d0 2024-04-25T17:16:07.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:07 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/792280833' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-25T17:16:07.838 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.838+0000 7f06a6061640 1 -- 172.21.15.28:0/1665698422 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f06a01a2730 con 0x7f06a01080d0 2024-04-25T17:16:07.839 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.839+0000 7f069cff9640 1 -- 172.21.15.28:0/1665698422 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+24564 (secure 0 0 0) 0x7f06980c8580 con 0x7f06a01080d0 2024-04-25T17:16:07.840 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:16:07.840 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":84,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:15:32.384427+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T17:13:40.495256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T17:13:41.573638+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T17:13:45.282812+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.5","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1a","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:16:07.842 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.841+0000 7f06a6061640 1 -- 172.21.15.28:0/1665698422 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f06880afc20 msgr2=0x7f06880b2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:07.842 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.841+0000 7f06a6061640 1 --2- 172.21.15.28:0/1665698422 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f06880afc20 0x7f06880b2130 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f06a0102d90 tx=0x7f0690005f90 comp rx=0 tx=0).stop 2024-04-25T17:16:07.842 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.841+0000 7f06a6061640 1 -- 172.21.15.28:0/1665698422 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06a01080d0 msgr2=0x7f06a01a14b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:07.842 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.841+0000 7f06a6061640 1 --2- 172.21.15.28:0/1665698422 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06a01080d0 0x7f06a01a14b0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f0698006010 tx=0x7f0698003ba0 comp rx=0 tx=0).stop 2024-04-25T17:16:07.842 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.841+0000 7f06a6061640 1 -- 172.21.15.28:0/1665698422 shutdown_connections 2024-04-25T17:16:07.842 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.841+0000 7f06a6061640 1 --2- 172.21.15.28:0/1665698422 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f06880afc20 0x7f06880b2130 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:07.842 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.841+0000 7f06a6061640 1 --2- 172.21.15.28:0/1665698422 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06a01080d0 0x7f06a01a14b0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:07.842 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.841+0000 7f06a6061640 1 --2- 172.21.15.28:0/1665698422 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06a01033d0 0x7f06a019a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:07.842 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.841+0000 7f06a6061640 1 --2- 172.21.15.28:0/1665698422 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06a0102190 0x7f06a0199fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:07.843 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.841+0000 7f06a6061640 1 -- 172.21.15.28:0/1665698422 >> 172.21.15.28:0/1665698422 conn(0x7f06a00fd380 msgr2=0x7f06a0109ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:07.843 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.842+0000 7f06a6061640 1 -- 172.21.15.28:0/1665698422 shutdown_connections 2024-04-25T17:16:07.843 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.842+0000 7f06a6061640 1 -- 172.21.15.28:0/1665698422 wait complete. 2024-04-25T17:16:07.852 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:07 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/792280833' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-25T17:16:07.854 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T17:08:58.716897+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T17:13:40.495256+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '75', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T17:13:41.573638+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '76', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-25T17:13:45.282812+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-25T17:16:07.854 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T17:16:07.862 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:07 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/792280833' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-25T17:16:07.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.968+0000 7f8a7051f640 1 -- 172.21.15.28:0/962675089 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8a68103c40 msgr2=0x7f8a68104050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:07.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.968+0000 7f8a7051f640 1 --2- 172.21.15.28:0/962675089 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8a68103c40 0x7f8a68104050 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f8a58009900 tx=0x7f8a5802a410 comp rx=0 tx=0).stop 2024-04-25T17:16:07.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.968+0000 7f8a7051f640 1 -- 172.21.15.28:0/962675089 shutdown_connections 2024-04-25T17:16:07.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.968+0000 7f8a7051f640 1 --2- 172.21.15.28:0/962675089 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8a68108940 0x7f8a6810ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:07.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.968+0000 7f8a7051f640 1 --2- 172.21.15.28:0/962675089 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8a68103c40 0x7f8a68104050 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:07.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.968+0000 7f8a7051f640 1 --2- 172.21.15.28:0/962675089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8a68102a00 0x7f8a68103700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:07.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.968+0000 7f8a7051f640 1 -- 172.21.15.28:0/962675089 >> 172.21.15.28:0/962675089 conn(0x7f8a680fdc30 msgr2=0x7f8a681000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:07.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.968+0000 7f8a7051f640 1 -- 172.21.15.28:0/962675089 shutdown_connections 2024-04-25T17:16:07.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.969+0000 7f8a7051f640 1 -- 172.21.15.28:0/962675089 wait complete. 2024-04-25T17:16:07.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.969+0000 7f8a7051f640 1 Processor -- start 2024-04-25T17:16:07.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.969+0000 7f8a7051f640 1 -- start start 2024-04-25T17:16:07.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.969+0000 7f8a7051f640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8a68102a00 0x7f8a68075860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:07.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.969+0000 7f8a7051f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8a68103c40 0x7f8a6819ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:07.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.969+0000 7f8a7051f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8a68108940 0x7f8a681a13e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:07.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.969+0000 7f8a7051f640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f8a6810e430 con 0x7f8a68103c40 2024-04-25T17:16:07.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.969+0000 7f8a7051f640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8a6810e2b0 con 0x7f8a68102a00 2024-04-25T17:16:07.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.969+0000 7f8a7051f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8a6810e5b0 con 0x7f8a68108940 2024-04-25T17:16:07.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.969+0000 7f8a6daba640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8a68103c40 0x7f8a6819ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:07.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.969+0000 7f8a6daba640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8a68103c40 0x7f8a6819ee70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36306/0 (socket says 172.21.15.28:36306) 2024-04-25T17:16:07.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.970+0000 7f8a6daba640 1 -- 172.21.15.28:0/2752572916 learned_addr learned my addr 172.21.15.28:0/2752572916 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:07.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.970+0000 7f8a6e2bb640 1 --2- 172.21.15.28:0/2752572916 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8a68102a00 0x7f8a68075860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:07.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.970+0000 7f8a6eabc640 1 --2- 172.21.15.28:0/2752572916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8a68108940 0x7f8a681a13e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:07.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.970+0000 7f8a6daba640 1 -- 172.21.15.28:0/2752572916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8a68108940 msgr2=0x7f8a681a13e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:07.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.970+0000 7f8a6daba640 1 --2- 172.21.15.28:0/2752572916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8a68108940 0x7f8a681a13e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:07.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.970+0000 7f8a6daba640 1 -- 172.21.15.28:0/2752572916 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8a68102a00 msgr2=0x7f8a68075860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:07.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.970+0000 7f8a6daba640 1 --2- 172.21.15.28:0/2752572916 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8a68102a00 0x7f8a68075860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:07.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.970+0000 7f8a6daba640 1 -- 172.21.15.28:0/2752572916 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a681a1c00 con 0x7f8a68103c40 2024-04-25T17:16:07.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.970+0000 7f8a6daba640 1 --2- 172.21.15.28:0/2752572916 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8a68103c40 0x7f8a6819ee70 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f8a58005760 tx=0x7f8a58003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:07.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.970+0000 7f8a5f7fe640 1 -- 172.21.15.28:0/2752572916 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a5803f070 con 0x7f8a68103c40 2024-04-25T17:16:07.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.970+0000 7f8a5f7fe640 1 -- 172.21.15.28:0/2752572916 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8a58031ba0 con 0x7f8a68103c40 2024-04-25T17:16:07.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.970+0000 7f8a5f7fe640 1 -- 172.21.15.28:0/2752572916 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a58035030 con 0x7f8a68103c40 2024-04-25T17:16:07.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.970+0000 7f8a7051f640 1 -- 172.21.15.28:0/2752572916 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a681a1e90 con 0x7f8a68103c40 2024-04-25T17:16:07.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.970+0000 7f8a7051f640 1 -- 172.21.15.28:0/2752572916 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a681a22a0 con 0x7f8a68103c40 2024-04-25T17:16:07.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.971+0000 7f8a7051f640 1 -- 172.21.15.28:0/2752572916 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a68107750 con 0x7f8a68103c40 2024-04-25T17:16:07.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.973+0000 7f8a5f7fe640 1 -- 172.21.15.28:0/2752572916 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f8a58042070 con 0x7f8a68103c40 2024-04-25T17:16:07.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.973+0000 7f8a5f7fe640 1 --2- 172.21.15.28:0/2752572916 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8a540afb70 0x7f8a540b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:07.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.973+0000 7f8a5f7fe640 1 -- 172.21.15.28:0/2752572916 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f8a580ffb40 con 0x7f8a68103c40 2024-04-25T17:16:07.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.973+0000 7f8a6e2bb640 1 --2- 172.21.15.28:0/2752572916 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8a540afb70 0x7f8a540b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:07.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.974+0000 7f8a6e2bb640 1 --2- 172.21.15.28:0/2752572916 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8a540afb70 0x7f8a540b2080 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f8a68103600 tx=0x7f8a64005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:07.977 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:07.977+0000 7f8a5f7fe640 1 -- 172.21.15.28:0/2752572916 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8a580c7d50 con 0x7f8a68103c40 2024-04-25T17:16:08.162 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.162+0000 7f8a7051f640 1 -- 172.21.15.28:0/2752572916 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f8a6802dda0 con 0x7f8a68103c40 2024-04-25T17:16:08.162 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.162+0000 7f8a5f7fe640 1 -- 172.21.15.28:0/2752572916 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v84) ==== 93+0+10 (secure 0 0 0) 0x7f8a580cc050 con 0x7f8a68103c40 2024-04-25T17:16:08.163 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 1 2024-04-25T17:16:08.164 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.164+0000 7f8a7051f640 1 -- 172.21.15.28:0/2752572916 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8a540afb70 msgr2=0x7f8a540b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:08.164 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.164+0000 7f8a7051f640 1 --2- 172.21.15.28:0/2752572916 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8a540afb70 0x7f8a540b2080 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f8a68103600 tx=0x7f8a64005f90 comp rx=0 tx=0).stop 2024-04-25T17:16:08.165 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.164+0000 7f8a7051f640 1 -- 172.21.15.28:0/2752572916 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8a68103c40 msgr2=0x7f8a6819ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:08.165 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.164+0000 7f8a7051f640 1 --2- 172.21.15.28:0/2752572916 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8a68103c40 0x7f8a6819ee70 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f8a58005760 tx=0x7f8a58003c10 comp rx=0 tx=0).stop 2024-04-25T17:16:08.165 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.164+0000 7f8a7051f640 1 -- 172.21.15.28:0/2752572916 shutdown_connections 2024-04-25T17:16:08.165 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.164+0000 7f8a7051f640 1 --2- 172.21.15.28:0/2752572916 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8a540afb70 0x7f8a540b2080 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.165 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.164+0000 7f8a7051f640 1 --2- 172.21.15.28:0/2752572916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8a68108940 0x7f8a681a13e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.165 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.164+0000 7f8a7051f640 1 --2- 172.21.15.28:0/2752572916 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8a68103c40 0x7f8a6819ee70 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.165 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.164+0000 7f8a7051f640 1 --2- 172.21.15.28:0/2752572916 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8a68102a00 0x7f8a68075860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.165 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.164+0000 7f8a7051f640 1 -- 172.21.15.28:0/2752572916 >> 172.21.15.28:0/2752572916 conn(0x7f8a680fdc30 msgr2=0x7f8a68104920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:08.165 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.164+0000 7f8a7051f640 1 -- 172.21.15.28:0/2752572916 shutdown_connections 2024-04-25T17:16:08.165 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.164+0000 7f8a7051f640 1 -- 172.21.15.28:0/2752572916 wait complete. 2024-04-25T17:16:08.176 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T17:16:08.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.291+0000 7f0e5a6af640 1 -- 172.21.15.28:0/864936546 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0e54105170 msgr2=0x7f0e541032f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:08.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.291+0000 7f0e5a6af640 1 --2- 172.21.15.28:0/864936546 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0e54105170 0x7f0e541032f0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f0e48009900 tx=0x7f0e4802a410 comp rx=0 tx=0).stop 2024-04-25T17:16:08.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.291+0000 7f0e5a6af640 1 -- 172.21.15.28:0/864936546 shutdown_connections 2024-04-25T17:16:08.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.291+0000 7f0e5a6af640 1 --2- 172.21.15.28:0/864936546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0e54109a70 0x7f0e5410be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.291+0000 7f0e5a6af640 1 --2- 172.21.15.28:0/864936546 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0e54103830 0x7f0e54103c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.291+0000 7f0e5a6af640 1 --2- 172.21.15.28:0/864936546 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0e54105170 0x7f0e541032f0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.293 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.291+0000 7f0e5a6af640 1 -- 172.21.15.28:0/864936546 >> 172.21.15.28:0/864936546 conn(0x7f0e540fed40 msgr2=0x7f0e541011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:08.293 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.291+0000 7f0e5a6af640 1 -- 172.21.15.28:0/864936546 shutdown_connections 2024-04-25T17:16:08.293 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.291+0000 7f0e5a6af640 1 -- 172.21.15.28:0/864936546 wait complete. 2024-04-25T17:16:08.293 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.292+0000 7f0e5a6af640 1 Processor -- start 2024-04-25T17:16:08.293 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.292+0000 7f0e5a6af640 1 -- start start 2024-04-25T17:16:08.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.292+0000 7f0e5a6af640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0e54103830 0x7f0e5419a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:08.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.292+0000 7f0e5a6af640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0e54105170 0x7f0e5419a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:08.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.292+0000 7f0e5a6af640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0e54109a70 0x7f0e541a1680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:08.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.292+0000 7f0e5a6af640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f0e5410f5d0 con 0x7f0e54105170 2024-04-25T17:16:08.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.292+0000 7f0e5a6af640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0e5410f450 con 0x7f0e54103830 2024-04-25T17:16:08.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.292+0000 7f0e5a6af640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0e5410f750 con 0x7f0e54109a70 2024-04-25T17:16:08.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.293+0000 7f0e537fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0e54105170 0x7f0e5419a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:08.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.293+0000 7f0e537fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0e54105170 0x7f0e5419a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36326/0 (socket says 172.21.15.28:36326) 2024-04-25T17:16:08.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.293+0000 7f0e537fe640 1 -- 172.21.15.28:0/2688162515 learned_addr learned my addr 172.21.15.28:0/2688162515 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:08.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.293+0000 7f0e53fff640 1 --2- 172.21.15.28:0/2688162515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0e54103830 0x7f0e5419a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:08.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.293+0000 7f0e58c4c640 1 --2- 172.21.15.28:0/2688162515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0e54109a70 0x7f0e541a1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:08.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.293+0000 7f0e537fe640 1 -- 172.21.15.28:0/2688162515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0e54109a70 msgr2=0x7f0e541a1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:08.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.293+0000 7f0e537fe640 1 --2- 172.21.15.28:0/2688162515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0e54109a70 0x7f0e541a1680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.293+0000 7f0e537fe640 1 -- 172.21.15.28:0/2688162515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0e54103830 msgr2=0x7f0e5419a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:08.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.293+0000 7f0e537fe640 1 --2- 172.21.15.28:0/2688162515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0e54103830 0x7f0e5419a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.293+0000 7f0e537fe640 1 -- 172.21.15.28:0/2688162515 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e541a1c40 con 0x7f0e54105170 2024-04-25T17:16:08.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.293+0000 7f0e537fe640 1 --2- 172.21.15.28:0/2688162515 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0e54105170 0x7f0e5419a6f0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f0e4400c920 tx=0x7f0e4400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:08.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.293+0000 7f0e517fa640 1 -- 172.21.15.28:0/2688162515 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e44007c70 con 0x7f0e54105170 2024-04-25T17:16:08.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.293+0000 7f0e517fa640 1 -- 172.21.15.28:0/2688162515 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0e44007e10 con 0x7f0e54105170 2024-04-25T17:16:08.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.293+0000 7f0e5a6af640 1 -- 172.21.15.28:0/2688162515 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e541a1f30 con 0x7f0e54105170 2024-04-25T17:16:08.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.293+0000 7f0e517fa640 1 -- 172.21.15.28:0/2688162515 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e440186f0 con 0x7f0e54105170 2024-04-25T17:16:08.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.293+0000 7f0e5a6af640 1 -- 172.21.15.28:0/2688162515 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e541a2390 con 0x7f0e54105170 2024-04-25T17:16:08.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.294+0000 7f0e5a6af640 1 -- 172.21.15.28:0/2688162515 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e5406a210 con 0x7f0e54105170 2024-04-25T17:16:08.297 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.297+0000 7f0e517fa640 1 -- 172.21.15.28:0/2688162515 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f0e4400f450 con 0x7f0e54105170 2024-04-25T17:16:08.297 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.297+0000 7f0e517fa640 1 --2- 172.21.15.28:0/2688162515 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0e3c0afaf0 0x7f0e3c0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:08.297 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.297+0000 7f0e517fa640 1 -- 172.21.15.28:0/2688162515 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f0e440df3a0 con 0x7f0e54105170 2024-04-25T17:16:08.297 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.297+0000 7f0e53fff640 1 --2- 172.21.15.28:0/2688162515 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0e3c0afaf0 0x7f0e3c0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:08.298 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.298+0000 7f0e53fff640 1 --2- 172.21.15.28:0/2688162515 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0e3c0afaf0 0x7f0e3c0b2000 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0e48005760 tx=0x7f0e48000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:08.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.301+0000 7f0e517fa640 1 -- 172.21.15.28:0/2688162515 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0e44014030 con 0x7f0e54105170 2024-04-25T17:16:08.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.488+0000 7f0e5a6af640 1 -- 172.21.15.28:0/2688162515 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f0e5402db50 con 0x7f0e54105170 2024-04-25T17:16:08.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.488+0000 7f0e517fa640 1 -- 172.21.15.28:0/2688162515 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v84) ==== 104+0+11 (secure 0 0 0) 0x7f0e440a7c90 con 0x7f0e54105170 2024-04-25T17:16:08.488 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-25T17:16:08.490 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.490+0000 7f0e5a6af640 1 -- 172.21.15.28:0/2688162515 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0e3c0afaf0 msgr2=0x7f0e3c0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:08.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.490+0000 7f0e5a6af640 1 --2- 172.21.15.28:0/2688162515 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0e3c0afaf0 0x7f0e3c0b2000 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0e48005760 tx=0x7f0e48000bc0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.490+0000 7f0e5a6af640 1 -- 172.21.15.28:0/2688162515 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0e54105170 msgr2=0x7f0e5419a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:08.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.490+0000 7f0e5a6af640 1 --2- 172.21.15.28:0/2688162515 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0e54105170 0x7f0e5419a6f0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f0e4400c920 tx=0x7f0e4400cde0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.490+0000 7f0e5a6af640 1 -- 172.21.15.28:0/2688162515 shutdown_connections 2024-04-25T17:16:08.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.490+0000 7f0e5a6af640 1 --2- 172.21.15.28:0/2688162515 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0e3c0afaf0 0x7f0e3c0b2000 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.490+0000 7f0e5a6af640 1 --2- 172.21.15.28:0/2688162515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0e54109a70 0x7f0e541a1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.490+0000 7f0e5a6af640 1 --2- 172.21.15.28:0/2688162515 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0e54105170 0x7f0e5419a6f0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.490+0000 7f0e5a6af640 1 --2- 172.21.15.28:0/2688162515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0e54103830 0x7f0e5419a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.490+0000 7f0e5a6af640 1 -- 172.21.15.28:0/2688162515 >> 172.21.15.28:0/2688162515 conn(0x7f0e540fed40 msgr2=0x7f0e54105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:08.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.490+0000 7f0e5a6af640 1 -- 172.21.15.28:0/2688162515 shutdown_connections 2024-04-25T17:16:08.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.490+0000 7f0e5a6af640 1 -- 172.21.15.28:0/2688162515 wait complete. 2024-04-25T17:16:08.502 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T17:16:08.617 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.616+0000 7fcd50af9640 1 -- 172.21.15.28:0/3729060467 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcd4c1098b0 msgr2=0x7fcd4c10bcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:08.617 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.616+0000 7fcd50af9640 1 --2- 172.21.15.28:0/3729060467 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcd4c1098b0 0x7fcd4c10bcd0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fcd44009ca0 tx=0x7fcd4402a8c0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.617 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.616+0000 7fcd50af9640 1 -- 172.21.15.28:0/3729060467 shutdown_connections 2024-04-25T17:16:08.617 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.616+0000 7fcd50af9640 1 --2- 172.21.15.28:0/3729060467 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcd4c1098b0 0x7fcd4c10bcd0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.617 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.616+0000 7fcd50af9640 1 --2- 172.21.15.28:0/3729060467 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcd4c106f50 0x7fcd4c109370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.617 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.616+0000 7fcd50af9640 1 --2- 172.21.15.28:0/3729060467 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcd4c1045f0 0x7fcd4c106a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.617 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.616+0000 7fcd50af9640 1 -- 172.21.15.28:0/3729060467 >> 172.21.15.28:0/3729060467 conn(0x7fcd4c0fdc30 msgr2=0x7fcd4c1000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:08.617 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.616+0000 7fcd50af9640 1 -- 172.21.15.28:0/3729060467 shutdown_connections 2024-04-25T17:16:08.617 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.616+0000 7fcd50af9640 1 -- 172.21.15.28:0/3729060467 wait complete. 2024-04-25T17:16:08.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.617+0000 7fcd50af9640 1 Processor -- start 2024-04-25T17:16:08.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.617+0000 7fcd50af9640 1 -- start start 2024-04-25T17:16:08.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.617+0000 7fcd50af9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcd4c1045f0 0x7fcd4c19a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:08.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.617+0000 7fcd50af9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcd4c106f50 0x7fcd4c19a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:08.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.617+0000 7fcd50af9640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcd4c1098b0 0x7fcd4c1a15c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:08.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.617+0000 7fcd50af9640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fcd4c10f510 con 0x7fcd4c1098b0 2024-04-25T17:16:08.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.617+0000 7fcd50af9640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcd4c10f390 con 0x7fcd4c1045f0 2024-04-25T17:16:08.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.617+0000 7fcd50af9640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcd4c10f690 con 0x7fcd4c106f50 2024-04-25T17:16:08.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.618+0000 7fcd4ad9d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcd4c1098b0 0x7fcd4c1a15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:08.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.618+0000 7fcd4ad9d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcd4c1098b0 0x7fcd4c1a15c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36344/0 (socket says 172.21.15.28:36344) 2024-04-25T17:16:08.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.618+0000 7fcd4ad9d640 1 -- 172.21.15.28:0/1256347094 learned_addr learned my addr 172.21.15.28:0/1256347094 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:08.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.618+0000 7fcd4a59c640 1 --2- 172.21.15.28:0/1256347094 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcd4c1045f0 0x7fcd4c19a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:08.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.618+0000 7fcd49d9b640 1 --2- 172.21.15.28:0/1256347094 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcd4c106f50 0x7fcd4c19a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:08.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.618+0000 7fcd4ad9d640 1 -- 172.21.15.28:0/1256347094 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcd4c106f50 msgr2=0x7fcd4c19a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:08.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.618+0000 7fcd4ad9d640 1 --2- 172.21.15.28:0/1256347094 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcd4c106f50 0x7fcd4c19a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.618+0000 7fcd4ad9d640 1 -- 172.21.15.28:0/1256347094 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcd4c1045f0 msgr2=0x7fcd4c19a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:08.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.618+0000 7fcd4ad9d640 1 --2- 172.21.15.28:0/1256347094 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcd4c1045f0 0x7fcd4c19a0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.618+0000 7fcd4ad9d640 1 -- 172.21.15.28:0/1256347094 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd4c1a1c30 con 0x7fcd4c1098b0 2024-04-25T17:16:08.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.618+0000 7fcd4ad9d640 1 --2- 172.21.15.28:0/1256347094 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcd4c1098b0 0x7fcd4c1a15c0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fcd4402aeb0 tx=0x7fcd440039f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:08.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.618+0000 7fcd3b7fe640 1 -- 172.21.15.28:0/1256347094 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd44004040 con 0x7fcd4c1098b0 2024-04-25T17:16:08.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.618+0000 7fcd3b7fe640 1 -- 172.21.15.28:0/1256347094 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcd44004670 con 0x7fcd4c1098b0 2024-04-25T17:16:08.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.618+0000 7fcd3b7fe640 1 -- 172.21.15.28:0/1256347094 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd44030d50 con 0x7fcd4c1098b0 2024-04-25T17:16:08.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.618+0000 7fcd50af9640 1 -- 172.21.15.28:0/1256347094 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd4c1a1ec0 con 0x7fcd4c1098b0 2024-04-25T17:16:08.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.618+0000 7fcd50af9640 1 -- 172.21.15.28:0/1256347094 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd4c1a2380 con 0x7fcd4c1098b0 2024-04-25T17:16:08.622 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.619+0000 7fcd50af9640 1 -- 172.21.15.28:0/1256347094 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd4c0ff750 con 0x7fcd4c1098b0 2024-04-25T17:16:08.623 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.622+0000 7fcd3b7fe640 1 -- 172.21.15.28:0/1256347094 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fcd440305c0 con 0x7fcd4c1098b0 2024-04-25T17:16:08.623 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.622+0000 7fcd3b7fe640 1 --2- 172.21.15.28:0/1256347094 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcd340afb70 0x7fcd340b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:08.623 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.622+0000 7fcd4a59c640 1 --2- 172.21.15.28:0/1256347094 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcd340afb70 0x7fcd340b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:08.623 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.622+0000 7fcd3b7fe640 1 -- 172.21.15.28:0/1256347094 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fcd441004e0 con 0x7fcd4c1098b0 2024-04-25T17:16:08.623 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.623+0000 7fcd4a59c640 1 --2- 172.21.15.28:0/1256347094 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcd340afb70 0x7fcd340b2080 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fcd3c005d00 tx=0x7fcd3c00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:08.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.626+0000 7fcd3b7fe640 1 -- 172.21.15.28:0/1256347094 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcd440c8d40 con 0x7fcd4c1098b0 2024-04-25T17:16:08.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.812+0000 7fcd50af9640 1 -- 172.21.15.28:0/1256347094 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fcd4c02dda0 con 0x7fcd4c1098b0 2024-04-25T17:16:08.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.813+0000 7fcd3b7fe640 1 -- 172.21.15.28:0/1256347094 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v84) ==== 100+0+11 (secure 0 0 0) 0x7fcd44004820 con 0x7fcd4c1098b0 2024-04-25T17:16:08.813 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 64 2024-04-25T17:16:08.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.815+0000 7fcd50af9640 1 -- 172.21.15.28:0/1256347094 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcd340afb70 msgr2=0x7fcd340b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:08.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.815+0000 7fcd50af9640 1 --2- 172.21.15.28:0/1256347094 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcd340afb70 0x7fcd340b2080 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fcd3c005d00 tx=0x7fcd3c00b410 comp rx=0 tx=0).stop 2024-04-25T17:16:08.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.815+0000 7fcd50af9640 1 -- 172.21.15.28:0/1256347094 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcd4c1098b0 msgr2=0x7fcd4c1a15c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:08.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.815+0000 7fcd50af9640 1 --2- 172.21.15.28:0/1256347094 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcd4c1098b0 0x7fcd4c1a15c0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fcd4402aeb0 tx=0x7fcd440039f0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.815+0000 7fcd50af9640 1 -- 172.21.15.28:0/1256347094 shutdown_connections 2024-04-25T17:16:08.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.815+0000 7fcd50af9640 1 --2- 172.21.15.28:0/1256347094 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcd340afb70 0x7fcd340b2080 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.815+0000 7fcd50af9640 1 --2- 172.21.15.28:0/1256347094 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcd4c1098b0 0x7fcd4c1a15c0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.815+0000 7fcd50af9640 1 --2- 172.21.15.28:0/1256347094 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcd4c106f50 0x7fcd4c19a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.816 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.815+0000 7fcd50af9640 1 --2- 172.21.15.28:0/1256347094 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcd4c1045f0 0x7fcd4c19a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.816 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.815+0000 7fcd50af9640 1 -- 172.21.15.28:0/1256347094 >> 172.21.15.28:0/1256347094 conn(0x7fcd4c0fdc30 msgr2=0x7fcd4c105280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:08.816 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.815+0000 7fcd50af9640 1 -- 172.21.15.28:0/1256347094 shutdown_connections 2024-04-25T17:16:08.816 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.815+0000 7fcd50af9640 1 -- 172.21.15.28:0/1256347094 wait complete. 2024-04-25T17:16:08.825 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:08 smithi028 ceph-mon[29207]: pgmap v362: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 170 B/s wr, 5 op/s 2024-04-25T17:16:08.826 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:08 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/792280833' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-25T17:16:08.826 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:08 smithi028 ceph-mon[29207]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-25T17:16:08.826 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:08 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1665698422' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:16:08.826 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:08 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2752572916' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:16:08.827 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-25T17:16:08.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:08 smithi042 ceph-mon[32851]: pgmap v362: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 170 B/s wr, 5 op/s 2024-04-25T17:16:08.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:08 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/792280833' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-25T17:16:08.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:08 smithi042 ceph-mon[32851]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-25T17:16:08.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:08 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1665698422' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:16:08.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:08 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2752572916' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:16:08.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.941+0000 7fa9f6292640 1 -- 172.21.15.28:0/1901504407 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa9f0108920 msgr2=0x7fa9f010ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:08.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.941+0000 7fa9f6292640 1 --2- 172.21.15.28:0/1901504407 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa9f0108920 0x7fa9f010ad40 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fa9e8009ca0 tx=0x7fa9e802a8c0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.941+0000 7fa9f6292640 1 -- 172.21.15.28:0/1901504407 shutdown_connections 2024-04-25T17:16:08.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.941+0000 7fa9f6292640 1 --2- 172.21.15.28:0/1901504407 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa9f0108920 0x7fa9f010ad40 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.941+0000 7fa9f6292640 1 --2- 172.21.15.28:0/1901504407 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa9f0103c20 0x7fa9f0104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.941+0000 7fa9f6292640 1 --2- 172.21.15.28:0/1901504407 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa9f01029e0 0x7fa9f01036e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.941+0000 7fa9f6292640 1 -- 172.21.15.28:0/1901504407 >> 172.21.15.28:0/1901504407 conn(0x7fa9f00fdbd0 msgr2=0x7fa9f0100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:08.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.941+0000 7fa9f6292640 1 -- 172.21.15.28:0/1901504407 shutdown_connections 2024-04-25T17:16:08.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.941+0000 7fa9f6292640 1 -- 172.21.15.28:0/1901504407 wait complete. 2024-04-25T17:16:08.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.942+0000 7fa9f6292640 1 Processor -- start 2024-04-25T17:16:08.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.942+0000 7fa9f6292640 1 -- start start 2024-04-25T17:16:08.945 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.942+0000 7fa9f6292640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa9f01029e0 0x7fa9f019a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:08.945 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.942+0000 7fa9f6292640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa9f0103c20 0x7fa9f019a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:08.945 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.942+0000 7fa9f6292640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa9f0108920 0x7fa9f01a1570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:08.945 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.942+0000 7fa9f6292640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f010f520 con 0x7fa9f0108920 2024-04-25T17:16:08.945 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.942+0000 7fa9f6292640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f010f3a0 con 0x7fa9f0103c20 2024-04-25T17:16:08.945 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.942+0000 7fa9f6292640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f010f6a0 con 0x7fa9f01029e0 2024-04-25T17:16:08.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.942+0000 7fa9f482f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa9f0108920 0x7fa9f01a1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:08.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.943+0000 7fa9f482f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa9f0108920 0x7fa9f01a1570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36352/0 (socket says 172.21.15.28:36352) 2024-04-25T17:16:08.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.943+0000 7fa9f482f640 1 -- 172.21.15.28:0/3408105653 learned_addr learned my addr 172.21.15.28:0/3408105653 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:08.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.943+0000 7fa9effff640 1 --2- 172.21.15.28:0/3408105653 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa9f01029e0 0x7fa9f019a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:08.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.943+0000 7fa9ef7fe640 1 --2- 172.21.15.28:0/3408105653 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa9f0103c20 0x7fa9f019a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:08.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.943+0000 7fa9f482f640 1 -- 172.21.15.28:0/3408105653 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa9f01029e0 msgr2=0x7fa9f019a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:08.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.943+0000 7fa9f482f640 1 --2- 172.21.15.28:0/3408105653 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa9f01029e0 0x7fa9f019a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.943+0000 7fa9f482f640 1 -- 172.21.15.28:0/3408105653 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa9f0103c20 msgr2=0x7fa9f019a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:08.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.943+0000 7fa9f482f640 1 --2- 172.21.15.28:0/3408105653 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa9f0103c20 0x7fa9f019a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:08.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.943+0000 7fa9f482f640 1 -- 172.21.15.28:0/3408105653 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9f01a1be0 con 0x7fa9f0108920 2024-04-25T17:16:08.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.943+0000 7fa9ef7fe640 1 --2- 172.21.15.28:0/3408105653 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa9f0103c20 0x7fa9f019a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:16:08.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.943+0000 7fa9f482f640 1 --2- 172.21.15.28:0/3408105653 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa9f0108920 0x7fa9f01a1570 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fa9e80098d0 tx=0x7fa9e8003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:08.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.943+0000 7fa9ed7fa640 1 -- 172.21.15.28:0/3408105653 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9e8003d90 con 0x7fa9f0108920 2024-04-25T17:16:08.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.943+0000 7fa9ed7fa640 1 -- 172.21.15.28:0/3408105653 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa9e80044d0 con 0x7fa9f0108920 2024-04-25T17:16:08.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.943+0000 7fa9f6292640 1 -- 172.21.15.28:0/3408105653 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9f01a1e70 con 0x7fa9f0108920 2024-04-25T17:16:08.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.943+0000 7fa9ed7fa640 1 -- 172.21.15.28:0/3408105653 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9e8030d10 con 0x7fa9f0108920 2024-04-25T17:16:08.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.943+0000 7fa9f6292640 1 -- 172.21.15.28:0/3408105653 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9f01a22d0 con 0x7fa9f0108920 2024-04-25T17:16:08.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.945+0000 7fa9f6292640 1 -- 172.21.15.28:0/3408105653 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9f006a210 con 0x7fa9f0108920 2024-04-25T17:16:08.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.946+0000 7fa9ed7fa640 1 -- 172.21.15.28:0/3408105653 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fa9e8004040 con 0x7fa9f0108920 2024-04-25T17:16:08.948 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.946+0000 7fa9ed7fa640 1 --2- 172.21.15.28:0/3408105653 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa9d80afaf0 0x7fa9d80b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:08.948 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.947+0000 7fa9effff640 1 --2- 172.21.15.28:0/3408105653 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa9d80afaf0 0x7fa9d80b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:08.948 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.947+0000 7fa9ed7fa640 1 -- 172.21.15.28:0/3408105653 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fa9e8100530 con 0x7fa9f0108920 2024-04-25T17:16:08.948 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.947+0000 7fa9effff640 1 --2- 172.21.15.28:0/3408105653 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa9d80afaf0 0x7fa9d80b2000 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa9e0005fd0 tx=0x7fa9e000b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:08.951 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:08.951+0000 7fa9ed7fa640 1 -- 172.21.15.28:0/3408105653 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa9e80c8d90 con 0x7fa9f0108920 2024-04-25T17:16:08.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:08 smithi084 ceph-mon[32752]: pgmap v362: 129 pgs: 129 active+clean; 643 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 170 B/s wr, 5 op/s 2024-04-25T17:16:08.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:08 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/792280833' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-25T17:16:08.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:08 smithi084 ceph-mon[32752]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-25T17:16:08.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:08 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1665698422' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:16:08.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:08 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2752572916' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:16:09.139 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.139+0000 7fa9f6292640 1 -- 172.21.15.28:0/3408105653 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fa9f00637a0 con 0x7fa9f0108920 2024-04-25T17:16:09.139 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.139+0000 7fa9ed7fa640 1 -- 172.21.15.28:0/3408105653 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v84) ==== 103+0+11 (secure 0 0 0) 0x7fa9e80c2e20 con 0x7fa9f0108920 2024-04-25T17:16:09.140 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-25T17:16:09.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.141+0000 7fa9f6292640 1 -- 172.21.15.28:0/3408105653 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa9d80afaf0 msgr2=0x7fa9d80b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:09.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.141+0000 7fa9f6292640 1 --2- 172.21.15.28:0/3408105653 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa9d80afaf0 0x7fa9d80b2000 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa9e0005fd0 tx=0x7fa9e000b390 comp rx=0 tx=0).stop 2024-04-25T17:16:09.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.141+0000 7fa9f6292640 1 -- 172.21.15.28:0/3408105653 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa9f0108920 msgr2=0x7fa9f01a1570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:09.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.141+0000 7fa9f6292640 1 --2- 172.21.15.28:0/3408105653 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa9f0108920 0x7fa9f01a1570 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fa9e80098d0 tx=0x7fa9e8003ba0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.141+0000 7fa9f6292640 1 -- 172.21.15.28:0/3408105653 shutdown_connections 2024-04-25T17:16:09.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.141+0000 7fa9f6292640 1 --2- 172.21.15.28:0/3408105653 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa9d80afaf0 0x7fa9d80b2000 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.141+0000 7fa9f6292640 1 --2- 172.21.15.28:0/3408105653 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa9f0108920 0x7fa9f01a1570 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.141+0000 7fa9f6292640 1 --2- 172.21.15.28:0/3408105653 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa9f0103c20 0x7fa9f019a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.142 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.141+0000 7fa9f6292640 1 --2- 172.21.15.28:0/3408105653 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa9f01029e0 0x7fa9f019a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.141+0000 7fa9f6292640 1 -- 172.21.15.28:0/3408105653 >> 172.21.15.28:0/3408105653 conn(0x7fa9f00fdbd0 msgr2=0x7fa9f0104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:09.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.142+0000 7fa9f6292640 1 -- 172.21.15.28:0/3408105653 shutdown_connections 2024-04-25T17:16:09.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.142+0000 7fa9f6292640 1 -- 172.21.15.28:0/3408105653 wait complete. 2024-04-25T17:16:09.153 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T17:16:09.267 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.265+0000 7f11384bd640 1 -- 172.21.15.28:0/585889527 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1130102a00 msgr2=0x7f1130103700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:09.267 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.265+0000 7f11384bd640 1 --2- 172.21.15.28:0/585889527 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1130102a00 0x7f1130103700 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f112c009900 tx=0x7f112c02a410 comp rx=0 tx=0).stop 2024-04-25T17:16:09.268 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.265+0000 7f11384bd640 1 -- 172.21.15.28:0/585889527 shutdown_connections 2024-04-25T17:16:09.268 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.265+0000 7f11384bd640 1 --2- 172.21.15.28:0/585889527 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1130108940 0x7f113010ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.268 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.265+0000 7f11384bd640 1 --2- 172.21.15.28:0/585889527 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1130103c40 0x7f1130104050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.268 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.265+0000 7f11384bd640 1 --2- 172.21.15.28:0/585889527 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1130102a00 0x7f1130103700 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.268 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.265+0000 7f11384bd640 1 -- 172.21.15.28:0/585889527 >> 172.21.15.28:0/585889527 conn(0x7f11300fdbf0 msgr2=0x7f11301000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:09.268 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.265+0000 7f11384bd640 1 -- 172.21.15.28:0/585889527 shutdown_connections 2024-04-25T17:16:09.268 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.265+0000 7f11384bd640 1 -- 172.21.15.28:0/585889527 wait complete. 2024-04-25T17:16:09.268 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.266+0000 7f11384bd640 1 Processor -- start 2024-04-25T17:16:09.268 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.266+0000 7f11384bd640 1 -- start start 2024-04-25T17:16:09.268 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.266+0000 7f11384bd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1130102a00 0x7f113019a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:09.268 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.266+0000 7f11384bd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1130103c40 0x7f113019a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:09.268 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.266+0000 7f11384bd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1130108940 0x7f11301a1560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:09.268 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.266+0000 7f11384bd640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f113010e400 con 0x7f1130102a00 2024-04-25T17:16:09.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.266+0000 7f11384bd640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f113010e280 con 0x7f1130108940 2024-04-25T17:16:09.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.266+0000 7f11384bd640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f113010e580 con 0x7f1130103c40 2024-04-25T17:16:09.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.266+0000 7f1136259640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1130102a00 0x7f113019a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:09.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.266+0000 7f1136259640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1130102a00 0x7f113019a090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36374/0 (socket says 172.21.15.28:36374) 2024-04-25T17:16:09.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.266+0000 7f1136259640 1 -- 172.21.15.28:0/2809595754 learned_addr learned my addr 172.21.15.28:0/2809595754 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:09.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.266+0000 7f1136a5a640 1 --2- 172.21.15.28:0/2809595754 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1130108940 0x7f11301a1560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:09.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.266+0000 7f1135a58640 1 --2- 172.21.15.28:0/2809595754 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1130103c40 0x7f113019a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:09.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.266+0000 7f1136259640 1 -- 172.21.15.28:0/2809595754 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1130103c40 msgr2=0x7f113019a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:09.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.266+0000 7f1136259640 1 --2- 172.21.15.28:0/2809595754 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1130103c40 0x7f113019a5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.266+0000 7f1136259640 1 -- 172.21.15.28:0/2809595754 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1130108940 msgr2=0x7f11301a1560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:09.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.266+0000 7f1136259640 1 --2- 172.21.15.28:0/2809595754 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1130108940 0x7f11301a1560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.266+0000 7f1136259640 1 -- 172.21.15.28:0/2809595754 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11301a1bd0 con 0x7f1130102a00 2024-04-25T17:16:09.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.266+0000 7f1136a5a640 1 --2- 172.21.15.28:0/2809595754 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1130108940 0x7f11301a1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:16:09.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.266+0000 7f1135a58640 1 --2- 172.21.15.28:0/2809595754 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1130103c40 0x7f113019a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:16:09.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.266+0000 7f1136259640 1 --2- 172.21.15.28:0/2809595754 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1130102a00 0x7f113019a090 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f112c005760 tx=0x7f112c003d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:09.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.267+0000 7f11277fe640 1 -- 172.21.15.28:0/2809595754 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f112c03f070 con 0x7f1130102a00 2024-04-25T17:16:09.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.267+0000 7f11277fe640 1 -- 172.21.15.28:0/2809595754 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f112c031da0 con 0x7f1130102a00 2024-04-25T17:16:09.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.267+0000 7f11384bd640 1 -- 172.21.15.28:0/2809595754 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11301a1e60 con 0x7f1130102a00 2024-04-25T17:16:09.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.267+0000 7f11277fe640 1 -- 172.21.15.28:0/2809595754 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f112c035030 con 0x7f1130102a00 2024-04-25T17:16:09.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.267+0000 7f11384bd640 1 -- 172.21.15.28:0/2809595754 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11301a22c0 con 0x7f1130102a00 2024-04-25T17:16:09.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.268+0000 7f11384bd640 1 -- 172.21.15.28:0/2809595754 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11301a24f0 con 0x7f1130102a00 2024-04-25T17:16:09.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.269+0000 7f11277fe640 1 -- 172.21.15.28:0/2809595754 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f112c042070 con 0x7f1130102a00 2024-04-25T17:16:09.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.270+0000 7f11277fe640 1 --2- 172.21.15.28:0/2809595754 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f111c0afc20 0x7f111c0b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:09.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.270+0000 7f1135a58640 1 --2- 172.21.15.28:0/2809595754 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f111c0afc20 0x7f111c0b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:09.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.270+0000 7f11277fe640 1 -- 172.21.15.28:0/2809595754 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f112c0fffe0 con 0x7f1130102a00 2024-04-25T17:16:09.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.270+0000 7f1135a58640 1 --2- 172.21.15.28:0/2809595754 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f111c0afc20 0x7f111c0b2130 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f113019b130 tx=0x7f1120005e70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:09.273 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.273+0000 7f11277fe640 1 -- 172.21.15.28:0/2809595754 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f112c0c8840 con 0x7f1130102a00 2024-04-25T17:16:09.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.460+0000 7f11384bd640 1 -- 172.21.15.28:0/2809595754 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f11301a26c0 con 0x7f1130102a00 2024-04-25T17:16:09.462 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.462+0000 7f11277fe640 1 -- 172.21.15.28:0/2809595754 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+24564 (secure 0 0 0) 0x7f112c0c8140 con 0x7f1130102a00 2024-04-25T17:16:09.462 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:16:09.463 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":84,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:15:32.384427+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T17:13:40.495256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T17:13:41.573638+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T17:13:45.282812+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.5","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1a","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:16:09.465 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.464+0000 7f11384bd640 1 -- 172.21.15.28:0/2809595754 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f111c0afc20 msgr2=0x7f111c0b2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:09.465 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.464+0000 7f11384bd640 1 --2- 172.21.15.28:0/2809595754 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f111c0afc20 0x7f111c0b2130 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f113019b130 tx=0x7f1120005e70 comp rx=0 tx=0).stop 2024-04-25T17:16:09.465 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.464+0000 7f11384bd640 1 -- 172.21.15.28:0/2809595754 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1130102a00 msgr2=0x7f113019a090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:09.465 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.464+0000 7f11384bd640 1 --2- 172.21.15.28:0/2809595754 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1130102a00 0x7f113019a090 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f112c005760 tx=0x7f112c003d50 comp rx=0 tx=0).stop 2024-04-25T17:16:09.465 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.464+0000 7f11384bd640 1 -- 172.21.15.28:0/2809595754 shutdown_connections 2024-04-25T17:16:09.465 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.464+0000 7f11384bd640 1 --2- 172.21.15.28:0/2809595754 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f111c0afc20 0x7f111c0b2130 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.465 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.464+0000 7f11384bd640 1 --2- 172.21.15.28:0/2809595754 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1130108940 0x7f11301a1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.465 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.464+0000 7f11384bd640 1 --2- 172.21.15.28:0/2809595754 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1130103c40 0x7f113019a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.465 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.464+0000 7f11384bd640 1 --2- 172.21.15.28:0/2809595754 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1130102a00 0x7f113019a090 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.465 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.464+0000 7f11384bd640 1 -- 172.21.15.28:0/2809595754 >> 172.21.15.28:0/2809595754 conn(0x7f11300fdbf0 msgr2=0x7f1130109e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:09.465 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.464+0000 7f11384bd640 1 -- 172.21.15.28:0/2809595754 shutdown_connections 2024-04-25T17:16:09.466 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.464+0000 7f11384bd640 1 -- 172.21.15.28:0/2809595754 wait complete. 2024-04-25T17:16:09.476 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T17:08:58.716897+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T17:13:40.495256+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '75', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T17:13:41.573638+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '76', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-25T17:13:45.282812+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-25T17:16:09.477 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T17:16:09.594 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.592+0000 7f7196135640 1 -- 172.21.15.28:0/2122062447 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7190103b30 msgr2=0x7f7190104830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:09.594 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.592+0000 7f7196135640 1 --2- 172.21.15.28:0/2122062447 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7190103b30 0x7f7190104830 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f7180009900 tx=0x7f718002a410 comp rx=0 tx=0).stop 2024-04-25T17:16:09.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.592+0000 7f7196135640 1 -- 172.21.15.28:0/2122062447 shutdown_connections 2024-04-25T17:16:09.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.592+0000 7f7196135640 1 --2- 172.21.15.28:0/2122062447 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7190109a70 0x7f719010be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.592+0000 7f7196135640 1 --2- 172.21.15.28:0/2122062447 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7190104d70 0x7f7190105180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.592+0000 7f7196135640 1 --2- 172.21.15.28:0/2122062447 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7190103b30 0x7f7190104830 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.592+0000 7f7196135640 1 -- 172.21.15.28:0/2122062447 >> 172.21.15.28:0/2122062447 conn(0x7f71900fed40 msgr2=0x7f71901011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:09.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.592+0000 7f7196135640 1 -- 172.21.15.28:0/2122062447 shutdown_connections 2024-04-25T17:16:09.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.592+0000 7f7196135640 1 -- 172.21.15.28:0/2122062447 wait complete. 2024-04-25T17:16:09.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.593+0000 7f7196135640 1 Processor -- start 2024-04-25T17:16:09.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.593+0000 7f7196135640 1 -- start start 2024-04-25T17:16:09.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.593+0000 7f7196135640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7190103b30 0x7f7190077960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:09.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.593+0000 7f7196135640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7190104d70 0x7f7190076000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:09.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.593+0000 7f7196135640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7190109a70 0x7f7190076540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:09.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.593+0000 7f7196135640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f719010f530 con 0x7f7190104d70 2024-04-25T17:16:09.595 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.593+0000 7f7196135640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f719010f3b0 con 0x7f7190109a70 2024-04-25T17:16:09.596 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.593+0000 7f7196135640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f719010f6b0 con 0x7f7190103b30 2024-04-25T17:16:09.596 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.593+0000 7f718effd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7190104d70 0x7f7190076000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:09.596 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.593+0000 7f718effd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7190104d70 0x7f7190076000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36386/0 (socket says 172.21.15.28:36386) 2024-04-25T17:16:09.596 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.593+0000 7f718effd640 1 -- 172.21.15.28:0/1442587345 learned_addr learned my addr 172.21.15.28:0/1442587345 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:09.596 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.593+0000 7f718f7fe640 1 --2- 172.21.15.28:0/1442587345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7190103b30 0x7f7190077960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:09.596 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.593+0000 7f718ffff640 1 --2- 172.21.15.28:0/1442587345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7190109a70 0x7f7190076540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:09.596 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.593+0000 7f718effd640 1 -- 172.21.15.28:0/1442587345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7190103b30 msgr2=0x7f7190077960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:09.596 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.593+0000 7f718effd640 1 --2- 172.21.15.28:0/1442587345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7190103b30 0x7f7190077960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.596 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.593+0000 7f718effd640 1 -- 172.21.15.28:0/1442587345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7190109a70 msgr2=0x7f7190076540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:09.596 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.593+0000 7f718effd640 1 --2- 172.21.15.28:0/1442587345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7190109a70 0x7f7190076540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.596 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.594+0000 7f718effd640 1 -- 172.21.15.28:0/1442587345 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7190076c70 con 0x7f7190104d70 2024-04-25T17:16:09.596 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.594+0000 7f718ffff640 1 --2- 172.21.15.28:0/1442587345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7190109a70 0x7f7190076540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:16:09.596 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.594+0000 7f718effd640 1 --2- 172.21.15.28:0/1442587345 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7190104d70 0x7f7190076000 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f718400e9f0 tx=0x7f718400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:09.596 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.594+0000 7f718cff9640 1 -- 172.21.15.28:0/1442587345 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f718400cd80 con 0x7f7190104d70 2024-04-25T17:16:09.596 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.594+0000 7f7196135640 1 -- 172.21.15.28:0/1442587345 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71901a4250 con 0x7f7190104d70 2024-04-25T17:16:09.597 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.594+0000 7f718cff9640 1 -- 172.21.15.28:0/1442587345 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f71840054b0 con 0x7f7190104d70 2024-04-25T17:16:09.597 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.594+0000 7f718cff9640 1 -- 172.21.15.28:0/1442587345 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7184010430 con 0x7f7190104d70 2024-04-25T17:16:09.597 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.594+0000 7f7196135640 1 -- 172.21.15.28:0/1442587345 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71901a46c0 con 0x7f7190104d70 2024-04-25T17:16:09.598 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.595+0000 7f7196135640 1 -- 172.21.15.28:0/1442587345 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7190108880 con 0x7f7190104d70 2024-04-25T17:16:09.598 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.596+0000 7f718cff9640 1 -- 172.21.15.28:0/1442587345 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f71840046c0 con 0x7f7190104d70 2024-04-25T17:16:09.598 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.597+0000 7f718cff9640 1 --2- 172.21.15.28:0/1442587345 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f71780afaf0 0x7f71780b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:09.598 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.597+0000 7f718f7fe640 1 --2- 172.21.15.28:0/1442587345 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f71780afaf0 0x7f71780b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:09.598 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.597+0000 7f718cff9640 1 -- 172.21.15.28:0/1442587345 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f71840df430 con 0x7f7190104d70 2024-04-25T17:16:09.598 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.598+0000 7f718f7fe640 1 --2- 172.21.15.28:0/1442587345 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f71780afaf0 0x7f71780b2000 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f718002a930 tx=0x7f7180005720 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:09.602 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.602+0000 7f718cff9640 1 -- 172.21.15.28:0/1442587345 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f71840a7c90 con 0x7f7190104d70 2024-04-25T17:16:09.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.789+0000 7f7196135640 1 -- 172.21.15.28:0/1442587345 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f71900637a0 con 0x7f7190104d70 2024-04-25T17:16:09.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.789+0000 7f718cff9640 1 -- 172.21.15.28:0/1442587345 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v84) ==== 93+0+10 (secure 0 0 0) 0x7f71840a7590 con 0x7f7190104d70 2024-04-25T17:16:09.790 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 1 2024-04-25T17:16:09.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.791+0000 7f7196135640 1 -- 172.21.15.28:0/1442587345 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f71780afaf0 msgr2=0x7f71780b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:09.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.791+0000 7f7196135640 1 --2- 172.21.15.28:0/1442587345 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f71780afaf0 0x7f71780b2000 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f718002a930 tx=0x7f7180005720 comp rx=0 tx=0).stop 2024-04-25T17:16:09.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.791+0000 7f7196135640 1 -- 172.21.15.28:0/1442587345 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7190104d70 msgr2=0x7f7190076000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:09.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.791+0000 7f7196135640 1 --2- 172.21.15.28:0/1442587345 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7190104d70 0x7f7190076000 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f718400e9f0 tx=0x7f718400edf0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.791+0000 7f7196135640 1 -- 172.21.15.28:0/1442587345 shutdown_connections 2024-04-25T17:16:09.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.791+0000 7f7196135640 1 --2- 172.21.15.28:0/1442587345 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f71780afaf0 0x7f71780b2000 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.791+0000 7f7196135640 1 --2- 172.21.15.28:0/1442587345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7190109a70 0x7f7190076540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.791+0000 7f7196135640 1 --2- 172.21.15.28:0/1442587345 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7190104d70 0x7f7190076000 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.791+0000 7f7196135640 1 --2- 172.21.15.28:0/1442587345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7190103b30 0x7f7190077960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.791+0000 7f7196135640 1 -- 172.21.15.28:0/1442587345 >> 172.21.15.28:0/1442587345 conn(0x7f71900fed40 msgr2=0x7f7190105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:09.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.792+0000 7f7196135640 1 -- 172.21.15.28:0/1442587345 shutdown_connections 2024-04-25T17:16:09.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.792+0000 7f7196135640 1 -- 172.21.15.28:0/1442587345 wait complete. 2024-04-25T17:16:09.802 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:09 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2688162515' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:16:09.802 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:09 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1256347094' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:16:09.802 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:09 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3408105653' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:16:09.802 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:09 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2809595754' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:16:09.803 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T17:16:09.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:09 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2688162515' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:16:09.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:09 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1256347094' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:16:09.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:09 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3408105653' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:16:09.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:09 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2809595754' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:16:09.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.918+0000 7f0c02300640 1 -- 172.21.15.28:0/4554039 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0bfc108920 msgr2=0x7f0bfc10ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:09.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.918+0000 7f0c02300640 1 --2- 172.21.15.28:0/4554039 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0bfc108920 0x7f0bfc10ad40 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f0bf4009ca0 tx=0x7f0bf402a8c0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.918+0000 7f0c02300640 1 -- 172.21.15.28:0/4554039 shutdown_connections 2024-04-25T17:16:09.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.918+0000 7f0c02300640 1 --2- 172.21.15.28:0/4554039 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0bfc108920 0x7f0bfc10ad40 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.918+0000 7f0c02300640 1 --2- 172.21.15.28:0/4554039 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0bfc103c20 0x7f0bfc104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.918+0000 7f0c02300640 1 --2- 172.21.15.28:0/4554039 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0bfc1029e0 0x7f0bfc1036e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.918+0000 7f0c02300640 1 -- 172.21.15.28:0/4554039 >> 172.21.15.28:0/4554039 conn(0x7f0bfc0fdbd0 msgr2=0x7f0bfc100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:09.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.918+0000 7f0c02300640 1 -- 172.21.15.28:0/4554039 shutdown_connections 2024-04-25T17:16:09.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.918+0000 7f0c02300640 1 -- 172.21.15.28:0/4554039 wait complete. 2024-04-25T17:16:09.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.919+0000 7f0c02300640 1 Processor -- start 2024-04-25T17:16:09.920 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.919+0000 7f0c02300640 1 -- start start 2024-04-25T17:16:09.922 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.919+0000 7f0c02300640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0bfc1029e0 0x7f0bfc198ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:09.922 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.919+0000 7f0c02300640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0bfc103c20 0x7f0bfc199530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:09.922 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.919+0000 7f0c02300640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0bfc108920 0x7f0bfc1a0470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:09.922 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.919+0000 7f0c02300640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f0bfc10e3f0 con 0x7f0bfc1029e0 2024-04-25T17:16:09.922 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.919+0000 7f0c02300640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0bfc10e270 con 0x7f0bfc103c20 2024-04-25T17:16:09.922 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.919+0000 7f0c02300640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0bfc10e570 con 0x7f0bfc108920 2024-04-25T17:16:09.922 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.919+0000 7f0bfbfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0bfc1029e0 0x7f0bfc198ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:09.922 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.919+0000 7f0bfbfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0bfc1029e0 0x7f0bfc198ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36414/0 (socket says 172.21.15.28:36414) 2024-04-25T17:16:09.922 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.919+0000 7f0bfbfff640 1 -- 172.21.15.28:0/2899700838 learned_addr learned my addr 172.21.15.28:0/2899700838 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:09.923 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.920+0000 7f0bfb7fe640 1 --2- 172.21.15.28:0/2899700838 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0bfc103c20 0x7f0bfc199530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:09.923 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.920+0000 7f0c0089d640 1 --2- 172.21.15.28:0/2899700838 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0bfc108920 0x7f0bfc1a0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:09.923 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.920+0000 7f0bfbfff640 1 -- 172.21.15.28:0/2899700838 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0bfc108920 msgr2=0x7f0bfc1a0470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:09.923 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.920+0000 7f0bfbfff640 1 --2- 172.21.15.28:0/2899700838 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0bfc108920 0x7f0bfc1a0470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.923 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.920+0000 7f0bfbfff640 1 -- 172.21.15.28:0/2899700838 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0bfc103c20 msgr2=0x7f0bfc199530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:09.923 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.920+0000 7f0bfbfff640 1 --2- 172.21.15.28:0/2899700838 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0bfc103c20 0x7f0bfc199530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:09.923 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.920+0000 7f0bfbfff640 1 -- 172.21.15.28:0/2899700838 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bfc1a0ae0 con 0x7f0bfc1029e0 2024-04-25T17:16:09.923 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.920+0000 7f0bfbfff640 1 --2- 172.21.15.28:0/2899700838 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0bfc1029e0 0x7f0bfc198ff0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f0bec00c970 tx=0x7f0bec00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:09.923 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.920+0000 7f0bf97fa640 1 -- 172.21.15.28:0/2899700838 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bec004220 con 0x7f0bfc1029e0 2024-04-25T17:16:09.923 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.920+0000 7f0c02300640 1 -- 172.21.15.28:0/2899700838 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bfc1a0dd0 con 0x7f0bfc1029e0 2024-04-25T17:16:09.923 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.920+0000 7f0bf97fa640 1 -- 172.21.15.28:0/2899700838 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0bec007e40 con 0x7f0bfc1029e0 2024-04-25T17:16:09.923 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.920+0000 7f0bf97fa640 1 -- 172.21.15.28:0/2899700838 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bec00f450 con 0x7f0bfc1029e0 2024-04-25T17:16:09.924 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.920+0000 7f0c02300640 1 -- 172.21.15.28:0/2899700838 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bfc1a1290 con 0x7f0bfc1029e0 2024-04-25T17:16:09.924 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.921+0000 7f0c02300640 1 -- 172.21.15.28:0/2899700838 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bfc107730 con 0x7f0bfc1029e0 2024-04-25T17:16:09.924 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.923+0000 7f0bf97fa640 1 -- 172.21.15.28:0/2899700838 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f0bec0079b0 con 0x7f0bfc1029e0 2024-04-25T17:16:09.924 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.923+0000 7f0bf97fa640 1 --2- 172.21.15.28:0/2899700838 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0be40afaf0 0x7f0be40b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:09.925 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.924+0000 7f0bfb7fe640 1 --2- 172.21.15.28:0/2899700838 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0be40afaf0 0x7f0be40b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:09.925 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.924+0000 7f0bf97fa640 1 -- 172.21.15.28:0/2899700838 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f0bec0defb0 con 0x7f0bfc1029e0 2024-04-25T17:16:09.925 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.924+0000 7f0bfb7fe640 1 --2- 172.21.15.28:0/2899700838 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0be40afaf0 0x7f0be40b2000 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f0bf00058c0 tx=0x7f0bf000a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:09.927 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:09.927+0000 7f0bf97fa640 1 -- 172.21.15.28:0/2899700838 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0bec014030 con 0x7f0bfc1029e0 2024-04-25T17:16:09.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:09 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2688162515' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:16:09.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:09 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1256347094' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:16:09.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:09 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3408105653' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:16:09.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:09 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2809595754' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:16:10.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.114+0000 7f0c02300640 1 -- 172.21.15.28:0/2899700838 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f0bfc02db50 con 0x7f0bfc1029e0 2024-04-25T17:16:10.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.114+0000 7f0bf97fa640 1 -- 172.21.15.28:0/2899700838 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v84) ==== 104+0+11 (secure 0 0 0) 0x7f0bec0a71c0 con 0x7f0bfc1029e0 2024-04-25T17:16:10.115 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-25T17:16:10.116 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.116+0000 7f0c02300640 1 -- 172.21.15.28:0/2899700838 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0be40afaf0 msgr2=0x7f0be40b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:10.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.116+0000 7f0c02300640 1 --2- 172.21.15.28:0/2899700838 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0be40afaf0 0x7f0be40b2000 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f0bf00058c0 tx=0x7f0bf000a2d0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.116+0000 7f0c02300640 1 -- 172.21.15.28:0/2899700838 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0bfc1029e0 msgr2=0x7f0bfc198ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:10.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.116+0000 7f0c02300640 1 --2- 172.21.15.28:0/2899700838 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0bfc1029e0 0x7f0bfc198ff0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f0bec00c970 tx=0x7f0bec00ce30 comp rx=0 tx=0).stop 2024-04-25T17:16:10.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.116+0000 7f0c02300640 1 -- 172.21.15.28:0/2899700838 shutdown_connections 2024-04-25T17:16:10.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.116+0000 7f0c02300640 1 --2- 172.21.15.28:0/2899700838 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0be40afaf0 0x7f0be40b2000 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.116+0000 7f0c02300640 1 --2- 172.21.15.28:0/2899700838 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0bfc108920 0x7f0bfc1a0470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.116+0000 7f0c02300640 1 --2- 172.21.15.28:0/2899700838 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0bfc103c20 0x7f0bfc199530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.116+0000 7f0c02300640 1 --2- 172.21.15.28:0/2899700838 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0bfc1029e0 0x7f0bfc198ff0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.116+0000 7f0c02300640 1 -- 172.21.15.28:0/2899700838 >> 172.21.15.28:0/2899700838 conn(0x7f0bfc0fdbd0 msgr2=0x7f0bfc104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:10.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.116+0000 7f0c02300640 1 -- 172.21.15.28:0/2899700838 shutdown_connections 2024-04-25T17:16:10.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.116+0000 7f0c02300640 1 -- 172.21.15.28:0/2899700838 wait complete. 2024-04-25T17:16:10.128 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T17:16:10.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.243+0000 7fd032772640 1 -- 172.21.15.28:0/3768295687 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd02c108910 msgr2=0x7fd02c10ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:10.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.243+0000 7fd032772640 1 --2- 172.21.15.28:0/3768295687 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd02c108910 0x7fd02c10ad30 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fd024009ca0 tx=0x7fd02402a8c0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.243+0000 7fd032772640 1 -- 172.21.15.28:0/3768295687 shutdown_connections 2024-04-25T17:16:10.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.243+0000 7fd032772640 1 --2- 172.21.15.28:0/3768295687 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd02c108910 0x7fd02c10ad30 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.243+0000 7fd032772640 1 --2- 172.21.15.28:0/3768295687 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd02c103c10 0x7fd02c104020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.243+0000 7fd032772640 1 --2- 172.21.15.28:0/3768295687 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd02c1029d0 0x7fd02c1036d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.243+0000 7fd032772640 1 -- 172.21.15.28:0/3768295687 >> 172.21.15.28:0/3768295687 conn(0x7fd02c0fdbc0 msgr2=0x7fd02c100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:10.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.243+0000 7fd032772640 1 -- 172.21.15.28:0/3768295687 shutdown_connections 2024-04-25T17:16:10.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.243+0000 7fd032772640 1 -- 172.21.15.28:0/3768295687 wait complete. 2024-04-25T17:16:10.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.244+0000 7fd032772640 1 Processor -- start 2024-04-25T17:16:10.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.244+0000 7fd032772640 1 -- start start 2024-04-25T17:16:10.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.244+0000 7fd032772640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd02c1029d0 0x7fd02c06aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:10.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.244+0000 7fd032772640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd02c103c10 0x7fd02c19ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:10.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.244+0000 7fd032772640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd02c108910 0x7fd02c1a13a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:10.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.244+0000 7fd032772640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fd02c10e400 con 0x7fd02c1029d0 2024-04-25T17:16:10.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.244+0000 7fd032772640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd02c10e280 con 0x7fd02c108910 2024-04-25T17:16:10.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.244+0000 7fd032772640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd02c10e580 con 0x7fd02c103c10 2024-04-25T17:16:10.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.244+0000 7fd02bfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd02c1029d0 0x7fd02c06aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:10.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.244+0000 7fd02bfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd02c1029d0 0x7fd02c06aa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36438/0 (socket says 172.21.15.28:36438) 2024-04-25T17:16:10.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.244+0000 7fd02bfff640 1 -- 172.21.15.28:0/1410781890 learned_addr learned my addr 172.21.15.28:0/1410781890 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:10.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.244+0000 7fd02b7fe640 1 --2- 172.21.15.28:0/1410781890 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd02c103c10 0x7fd02c19ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:10.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.244+0000 7fd030d0f640 1 --2- 172.21.15.28:0/1410781890 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd02c108910 0x7fd02c1a13a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:10.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.244+0000 7fd02bfff640 1 -- 172.21.15.28:0/1410781890 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd02c103c10 msgr2=0x7fd02c19ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:10.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.244+0000 7fd02bfff640 1 --2- 172.21.15.28:0/1410781890 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd02c103c10 0x7fd02c19ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.244+0000 7fd02bfff640 1 -- 172.21.15.28:0/1410781890 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd02c108910 msgr2=0x7fd02c1a13a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:10.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.244+0000 7fd02bfff640 1 --2- 172.21.15.28:0/1410781890 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd02c108910 0x7fd02c1a13a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.244+0000 7fd02bfff640 1 -- 172.21.15.28:0/1410781890 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd02c1a1bc0 con 0x7fd02c1029d0 2024-04-25T17:16:10.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.245+0000 7fd02bfff640 1 --2- 172.21.15.28:0/1410781890 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd02c1029d0 0x7fd02c06aa90 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fd01c00e9f0 tx=0x7fd01c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:10.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.245+0000 7fd0297fa640 1 -- 172.21.15.28:0/1410781890 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd01c00ccc0 con 0x7fd02c1029d0 2024-04-25T17:16:10.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.245+0000 7fd0297fa640 1 -- 172.21.15.28:0/1410781890 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd01c0044b0 con 0x7fd02c1029d0 2024-04-25T17:16:10.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.245+0000 7fd032772640 1 -- 172.21.15.28:0/1410781890 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd02c1a1eb0 con 0x7fd02c1029d0 2024-04-25T17:16:10.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.245+0000 7fd0297fa640 1 -- 172.21.15.28:0/1410781890 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd01c010430 con 0x7fd02c1029d0 2024-04-25T17:16:10.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.245+0000 7fd032772640 1 -- 172.21.15.28:0/1410781890 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd02c1a2310 con 0x7fd02c1029d0 2024-04-25T17:16:10.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.246+0000 7fd032772640 1 -- 172.21.15.28:0/1410781890 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd02c069dc0 con 0x7fd02c1029d0 2024-04-25T17:16:10.249 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.247+0000 7fd0297fa640 1 -- 172.21.15.28:0/1410781890 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fd01c003f90 con 0x7fd02c1029d0 2024-04-25T17:16:10.249 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.248+0000 7fd0297fa640 1 --2- 172.21.15.28:0/1410781890 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd0140afaf0 0x7fd0140b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:10.249 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.248+0000 7fd02b7fe640 1 --2- 172.21.15.28:0/1410781890 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd0140afaf0 0x7fd0140b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:10.249 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.248+0000 7fd0297fa640 1 -- 172.21.15.28:0/1410781890 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fd01c0df360 con 0x7fd02c1029d0 2024-04-25T17:16:10.249 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.249+0000 7fd02b7fe640 1 --2- 172.21.15.28:0/1410781890 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd0140afaf0 0x7fd0140b2000 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fd02c06a430 tx=0x7fd020005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:10.252 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.252+0000 7fd0297fa640 1 -- 172.21.15.28:0/1410781890 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd01c0a7cf0 con 0x7fd02c1029d0 2024-04-25T17:16:10.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.437+0000 7fd032772640 1 -- 172.21.15.28:0/1410781890 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fd02c02dc10 con 0x7fd02c1029d0 2024-04-25T17:16:10.438 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.438+0000 7fd0297fa640 1 -- 172.21.15.28:0/1410781890 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v84) ==== 100+0+11 (secure 0 0 0) 0x7fd01c0a75f0 con 0x7fd02c1029d0 2024-04-25T17:16:10.438 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 64 2024-04-25T17:16:10.440 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.440+0000 7fd032772640 1 -- 172.21.15.28:0/1410781890 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd0140afaf0 msgr2=0x7fd0140b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:10.440 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.440+0000 7fd032772640 1 --2- 172.21.15.28:0/1410781890 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd0140afaf0 0x7fd0140b2000 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fd02c06a430 tx=0x7fd020005f90 comp rx=0 tx=0).stop 2024-04-25T17:16:10.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.440+0000 7fd032772640 1 -- 172.21.15.28:0/1410781890 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd02c1029d0 msgr2=0x7fd02c06aa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:10.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.440+0000 7fd032772640 1 --2- 172.21.15.28:0/1410781890 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd02c1029d0 0x7fd02c06aa90 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fd01c00e9f0 tx=0x7fd01c00eeb0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.440+0000 7fd032772640 1 -- 172.21.15.28:0/1410781890 shutdown_connections 2024-04-25T17:16:10.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.440+0000 7fd032772640 1 --2- 172.21.15.28:0/1410781890 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd0140afaf0 0x7fd0140b2000 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.440+0000 7fd032772640 1 --2- 172.21.15.28:0/1410781890 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd02c108910 0x7fd02c1a13a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.440+0000 7fd032772640 1 --2- 172.21.15.28:0/1410781890 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd02c103c10 0x7fd02c19ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.440+0000 7fd032772640 1 --2- 172.21.15.28:0/1410781890 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd02c1029d0 0x7fd02c06aa90 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.440+0000 7fd032772640 1 -- 172.21.15.28:0/1410781890 >> 172.21.15.28:0/1410781890 conn(0x7fd02c0fdbc0 msgr2=0x7fd02c1048f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:10.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.440+0000 7fd032772640 1 -- 172.21.15.28:0/1410781890 shutdown_connections 2024-04-25T17:16:10.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.440+0000 7fd032772640 1 -- 172.21.15.28:0/1410781890 wait complete. 2024-04-25T17:16:10.452 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-25T17:16:10.569 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.567+0000 7f84c5596640 1 -- 172.21.15.28:0/911161096 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f84c0101760 msgr2=0x7f84c0101bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:10.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.567+0000 7f84c5596640 1 --2- 172.21.15.28:0/911161096 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f84c0101760 0x7f84c0101bd0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f84b4009900 tx=0x7f84b402a410 comp rx=0 tx=0).stop 2024-04-25T17:16:10.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.567+0000 7f84c5596640 1 -- 172.21.15.28:0/911161096 shutdown_connections 2024-04-25T17:16:10.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.567+0000 7f84c5596640 1 --2- 172.21.15.28:0/911161096 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f84c0102260 0x7f84c010bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.567+0000 7f84c5596640 1 --2- 172.21.15.28:0/911161096 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f84c0101760 0x7f84c0101bd0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.567+0000 7f84c5596640 1 --2- 172.21.15.28:0/911161096 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f84c01050b0 0x7f84c01054c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.567+0000 7f84c5596640 1 -- 172.21.15.28:0/911161096 >> 172.21.15.28:0/911161096 conn(0x7f84c00fd380 msgr2=0x7f84c00ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:10.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.567+0000 7f84c5596640 1 -- 172.21.15.28:0/911161096 shutdown_connections 2024-04-25T17:16:10.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.567+0000 7f84c5596640 1 -- 172.21.15.28:0/911161096 wait complete. 2024-04-25T17:16:10.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.568+0000 7f84c5596640 1 Processor -- start 2024-04-25T17:16:10.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.568+0000 7f84c5596640 1 -- start start 2024-04-25T17:16:10.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.568+0000 7f84c5596640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f84c0101760 0x7f84c019c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:10.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.568+0000 7f84c5596640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f84c0102260 0x7f84c019c880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:10.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.568+0000 7f84c5596640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f84c01050b0 0x7f84c01a3810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:10.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.568+0000 7f84c5596640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f84c010f4d0 con 0x7f84c01050b0 2024-04-25T17:16:10.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.568+0000 7f84c5596640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f84c010f350 con 0x7f84c0101760 2024-04-25T17:16:10.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.568+0000 7f84c5596640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f84c010f650 con 0x7f84c0102260 2024-04-25T17:16:10.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.568+0000 7f84bf7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f84c01050b0 0x7f84c01a3810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:10.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.569+0000 7f84bf7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f84c01050b0 0x7f84c01a3810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36450/0 (socket says 172.21.15.28:36450) 2024-04-25T17:16:10.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.569+0000 7f84bf7fe640 1 -- 172.21.15.28:0/435941451 learned_addr learned my addr 172.21.15.28:0/435941451 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:10.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.569+0000 7f84be7fc640 1 --2- 172.21.15.28:0/435941451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f84c0102260 0x7f84c019c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:10.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.569+0000 7f84beffd640 1 --2- 172.21.15.28:0/435941451 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f84c0101760 0x7f84c019c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:10.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.569+0000 7f84bf7fe640 1 -- 172.21.15.28:0/435941451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f84c0102260 msgr2=0x7f84c019c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:10.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.569+0000 7f84bf7fe640 1 --2- 172.21.15.28:0/435941451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f84c0102260 0x7f84c019c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.569+0000 7f84bf7fe640 1 -- 172.21.15.28:0/435941451 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f84c0101760 msgr2=0x7f84c019c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:10.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.569+0000 7f84bf7fe640 1 --2- 172.21.15.28:0/435941451 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f84c0101760 0x7f84c019c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.572 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.569+0000 7f84bf7fe640 1 -- 172.21.15.28:0/435941451 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84c01a3dd0 con 0x7f84c01050b0 2024-04-25T17:16:10.572 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.569+0000 7f84bf7fe640 1 --2- 172.21.15.28:0/435941451 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f84c01050b0 0x7f84c01a3810 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f84b800cce0 tx=0x7f84b800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:10.572 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.569+0000 7f84a7fff640 1 -- 172.21.15.28:0/435941451 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b800f450 con 0x7f84c01050b0 2024-04-25T17:16:10.572 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.569+0000 7f84c5596640 1 -- 172.21.15.28:0/435941451 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84c01a40c0 con 0x7f84c01050b0 2024-04-25T17:16:10.572 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.569+0000 7f84a7fff640 1 -- 172.21.15.28:0/435941451 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f84b800fa80 con 0x7f84c01050b0 2024-04-25T17:16:10.572 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.569+0000 7f84a7fff640 1 -- 172.21.15.28:0/435941451 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b8018ad0 con 0x7f84c01050b0 2024-04-25T17:16:10.572 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.569+0000 7f84c5596640 1 -- 172.21.15.28:0/435941451 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84c01a4610 con 0x7f84c01050b0 2024-04-25T17:16:10.573 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.570+0000 7f84c5596640 1 -- 172.21.15.28:0/435941451 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84c01a48d0 con 0x7f84c01050b0 2024-04-25T17:16:10.573 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.572+0000 7f84a7fff640 1 -- 172.21.15.28:0/435941451 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f84b800f5f0 con 0x7f84c01050b0 2024-04-25T17:16:10.573 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.572+0000 7f84a7fff640 1 --2- 172.21.15.28:0/435941451 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f84a80afaf0 0x7f84a80b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:10.573 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.573+0000 7f84a7fff640 1 -- 172.21.15.28:0/435941451 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f84b80df800 con 0x7f84c01050b0 2024-04-25T17:16:10.573 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.573+0000 7f84beffd640 1 --2- 172.21.15.28:0/435941451 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f84a80afaf0 0x7f84a80b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:10.573 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.573+0000 7f84beffd640 1 --2- 172.21.15.28:0/435941451 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f84a80afaf0 0x7f84a80b2000 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f84b0005db0 tx=0x7f84b0005d40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:10.576 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.576+0000 7f84a7fff640 1 -- 172.21.15.28:0/435941451 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f84b8014030 con 0x7f84c01050b0 2024-04-25T17:16:10.762 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.762+0000 7f84c5596640 1 -- 172.21.15.28:0/435941451 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f84c01a4aa0 con 0x7f84c01050b0 2024-04-25T17:16:10.763 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.762+0000 7f84a7fff640 1 -- 172.21.15.28:0/435941451 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v84) ==== 103+0+11 (secure 0 0 0) 0x7f84b80a80f0 con 0x7f84c01050b0 2024-04-25T17:16:10.763 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-25T17:16:10.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.764+0000 7f84c5596640 1 -- 172.21.15.28:0/435941451 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f84a80afaf0 msgr2=0x7f84a80b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:10.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.764+0000 7f84c5596640 1 --2- 172.21.15.28:0/435941451 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f84a80afaf0 0x7f84a80b2000 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f84b0005db0 tx=0x7f84b0005d40 comp rx=0 tx=0).stop 2024-04-25T17:16:10.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.764+0000 7f84c5596640 1 -- 172.21.15.28:0/435941451 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f84c01050b0 msgr2=0x7f84c01a3810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:10.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.764+0000 7f84c5596640 1 --2- 172.21.15.28:0/435941451 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f84c01050b0 0x7f84c01a3810 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f84b800cce0 tx=0x7f84b800a620 comp rx=0 tx=0).stop 2024-04-25T17:16:10.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.764+0000 7f84c5596640 1 -- 172.21.15.28:0/435941451 shutdown_connections 2024-04-25T17:16:10.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.764+0000 7f84c5596640 1 --2- 172.21.15.28:0/435941451 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f84a80afaf0 0x7f84a80b2000 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.764+0000 7f84c5596640 1 --2- 172.21.15.28:0/435941451 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f84c01050b0 0x7f84c01a3810 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.764+0000 7f84c5596640 1 --2- 172.21.15.28:0/435941451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f84c0102260 0x7f84c019c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.764+0000 7f84c5596640 1 --2- 172.21.15.28:0/435941451 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f84c0101760 0x7f84c019c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.764+0000 7f84c5596640 1 -- 172.21.15.28:0/435941451 >> 172.21.15.28:0/435941451 conn(0x7f84c00fd380 msgr2=0x7f84c00ff7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:10.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.765+0000 7f84c5596640 1 -- 172.21.15.28:0/435941451 shutdown_connections 2024-04-25T17:16:10.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.765+0000 7f84c5596640 1 -- 172.21.15.28:0/435941451 wait complete. 2024-04-25T17:16:10.775 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:10 smithi028 ceph-mon[29207]: pgmap v363: 129 pgs: 129 active+clean; 644 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 426 B/s wr, 6 op/s 2024-04-25T17:16:10.775 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:10 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1442587345' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:16:10.775 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:10 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2899700838' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:16:10.775 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:10 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1410781890' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:16:10.776 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-04-25T17:16:10.777 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:16:10.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:10 smithi042 ceph-mon[32851]: pgmap v363: 129 pgs: 129 active+clean; 644 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 426 B/s wr, 6 op/s 2024-04-25T17:16:10.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:10 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1442587345' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:16:10.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:10 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2899700838' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:16:10.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:10 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1410781890' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:16:10.882 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:10 smithi084 ceph-mon[32752]: pgmap v363: 129 pgs: 129 active+clean; 644 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 426 B/s wr, 6 op/s 2024-04-25T17:16:10.882 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:10 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1442587345' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:16:10.882 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:10 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2899700838' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:16:10.882 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:10 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1410781890' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:16:10.888 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.888+0000 7fcdb73f3640 1 -- 172.21.15.28:0/745314389 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcdb0109790 msgr2=0x7fcdb010bca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:10.889 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.888+0000 7fcdb73f3640 1 --2- 172.21.15.28:0/745314389 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcdb0109790 0x7fcdb010bca0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fcda8009ca0 tx=0x7fcda802a8c0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.889 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.888+0000 7fcdb73f3640 1 -- 172.21.15.28:0/745314389 shutdown_connections 2024-04-25T17:16:10.889 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.888+0000 7fcdb73f3640 1 --2- 172.21.15.28:0/745314389 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcdb0109790 0x7fcdb010bca0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.889 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.888+0000 7fcdb73f3640 1 --2- 172.21.15.28:0/745314389 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcdb0102370 0x7fcdb0109100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.889 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.888+0000 7fcdb73f3640 1 --2- 172.21.15.28:0/745314389 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcdb0101e70 0x7fcdb0106b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.889 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.888+0000 7fcdb73f3640 1 -- 172.21.15.28:0/745314389 >> 172.21.15.28:0/745314389 conn(0x7fcdb00fd380 msgr2=0x7fcdb00ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:10.889 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.888+0000 7fcdb73f3640 1 -- 172.21.15.28:0/745314389 shutdown_connections 2024-04-25T17:16:10.889 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.888+0000 7fcdb73f3640 1 -- 172.21.15.28:0/745314389 wait complete. 2024-04-25T17:16:10.891 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.889+0000 7fcdb73f3640 1 Processor -- start 2024-04-25T17:16:10.891 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.889+0000 7fcdb73f3640 1 -- start start 2024-04-25T17:16:10.891 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.889+0000 7fcdb73f3640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcdb0101e70 0x7fcdb0199ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:10.891 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.889+0000 7fcdb73f3640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcdb0102370 0x7fcdb019a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:10.892 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.889+0000 7fcdb73f3640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcdb0109790 0x7fcdb01a14c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:10.892 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.889+0000 7fcdb73f3640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fcdb010f500 con 0x7fcdb0102370 2024-04-25T17:16:10.892 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.889+0000 7fcdb73f3640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcdb010f380 con 0x7fcdb0101e70 2024-04-25T17:16:10.892 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.889+0000 7fcdb73f3640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcdb010f680 con 0x7fcdb0109790 2024-04-25T17:16:10.892 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.889+0000 7fcdb498e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcdb0102370 0x7fcdb019a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:10.892 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.889+0000 7fcdb498e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcdb0102370 0x7fcdb019a530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36472/0 (socket says 172.21.15.28:36472) 2024-04-25T17:16:10.892 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.889+0000 7fcdb498e640 1 -- 172.21.15.28:0/3705012278 learned_addr learned my addr 172.21.15.28:0/3705012278 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:10.892 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.889+0000 7fcdb518f640 1 --2- 172.21.15.28:0/3705012278 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcdb0101e70 0x7fcdb0199ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:10.892 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.890+0000 7fcdb5990640 1 --2- 172.21.15.28:0/3705012278 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcdb0109790 0x7fcdb01a14c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:10.892 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.890+0000 7fcdb498e640 1 -- 172.21.15.28:0/3705012278 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcdb0109790 msgr2=0x7fcdb01a14c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:10.892 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.890+0000 7fcdb498e640 1 --2- 172.21.15.28:0/3705012278 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcdb0109790 0x7fcdb01a14c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.892 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.890+0000 7fcdb498e640 1 -- 172.21.15.28:0/3705012278 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcdb0101e70 msgr2=0x7fcdb0199ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:10.892 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.890+0000 7fcdb498e640 1 --2- 172.21.15.28:0/3705012278 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcdb0101e70 0x7fcdb0199ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:10.892 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.890+0000 7fcdb498e640 1 -- 172.21.15.28:0/3705012278 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdb01a1b30 con 0x7fcdb0102370 2024-04-25T17:16:10.892 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.890+0000 7fcdb498e640 1 --2- 172.21.15.28:0/3705012278 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcdb0102370 0x7fcdb019a530 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fcda000d950 tx=0x7fcda000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:10.893 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.890+0000 7fcda67fc640 1 -- 172.21.15.28:0/3705012278 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcda0017030 con 0x7fcdb0102370 2024-04-25T17:16:10.893 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.890+0000 7fcda67fc640 1 -- 172.21.15.28:0/3705012278 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcda0004020 con 0x7fcdb0102370 2024-04-25T17:16:10.893 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.890+0000 7fcda67fc640 1 -- 172.21.15.28:0/3705012278 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcda00055d0 con 0x7fcdb0102370 2024-04-25T17:16:10.893 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.890+0000 7fcdb73f3640 1 -- 172.21.15.28:0/3705012278 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdb01a1e20 con 0x7fcdb0102370 2024-04-25T17:16:10.893 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.890+0000 7fcdb73f3640 1 -- 172.21.15.28:0/3705012278 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdb01a2290 con 0x7fcdb0102370 2024-04-25T17:16:10.893 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.891+0000 7fcdb73f3640 1 -- 172.21.15.28:0/3705012278 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcdb00feea0 con 0x7fcdb0102370 2024-04-25T17:16:10.894 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.892+0000 7fcda67fc640 1 -- 172.21.15.28:0/3705012278 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fcda0009a30 con 0x7fcdb0102370 2024-04-25T17:16:10.894 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.893+0000 7fcda67fc640 1 --2- 172.21.15.28:0/3705012278 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcd9c0afba0 0x7fcd9c0b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:10.894 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.893+0000 7fcdb518f640 1 --2- 172.21.15.28:0/3705012278 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcd9c0afba0 0x7fcd9c0b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:10.894 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.893+0000 7fcda67fc640 1 -- 172.21.15.28:0/3705012278 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fcda00defc0 con 0x7fcdb0102370 2024-04-25T17:16:10.894 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.894+0000 7fcdb518f640 1 --2- 172.21.15.28:0/3705012278 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcd9c0afba0 0x7fcd9c0b20b0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fcdac005fd0 tx=0x7fcdac00b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:10.897 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:10.897+0000 7fcda67fc640 1 -- 172.21.15.28:0/3705012278 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcda00a77c0 con 0x7fcdb0102370 2024-04-25T17:16:11.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.123+0000 7fcdb73f3640 1 -- 172.21.15.28:0/3705012278 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcdb002db50 con 0x7fcdb0102370 2024-04-25T17:16:11.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.124+0000 7fcda67fc640 1 -- 172.21.15.28:0/3705012278 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11858 (secure 0 0 0) 0x7fcda00a70c0 con 0x7fcdb0102370 2024-04-25T17:16:11.124 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:16:11.124 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14661,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6839/1659868687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6838","nonce":1659868687},{"type":"v1","addr":"172.21.15.28:6839","nonce":1659868687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14673,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6841/1611935230","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6840","nonce":1611935230},{"type":"v1","addr":"172.21.15.28:6841","nonce":1611935230}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T17:13:42.616399+0000","modified":"2024-04-25T17:16:06.660081+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24551,"mds_1":24532,"mds_2":24506},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6837/1172878965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1172878965},{"type":"v1","addr":"172.21.15.84:6837","nonce":1172878965}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.42:6837/229475507","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":229475507},{"type":"v1","addr":"172.21.15.42:6837","nonce":229475507}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.84:6839/1332945442","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":1332945442},{"type":"v1","addr":"172.21.15.84:6839","nonce":1332945442}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.42:6839/616693654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":616693654},{"type":"v1","addr":"172.21.15.42:6839","nonce":616693654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24551,24506,24532]},"id":1}]} 2024-04-25T17:16:11.124 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 24 2024-04-25T17:16:11.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.126+0000 7fcdb73f3640 1 -- 172.21.15.28:0/3705012278 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcd9c0afba0 msgr2=0x7fcd9c0b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:11.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.126+0000 7fcdb73f3640 1 --2- 172.21.15.28:0/3705012278 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcd9c0afba0 0x7fcd9c0b20b0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fcdac005fd0 tx=0x7fcdac00b390 comp rx=0 tx=0).stop 2024-04-25T17:16:11.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.126+0000 7fcdb73f3640 1 -- 172.21.15.28:0/3705012278 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcdb0102370 msgr2=0x7fcdb019a530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:11.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.126+0000 7fcdb73f3640 1 --2- 172.21.15.28:0/3705012278 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcdb0102370 0x7fcdb019a530 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fcda000d950 tx=0x7fcda000de10 comp rx=0 tx=0).stop 2024-04-25T17:16:11.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.126+0000 7fcdb73f3640 1 -- 172.21.15.28:0/3705012278 shutdown_connections 2024-04-25T17:16:11.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.126+0000 7fcdb73f3640 1 --2- 172.21.15.28:0/3705012278 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fcd9c0afba0 0x7fcd9c0b20b0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.126+0000 7fcdb73f3640 1 --2- 172.21.15.28:0/3705012278 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcdb0109790 0x7fcdb01a14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.126+0000 7fcdb73f3640 1 --2- 172.21.15.28:0/3705012278 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fcdb0102370 0x7fcdb019a530 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.126+0000 7fcdb73f3640 1 --2- 172.21.15.28:0/3705012278 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcdb0101e70 0x7fcdb0199ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.126+0000 7fcdb73f3640 1 -- 172.21.15.28:0/3705012278 >> 172.21.15.28:0/3705012278 conn(0x7fcdb00fd380 msgr2=0x7fcdb01051b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:11.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.126+0000 7fcdb73f3640 1 -- 172.21.15.28:0/3705012278 shutdown_connections 2024-04-25T17:16:11.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.126+0000 7fcdb73f3640 1 -- 172.21.15.28:0/3705012278 wait complete. 2024-04-25T17:16:11.138 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-04-25T17:16:11.138 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-04-25T17:16:11.138 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-25T17:16:11.252 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.250+0000 7f5dbf157640 1 -- 172.21.15.28:0/4287486559 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5db8103c40 msgr2=0x7f5db8104050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:11.252 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.250+0000 7f5dbf157640 1 --2- 172.21.15.28:0/4287486559 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5db8103c40 0x7f5db8104050 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f5da4009900 tx=0x7f5da402a410 comp rx=0 tx=0).stop 2024-04-25T17:16:11.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.250+0000 7f5dbf157640 1 -- 172.21.15.28:0/4287486559 shutdown_connections 2024-04-25T17:16:11.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.250+0000 7f5dbf157640 1 --2- 172.21.15.28:0/4287486559 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5db8108940 0x7f5db810ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.250+0000 7f5dbf157640 1 --2- 172.21.15.28:0/4287486559 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5db8103c40 0x7f5db8104050 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.250+0000 7f5dbf157640 1 --2- 172.21.15.28:0/4287486559 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5db8102a00 0x7f5db8103700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.250+0000 7f5dbf157640 1 -- 172.21.15.28:0/4287486559 >> 172.21.15.28:0/4287486559 conn(0x7f5db80fdbf0 msgr2=0x7f5db81000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:11.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.250+0000 7f5dbf157640 1 -- 172.21.15.28:0/4287486559 shutdown_connections 2024-04-25T17:16:11.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.250+0000 7f5dbf157640 1 -- 172.21.15.28:0/4287486559 wait complete. 2024-04-25T17:16:11.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.251+0000 7f5dbf157640 1 Processor -- start 2024-04-25T17:16:11.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.251+0000 7f5dbf157640 1 -- start start 2024-04-25T17:16:11.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.251+0000 7f5dbf157640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5db8102a00 0x7f5db8198f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:11.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.251+0000 7f5dbf157640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5db8103c40 0x7f5db81994c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:11.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.251+0000 7f5dbf157640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5db8108940 0x7f5db81a0450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:11.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.251+0000 7f5dbf157640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f5db810e3b0 con 0x7f5db8102a00 2024-04-25T17:16:11.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.251+0000 7f5dbf157640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5db810e230 con 0x7f5db8103c40 2024-04-25T17:16:11.254 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.251+0000 7f5dbf157640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5db810e530 con 0x7f5db8108940 2024-04-25T17:16:11.254 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.251+0000 7f5dbcef3640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5db8102a00 0x7f5db8198f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:11.254 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.251+0000 7f5dbcef3640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5db8102a00 0x7f5db8198f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36490/0 (socket says 172.21.15.28:36490) 2024-04-25T17:16:11.254 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.251+0000 7f5dbcef3640 1 -- 172.21.15.28:0/1139953230 learned_addr learned my addr 172.21.15.28:0/1139953230 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:11.254 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.251+0000 7f5dbd6f4640 1 --2- 172.21.15.28:0/1139953230 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5db8108940 0x7f5db81a0450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:11.254 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.251+0000 7f5db7fff640 1 --2- 172.21.15.28:0/1139953230 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5db8103c40 0x7f5db81994c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:11.254 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.251+0000 7f5dbcef3640 1 -- 172.21.15.28:0/1139953230 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5db8108940 msgr2=0x7f5db81a0450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:11.254 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.251+0000 7f5dbcef3640 1 --2- 172.21.15.28:0/1139953230 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5db8108940 0x7f5db81a0450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.254 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.251+0000 7f5dbcef3640 1 -- 172.21.15.28:0/1139953230 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5db8103c40 msgr2=0x7f5db81994c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:11.254 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.251+0000 7f5dbcef3640 1 --2- 172.21.15.28:0/1139953230 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5db8103c40 0x7f5db81994c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.254 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.251+0000 7f5dbcef3640 1 -- 172.21.15.28:0/1139953230 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5db81a0ac0 con 0x7f5db8102a00 2024-04-25T17:16:11.254 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.252+0000 7f5dbcef3640 1 --2- 172.21.15.28:0/1139953230 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5db8102a00 0x7f5db8198f80 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f5dac005fd0 tx=0x7f5dac00dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:11.255 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.252+0000 7f5db5ffb640 1 -- 172.21.15.28:0/1139953230 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dac017070 con 0x7f5db8102a00 2024-04-25T17:16:11.255 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.252+0000 7f5db5ffb640 1 -- 172.21.15.28:0/1139953230 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5dac009c30 con 0x7f5db8102a00 2024-04-25T17:16:11.255 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.252+0000 7f5dbf157640 1 -- 172.21.15.28:0/1139953230 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5db806a060 con 0x7f5db8102a00 2024-04-25T17:16:11.255 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.252+0000 7f5db5ffb640 1 -- 172.21.15.28:0/1139953230 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dac003c90 con 0x7f5db8102a00 2024-04-25T17:16:11.255 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.252+0000 7f5dbf157640 1 -- 172.21.15.28:0/1139953230 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5db806a5b0 con 0x7f5db8102a00 2024-04-25T17:16:11.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.253+0000 7f5dbf157640 1 -- 172.21.15.28:0/1139953230 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5db8069dc0 con 0x7f5db8102a00 2024-04-25T17:16:11.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.254+0000 7f5db5ffb640 1 -- 172.21.15.28:0/1139953230 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f5dac003e30 con 0x7f5db8102a00 2024-04-25T17:16:11.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.255+0000 7f5db5ffb640 1 --2- 172.21.15.28:0/1139953230 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5da80afba0 0x7f5da80b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:11.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.255+0000 7f5db5ffb640 1 -- 172.21.15.28:0/1139953230 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f5dac0ded80 con 0x7f5db8102a00 2024-04-25T17:16:11.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.255+0000 7f5db7fff640 1 --2- 172.21.15.28:0/1139953230 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5da80afba0 0x7f5da80b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:11.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.256+0000 7f5db7fff640 1 --2- 172.21.15.28:0/1139953230 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5da80afba0 0x7f5da80b20b0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f5da4031460 tx=0x7f5da4000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:11.260 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.260+0000 7f5db5ffb640 1 -- 172.21.15.28:0/1139953230 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5dac020030 con 0x7f5db8102a00 2024-04-25T17:16:11.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.444+0000 7f5dbf157640 1 -- 172.21.15.28:0/1139953230 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5db806a810 con 0x7f5da80afba0 2024-04-25T17:16:11.454 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.454+0000 7f5db5ffb640 1 -- 172.21.15.28:0/1139953230 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340466 (secure 0 0 0) 0x7f5db806a810 con 0x7f5da80afba0 2024-04-25T17:16:11.459 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:16:11.461 INFO:teuthology.orchestra.run.smithi028.stderr:dumped all 2024-04-25T17:16:11.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.458+0000 7f5dbf157640 1 -- 172.21.15.28:0/1139953230 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5da80afba0 msgr2=0x7f5da80b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:11.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.458+0000 7f5dbf157640 1 --2- 172.21.15.28:0/1139953230 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5da80afba0 0x7f5da80b20b0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f5da4031460 tx=0x7f5da4000bc0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.458+0000 7f5dbf157640 1 -- 172.21.15.28:0/1139953230 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5db8102a00 msgr2=0x7f5db8198f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:11.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.458+0000 7f5dbf157640 1 --2- 172.21.15.28:0/1139953230 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5db8102a00 0x7f5db8198f80 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f5dac005fd0 tx=0x7f5dac00dde0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.458+0000 7f5dbf157640 1 -- 172.21.15.28:0/1139953230 shutdown_connections 2024-04-25T17:16:11.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.458+0000 7f5dbf157640 1 --2- 172.21.15.28:0/1139953230 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5da80afba0 0x7f5da80b20b0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.458+0000 7f5dbf157640 1 --2- 172.21.15.28:0/1139953230 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5db8108940 0x7f5db81a0450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.458+0000 7f5dbf157640 1 --2- 172.21.15.28:0/1139953230 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5db8103c40 0x7f5db81994c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.458+0000 7f5dbf157640 1 --2- 172.21.15.28:0/1139953230 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5db8102a00 0x7f5db8198f80 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.458+0000 7f5dbf157640 1 -- 172.21.15.28:0/1139953230 >> 172.21.15.28:0/1139953230 conn(0x7f5db80fdbf0 msgr2=0x7f5db8104920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:11.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.458+0000 7f5dbf157640 1 -- 172.21.15.28:0/1139953230 shutdown_connections 2024-04-25T17:16:11.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.458+0000 7f5dbf157640 1 -- 172.21.15.28:0/1139953230 wait complete. 2024-04-25T17:16:11.470 INFO:teuthology.orchestra.run.smithi028.stdout:{"pg_ready":true,"pg_map":{"version":364,"stamp":"2024-04-25T17:16:10.750467+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":664142,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":831,"num_read_kb":521,"num_write":304,"num_write_kb":2286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2952970,"num_keys_recovered":7,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":749,"ondisk_log_size":749,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":379064,"kb_used_data":13244,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124562760,"statfs":{"total":1151940427776,"available":1151552266240,"internally_reserved":0,"allocated":13561856,"data_stored":7581788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":374453563},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5793,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":89,"num_read_kb":53,"num_write":11,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003258"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.679130+0000","last_change":"2024-04-25T17:13:43.268418+0000","last_active":"2024-04-25T17:15:32.679130+0000","last_peered":"2024-04-25T17:15:32.679130+0000","last_clean":"2024-04-25T17:15:32.679130+0000","last_became_active":"2024-04-25T17:13:43.267802+0000","last_became_peered":"2024-04-25T17:13:43.267802+0000","last_unstale":"2024-04-25T17:15:32.679130+0000","last_undegraded":"2024-04-25T17:15:32.679130+0000","last_fullsized":"2024-04-25T17:15:32.679130+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:20:09.796507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704947+0000","last_change":"2024-04-25T17:13:43.259123+0000","last_active":"2024-04-25T17:15:32.704947+0000","last_peered":"2024-04-25T17:15:32.704947+0000","last_clean":"2024-04-25T17:15:32.704947+0000","last_became_active":"2024-04-25T17:13:43.258765+0000","last_became_peered":"2024-04-25T17:13:43.258765+0000","last_unstale":"2024-04-25T17:15:32.704947+0000","last_undegraded":"2024-04-25T17:15:32.704947+0000","last_fullsized":"2024-04-25T17:15:32.704947+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:15:21.011900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704771+0000","last_change":"2024-04-25T17:13:43.278438+0000","last_active":"2024-04-25T17:15:32.704771+0000","last_peered":"2024-04-25T17:15:32.704771+0000","last_clean":"2024-04-25T17:15:32.704771+0000","last_became_active":"2024-04-25T17:13:43.278071+0000","last_became_peered":"2024-04-25T17:13:43.278071+0000","last_unstale":"2024-04-25T17:15:32.704771+0000","last_undegraded":"2024-04-25T17:15:32.704771+0000","last_fullsized":"2024-04-25T17:15:32.704771+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:08:32.560517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.394340+0000","last_change":"2024-04-25T17:13:43.261675+0000","last_active":"2024-04-25T17:15:32.394340+0000","last_peered":"2024-04-25T17:15:32.394340+0000","last_clean":"2024-04-25T17:15:32.394340+0000","last_became_active":"2024-04-25T17:13:43.261311+0000","last_became_peered":"2024-04-25T17:13:43.261311+0000","last_unstale":"2024-04-25T17:15:32.394340+0000","last_undegraded":"2024-04-25T17:15:32.394340+0000","last_fullsized":"2024-04-25T17:15:32.394340+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:20:35.607177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678177+0000","last_change":"2024-04-25T17:13:43.287602+0000","last_active":"2024-04-25T17:15:32.678177+0000","last_peered":"2024-04-25T17:15:32.678177+0000","last_clean":"2024-04-25T17:15:32.678177+0000","last_became_active":"2024-04-25T17:13:43.287183+0000","last_became_peered":"2024-04-25T17:13:43.287183+0000","last_unstale":"2024-04-25T17:15:32.678177+0000","last_undegraded":"2024-04-25T17:15:32.678177+0000","last_fullsized":"2024-04-25T17:15:32.678177+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:02:25.083295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.394883+0000","last_change":"2024-04-25T17:13:43.250000+0000","last_active":"2024-04-25T17:15:32.394883+0000","last_peered":"2024-04-25T17:15:32.394883+0000","last_clean":"2024-04-25T17:15:32.394883+0000","last_became_active":"2024-04-25T17:13:43.249159+0000","last_became_peered":"2024-04-25T17:13:43.249159+0000","last_unstale":"2024-04-25T17:15:32.394883+0000","last_undegraded":"2024-04-25T17:15:32.394883+0000","last_fullsized":"2024-04-25T17:15:32.394883+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:45.139862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676791+0000","last_change":"2024-04-25T17:13:43.259359+0000","last_active":"2024-04-25T17:15:32.676791+0000","last_peered":"2024-04-25T17:15:32.676791+0000","last_clean":"2024-04-25T17:15:32.676791+0000","last_became_active":"2024-04-25T17:13:43.258633+0000","last_became_peered":"2024-04-25T17:13:43.258633+0000","last_unstale":"2024-04-25T17:15:32.676791+0000","last_undegraded":"2024-04-25T17:15:32.676791+0000","last_fullsized":"2024-04-25T17:15:32.676791+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:33:17.434516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676126+0000","last_change":"2024-04-25T17:14:32.166385+0000","last_active":"2024-04-25T17:15:32.676126+0000","last_peered":"2024-04-25T17:15:32.676126+0000","last_clean":"2024-04-25T17:15:32.676126+0000","last_became_active":"2024-04-25T17:14:32.166103+0000","last_became_peered":"2024-04-25T17:14:32.166103+0000","last_unstale":"2024-04-25T17:15:32.676126+0000","last_undegraded":"2024-04-25T17:15:32.676126+0000","last_fullsized":"2024-04-25T17:15:32.676126+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:46:32.916388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":40,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677022+0000","last_change":"2024-04-25T17:13:43.261614+0000","last_active":"2024-04-25T17:15:32.677022+0000","last_peered":"2024-04-25T17:15:32.677022+0000","last_clean":"2024-04-25T17:15:32.677022+0000","last_became_active":"2024-04-25T17:13:43.261125+0000","last_became_peered":"2024-04-25T17:13:43.261125+0000","last_unstale":"2024-04-25T17:15:32.677022+0000","last_undegraded":"2024-04-25T17:15:32.677022+0000","last_fullsized":"2024-04-25T17:15:32.677022+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:25:54.564219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":46,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.394352+0000","last_change":"2024-04-25T17:13:43.258673+0000","last_active":"2024-04-25T17:15:32.394352+0000","last_peered":"2024-04-25T17:15:32.394352+0000","last_clean":"2024-04-25T17:15:32.394352+0000","last_became_active":"2024-04-25T17:13:43.258263+0000","last_became_peered":"2024-04-25T17:13:43.258263+0000","last_unstale":"2024-04-25T17:15:32.394352+0000","last_undegraded":"2024-04-25T17:15:32.394352+0000","last_fullsized":"2024-04-25T17:15:32.394352+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:06:29.171288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677810+0000","last_change":"2024-04-25T17:13:43.272822+0000","last_active":"2024-04-25T17:15:32.677810+0000","last_peered":"2024-04-25T17:15:32.677810+0000","last_clean":"2024-04-25T17:15:32.677810+0000","last_became_active":"2024-04-25T17:13:43.272406+0000","last_became_peered":"2024-04-25T17:13:43.272406+0000","last_unstale":"2024-04-25T17:15:32.677810+0000","last_undegraded":"2024-04-25T17:15:32.677810+0000","last_fullsized":"2024-04-25T17:15:32.677810+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:34:06.406479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.394550+0000","last_change":"2024-04-25T17:13:43.260849+0000","last_active":"2024-04-25T17:15:32.394550+0000","last_peered":"2024-04-25T17:15:32.394550+0000","last_clean":"2024-04-25T17:15:32.394550+0000","last_became_active":"2024-04-25T17:13:43.257657+0000","last_became_peered":"2024-04-25T17:13:43.257657+0000","last_unstale":"2024-04-25T17:15:32.394550+0000","last_undegraded":"2024-04-25T17:15:32.394550+0000","last_fullsized":"2024-04-25T17:15:32.394550+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:02:32.428737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678311+0000","last_change":"2024-04-25T17:13:43.259033+0000","last_active":"2024-04-25T17:15:32.678311+0000","last_peered":"2024-04-25T17:15:32.678311+0000","last_clean":"2024-04-25T17:15:32.678311+0000","last_became_active":"2024-04-25T17:13:43.257318+0000","last_became_peered":"2024-04-25T17:13:43.257318+0000","last_unstale":"2024-04-25T17:15:32.678311+0000","last_undegraded":"2024-04-25T17:15:32.678311+0000","last_fullsized":"2024-04-25T17:15:32.678311+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:49:16.846343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704669+0000","last_change":"2024-04-25T17:13:43.257132+0000","last_active":"2024-04-25T17:15:32.704669+0000","last_peered":"2024-04-25T17:15:32.704669+0000","last_clean":"2024-04-25T17:15:32.704669+0000","last_became_active":"2024-04-25T17:13:43.256756+0000","last_became_peered":"2024-04-25T17:13:43.256756+0000","last_unstale":"2024-04-25T17:15:32.704669+0000","last_undegraded":"2024-04-25T17:15:32.704669+0000","last_fullsized":"2024-04-25T17:15:32.704669+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:21:56.777678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704608+0000","last_change":"2024-04-25T17:13:43.278677+0000","last_active":"2024-04-25T17:15:32.704608+0000","last_peered":"2024-04-25T17:15:32.704608+0000","last_clean":"2024-04-25T17:15:32.704608+0000","last_became_active":"2024-04-25T17:13:43.278314+0000","last_became_peered":"2024-04-25T17:13:43.278314+0000","last_unstale":"2024-04-25T17:15:32.704608+0000","last_undegraded":"2024-04-25T17:15:32.704608+0000","last_fullsized":"2024-04-25T17:15:32.704608+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:57:44.275742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676251+0000","last_change":"2024-04-25T17:13:43.267687+0000","last_active":"2024-04-25T17:15:32.676251+0000","last_peered":"2024-04-25T17:15:32.676251+0000","last_clean":"2024-04-25T17:15:32.676251+0000","last_became_active":"2024-04-25T17:13:43.267319+0000","last_became_peered":"2024-04-25T17:13:43.267319+0000","last_unstale":"2024-04-25T17:15:32.676251+0000","last_undegraded":"2024-04-25T17:15:32.676251+0000","last_fullsized":"2024-04-25T17:15:32.676251+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:29:49.137580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678682+0000","last_change":"2024-04-25T17:13:43.268659+0000","last_active":"2024-04-25T17:15:32.678682+0000","last_peered":"2024-04-25T17:15:32.678682+0000","last_clean":"2024-04-25T17:15:32.678682+0000","last_became_active":"2024-04-25T17:13:43.268297+0000","last_became_peered":"2024-04-25T17:13:43.268297+0000","last_unstale":"2024-04-25T17:15:32.678682+0000","last_undegraded":"2024-04-25T17:15:32.678682+0000","last_fullsized":"2024-04-25T17:15:32.678682+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:17:19.444814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":40,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677550+0000","last_change":"2024-04-25T17:13:43.263221+0000","last_active":"2024-04-25T17:15:32.677550+0000","last_peered":"2024-04-25T17:15:32.677550+0000","last_clean":"2024-04-25T17:15:32.677550+0000","last_became_active":"2024-04-25T17:13:43.262813+0000","last_became_peered":"2024-04-25T17:13:43.262813+0000","last_unstale":"2024-04-25T17:15:32.677550+0000","last_undegraded":"2024-04-25T17:15:32.677550+0000","last_fullsized":"2024-04-25T17:15:32.677550+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:43:27.997341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677610+0000","last_change":"2024-04-25T17:13:43.287546+0000","last_active":"2024-04-25T17:15:32.677610+0000","last_peered":"2024-04-25T17:15:32.677610+0000","last_clean":"2024-04-25T17:15:32.677610+0000","last_became_active":"2024-04-25T17:13:43.287146+0000","last_became_peered":"2024-04-25T17:13:43.287146+0000","last_unstale":"2024-04-25T17:15:32.677610+0000","last_undegraded":"2024-04-25T17:15:32.677610+0000","last_fullsized":"2024-04-25T17:15:32.677610+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:19:26.806274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677191+0000","last_change":"2024-04-25T17:13:47.310227+0000","last_active":"2024-04-25T17:15:32.677191+0000","last_peered":"2024-04-25T17:15:32.677191+0000","last_clean":"2024-04-25T17:15:32.677191+0000","last_became_active":"2024-04-25T17:13:47.309735+0000","last_became_peered":"2024-04-25T17:13:47.309735+0000","last_unstale":"2024-04-25T17:15:32.677191+0000","last_undegraded":"2024-04-25T17:15:32.677191+0000","last_fullsized":"2024-04-25T17:15:32.677191+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:02:58.960939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"80'9","reported_seq":42,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677902+0000","last_change":"2024-04-25T17:13:42.255603+0000","last_active":"2024-04-25T17:15:32.677902+0000","last_peered":"2024-04-25T17:15:32.677902+0000","last_clean":"2024-04-25T17:15:32.677902+0000","last_became_active":"2024-04-25T17:13:42.255249+0000","last_became_peered":"2024-04-25T17:13:42.255249+0000","last_unstale":"2024-04-25T17:15:32.677902+0000","last_undegraded":"2024-04-25T17:15:32.677902+0000","last_fullsized":"2024-04-25T17:15:32.677902+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:05:39.704304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677646+0000","last_change":"2024-04-25T17:13:43.289115+0000","last_active":"2024-04-25T17:15:32.677646+0000","last_peered":"2024-04-25T17:15:32.677646+0000","last_clean":"2024-04-25T17:15:32.677646+0000","last_became_active":"2024-04-25T17:13:43.286410+0000","last_became_peered":"2024-04-25T17:13:43.286410+0000","last_unstale":"2024-04-25T17:15:32.677646+0000","last_undegraded":"2024-04-25T17:15:32.677646+0000","last_fullsized":"2024-04-25T17:15:32.677646+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:58:41.971292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.392689+0000","last_change":"2024-04-25T17:13:47.310487+0000","last_active":"2024-04-25T17:15:32.392689+0000","last_peered":"2024-04-25T17:15:32.392689+0000","last_clean":"2024-04-25T17:15:32.392689+0000","last_became_active":"2024-04-25T17:13:47.309975+0000","last_became_peered":"2024-04-25T17:13:47.309975+0000","last_unstale":"2024-04-25T17:15:32.392689+0000","last_undegraded":"2024-04-25T17:15:32.392689+0000","last_fullsized":"2024-04-25T17:15:32.392689+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:30:17.709116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677832+0000","last_change":"2024-04-25T17:13:42.261708+0000","last_active":"2024-04-25T17:15:32.677832+0000","last_peered":"2024-04-25T17:15:32.677832+0000","last_clean":"2024-04-25T17:15:32.677832+0000","last_became_active":"2024-04-25T17:13:42.261367+0000","last_became_peered":"2024-04-25T17:13:42.261367+0000","last_unstale":"2024-04-25T17:15:32.677832+0000","last_undegraded":"2024-04-25T17:15:32.677832+0000","last_fullsized":"2024-04-25T17:15:32.677832+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:13:20.328945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.705030+0000","last_change":"2024-04-25T17:13:43.266002+0000","last_active":"2024-04-25T17:15:32.705030+0000","last_peered":"2024-04-25T17:15:32.705030+0000","last_clean":"2024-04-25T17:15:32.705030+0000","last_became_active":"2024-04-25T17:13:43.265629+0000","last_became_peered":"2024-04-25T17:13:43.265629+0000","last_unstale":"2024-04-25T17:15:32.705030+0000","last_undegraded":"2024-04-25T17:15:32.705030+0000","last_fullsized":"2024-04-25T17:15:32.705030+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:51:28.821145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393021+0000","last_change":"2024-04-25T17:13:47.311181+0000","last_active":"2024-04-25T17:15:32.393021+0000","last_peered":"2024-04-25T17:15:32.393021+0000","last_clean":"2024-04-25T17:15:32.393021+0000","last_became_active":"2024-04-25T17:13:47.310267+0000","last_became_peered":"2024-04-25T17:13:47.310267+0000","last_unstale":"2024-04-25T17:15:32.393021+0000","last_undegraded":"2024-04-25T17:15:32.393021+0000","last_fullsized":"2024-04-25T17:15:32.393021+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:17:54.900065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"80'4","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678609+0000","last_change":"2024-04-25T17:13:42.256839+0000","last_active":"2024-04-25T17:15:32.678609+0000","last_peered":"2024-04-25T17:15:32.678609+0000","last_clean":"2024-04-25T17:15:32.678609+0000","last_became_active":"2024-04-25T17:13:42.256472+0000","last_became_peered":"2024-04-25T17:13:42.256472+0000","last_unstale":"2024-04-25T17:15:32.678609+0000","last_undegraded":"2024-04-25T17:15:32.678609+0000","last_fullsized":"2024-04-25T17:15:32.678609+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:55:08.777730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677101+0000","last_change":"2024-04-25T17:13:43.280506+0000","last_active":"2024-04-25T17:15:32.677101+0000","last_peered":"2024-04-25T17:15:32.677101+0000","last_clean":"2024-04-25T17:15:32.677101+0000","last_became_active":"2024-04-25T17:13:43.279854+0000","last_became_peered":"2024-04-25T17:13:43.279854+0000","last_unstale":"2024-04-25T17:15:32.677101+0000","last_undegraded":"2024-04-25T17:15:32.677101+0000","last_fullsized":"2024-04-25T17:15:32.677101+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:09:18.274791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.679564+0000","last_change":"2024-04-25T17:15:32.679564+0000","last_active":"2024-04-25T17:15:32.679564+0000","last_peered":"2024-04-25T17:15:32.679564+0000","last_clean":"2024-04-25T17:15:32.679564+0000","last_became_active":"2024-04-25T17:15:32.679180+0000","last_became_peered":"2024-04-25T17:15:32.679180+0000","last_unstale":"2024-04-25T17:15:32.679564+0000","last_undegraded":"2024-04-25T17:15:32.679564+0000","last_fullsized":"2024-04-25T17:15:32.679564+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:16:56.808043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,8,3],"acting":[4,6,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"75'2","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678299+0000","last_change":"2024-04-25T17:13:42.256723+0000","last_active":"2024-04-25T17:15:32.678299+0000","last_peered":"2024-04-25T17:15:32.678299+0000","last_clean":"2024-04-25T17:15:32.678299+0000","last_became_active":"2024-04-25T17:13:42.256349+0000","last_became_peered":"2024-04-25T17:13:42.256349+0000","last_unstale":"2024-04-25T17:15:32.678299+0000","last_undegraded":"2024-04-25T17:15:32.678299+0000","last_fullsized":"2024-04-25T17:15:32.678299+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:03:23.969900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676844+0000","last_change":"2024-04-25T17:14:31.977420+0000","last_active":"2024-04-25T17:15:32.676844+0000","last_peered":"2024-04-25T17:15:32.676844+0000","last_clean":"2024-04-25T17:15:32.676844+0000","last_became_active":"2024-04-25T17:14:31.976876+0000","last_became_peered":"2024-04-25T17:14:31.976876+0000","last_unstale":"2024-04-25T17:15:32.676844+0000","last_undegraded":"2024-04-25T17:15:32.676844+0000","last_fullsized":"2024-04-25T17:15:32.676844+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:54:28.684306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677141+0000","last_change":"2024-04-25T17:13:47.303787+0000","last_active":"2024-04-25T17:15:32.677141+0000","last_peered":"2024-04-25T17:15:32.677141+0000","last_clean":"2024-04-25T17:15:32.677141+0000","last_became_active":"2024-04-25T17:13:47.302920+0000","last_became_peered":"2024-04-25T17:13:47.302920+0000","last_unstale":"2024-04-25T17:15:32.677141+0000","last_undegraded":"2024-04-25T17:15:32.677141+0000","last_fullsized":"2024-04-25T17:15:32.677141+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:35:26.506281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"84'8","reported_seq":175,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:16:07.139873+0000","last_change":"2024-04-25T17:14:31.986192+0000","last_active":"2024-04-25T17:16:07.139873+0000","last_peered":"2024-04-25T17:16:07.139873+0000","last_clean":"2024-04-25T17:16:07.139873+0000","last_became_active":"2024-04-25T17:14:31.980217+0000","last_became_peered":"2024-04-25T17:14:31.980217+0000","last_unstale":"2024-04-25T17:16:07.139873+0000","last_undegraded":"2024-04-25T17:16:07.139873+0000","last_fullsized":"2024-04-25T17:16:07.139873+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:17:57.468735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1647,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":124,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678163+0000","last_change":"2024-04-25T17:13:43.256048+0000","last_active":"2024-04-25T17:15:32.678163+0000","last_peered":"2024-04-25T17:15:32.678163+0000","last_clean":"2024-04-25T17:15:32.678163+0000","last_became_active":"2024-04-25T17:13:43.255646+0000","last_became_peered":"2024-04-25T17:13:43.255646+0000","last_unstale":"2024-04-25T17:15:32.678163+0000","last_undegraded":"2024-04-25T17:15:32.678163+0000","last_fullsized":"2024-04-25T17:15:32.678163+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:49:07.768810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677343+0000","last_change":"2024-04-25T17:13:47.311850+0000","last_active":"2024-04-25T17:15:32.677343+0000","last_peered":"2024-04-25T17:15:32.677343+0000","last_clean":"2024-04-25T17:15:32.677343+0000","last_became_active":"2024-04-25T17:13:47.311398+0000","last_became_peered":"2024-04-25T17:13:47.311398+0000","last_unstale":"2024-04-25T17:15:32.677343+0000","last_undegraded":"2024-04-25T17:15:32.677343+0000","last_fullsized":"2024-04-25T17:15:32.677343+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:11.394989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"80'3","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.394879+0000","last_change":"2024-04-25T17:13:42.253580+0000","last_active":"2024-04-25T17:15:32.394879+0000","last_peered":"2024-04-25T17:15:32.394879+0000","last_clean":"2024-04-25T17:15:32.394879+0000","last_became_active":"2024-04-25T17:13:42.253201+0000","last_became_peered":"2024-04-25T17:13:42.253201+0000","last_unstale":"2024-04-25T17:15:32.394879+0000","last_undegraded":"2024-04-25T17:15:32.394879+0000","last_fullsized":"2024-04-25T17:15:32.394879+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:26:41.271535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393646+0000","last_change":"2024-04-25T17:13:43.271538+0000","last_active":"2024-04-25T17:15:32.393646+0000","last_peered":"2024-04-25T17:15:32.393646+0000","last_clean":"2024-04-25T17:15:32.393646+0000","last_became_active":"2024-04-25T17:13:43.271150+0000","last_became_peered":"2024-04-25T17:13:43.271150+0000","last_unstale":"2024-04-25T17:15:32.393646+0000","last_undegraded":"2024-04-25T17:15:32.393646+0000","last_fullsized":"2024-04-25T17:15:32.393646+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:01:03.019147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677788+0000","last_change":"2024-04-25T17:14:31.983454+0000","last_active":"2024-04-25T17:15:32.677788+0000","last_peered":"2024-04-25T17:15:32.677788+0000","last_clean":"2024-04-25T17:15:32.677788+0000","last_became_active":"2024-04-25T17:14:31.982829+0000","last_became_peered":"2024-04-25T17:14:31.982829+0000","last_unstale":"2024-04-25T17:15:32.677788+0000","last_undegraded":"2024-04-25T17:15:32.677788+0000","last_fullsized":"2024-04-25T17:15:32.677788+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:54:31.062011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"80'2","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677356+0000","last_change":"2024-04-25T17:13:42.250599+0000","last_active":"2024-04-25T17:15:32.677356+0000","last_peered":"2024-04-25T17:15:32.677356+0000","last_clean":"2024-04-25T17:15:32.677356+0000","last_became_active":"2024-04-25T17:13:42.250250+0000","last_became_peered":"2024-04-25T17:13:42.250250+0000","last_unstale":"2024-04-25T17:15:32.677356+0000","last_undegraded":"2024-04-25T17:15:32.677356+0000","last_fullsized":"2024-04-25T17:15:32.677356+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:38:21.581317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676282+0000","last_change":"2024-04-25T17:13:43.289335+0000","last_active":"2024-04-25T17:15:32.676282+0000","last_peered":"2024-04-25T17:15:32.676282+0000","last_clean":"2024-04-25T17:15:32.676282+0000","last_became_active":"2024-04-25T17:13:43.288381+0000","last_became_peered":"2024-04-25T17:13:43.288381+0000","last_unstale":"2024-04-25T17:15:32.676282+0000","last_undegraded":"2024-04-25T17:15:32.676282+0000","last_fullsized":"2024-04-25T17:15:32.676282+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:48:17.293276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704873+0000","last_change":"2024-04-25T17:13:47.312617+0000","last_active":"2024-04-25T17:15:32.704873+0000","last_peered":"2024-04-25T17:15:32.704873+0000","last_clean":"2024-04-25T17:15:32.704873+0000","last_became_active":"2024-04-25T17:13:47.311958+0000","last_became_peered":"2024-04-25T17:13:47.311958+0000","last_unstale":"2024-04-25T17:15:32.704873+0000","last_undegraded":"2024-04-25T17:15:32.704873+0000","last_fullsized":"2024-04-25T17:15:32.704873+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:04:41.190580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"80'1","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.392832+0000","last_change":"2024-04-25T17:13:42.253272+0000","last_active":"2024-04-25T17:15:32.392832+0000","last_peered":"2024-04-25T17:15:32.392832+0000","last_clean":"2024-04-25T17:15:32.392832+0000","last_became_active":"2024-04-25T17:13:42.252963+0000","last_became_peered":"2024-04-25T17:13:42.252963+0000","last_unstale":"2024-04-25T17:15:32.392832+0000","last_undegraded":"2024-04-25T17:15:32.392832+0000","last_fullsized":"2024-04-25T17:15:32.392832+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:07:07.518147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":41,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678252+0000","last_change":"2024-04-25T17:13:43.269310+0000","last_active":"2024-04-25T17:15:32.678252+0000","last_peered":"2024-04-25T17:15:32.678252+0000","last_clean":"2024-04-25T17:15:32.678252+0000","last_became_active":"2024-04-25T17:13:43.268945+0000","last_became_peered":"2024-04-25T17:13:43.268945+0000","last_unstale":"2024-04-25T17:15:32.678252+0000","last_undegraded":"2024-04-25T17:15:32.678252+0000","last_fullsized":"2024-04-25T17:15:32.678252+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:24:53.733270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676319+0000","last_change":"2024-04-25T17:13:47.308087+0000","last_active":"2024-04-25T17:15:32.676319+0000","last_peered":"2024-04-25T17:15:32.676319+0000","last_clean":"2024-04-25T17:15:32.676319+0000","last_became_active":"2024-04-25T17:13:47.307586+0000","last_became_peered":"2024-04-25T17:13:47.307586+0000","last_unstale":"2024-04-25T17:15:32.676319+0000","last_undegraded":"2024-04-25T17:15:32.676319+0000","last_fullsized":"2024-04-25T17:15:32.676319+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:01:19.660591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"84'5","reported_seq":157,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:16:08.140709+0000","last_change":"2024-04-25T17:13:42.248527+0000","last_active":"2024-04-25T17:16:08.140709+0000","last_peered":"2024-04-25T17:16:08.140709+0000","last_clean":"2024-04-25T17:16:08.140709+0000","last_became_active":"2024-04-25T17:13:42.248171+0000","last_became_peered":"2024-04-25T17:13:42.248171+0000","last_unstale":"2024-04-25T17:16:08.140709+0000","last_undegraded":"2024-04-25T17:16:08.140709+0000","last_fullsized":"2024-04-25T17:16:08.140709+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:03:13.600121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":120,"num_read_kb":120,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677058+0000","last_change":"2024-04-25T17:13:43.278007+0000","last_active":"2024-04-25T17:15:32.677058+0000","last_peered":"2024-04-25T17:15:32.677058+0000","last_clean":"2024-04-25T17:15:32.677058+0000","last_became_active":"2024-04-25T17:13:43.277613+0000","last_became_peered":"2024-04-25T17:13:43.277613+0000","last_unstale":"2024-04-25T17:15:32.677058+0000","last_undegraded":"2024-04-25T17:15:32.677058+0000","last_fullsized":"2024-04-25T17:15:32.677058+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:23:00.430287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676426+0000","last_change":"2024-04-25T17:13:47.313023+0000","last_active":"2024-04-25T17:15:32.676426+0000","last_peered":"2024-04-25T17:15:32.676426+0000","last_clean":"2024-04-25T17:15:32.676426+0000","last_became_active":"2024-04-25T17:13:47.311673+0000","last_became_peered":"2024-04-25T17:13:47.311673+0000","last_unstale":"2024-04-25T17:15:32.676426+0000","last_undegraded":"2024-04-25T17:15:32.676426+0000","last_fullsized":"2024-04-25T17:15:32.676426+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:46:44.858281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"80'2","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677759+0000","last_change":"2024-04-25T17:13:42.253720+0000","last_active":"2024-04-25T17:15:32.677759+0000","last_peered":"2024-04-25T17:15:32.677759+0000","last_clean":"2024-04-25T17:15:32.677759+0000","last_became_active":"2024-04-25T17:13:42.253305+0000","last_became_peered":"2024-04-25T17:13:42.253305+0000","last_unstale":"2024-04-25T17:15:32.677759+0000","last_undegraded":"2024-04-25T17:15:32.677759+0000","last_fullsized":"2024-04-25T17:15:32.677759+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:35:31.730790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704994+0000","last_change":"2024-04-25T17:13:43.262850+0000","last_active":"2024-04-25T17:15:32.704994+0000","last_peered":"2024-04-25T17:15:32.704994+0000","last_clean":"2024-04-25T17:15:32.704994+0000","last_became_active":"2024-04-25T17:13:43.262145+0000","last_became_peered":"2024-04-25T17:13:43.262145+0000","last_unstale":"2024-04-25T17:15:32.704994+0000","last_undegraded":"2024-04-25T17:15:32.704994+0000","last_fullsized":"2024-04-25T17:15:32.704994+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:02:00.785006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.394419+0000","last_change":"2024-04-25T17:13:47.310769+0000","last_active":"2024-04-25T17:15:32.394419+0000","last_peered":"2024-04-25T17:15:32.394419+0000","last_clean":"2024-04-25T17:15:32.394419+0000","last_became_active":"2024-04-25T17:13:47.309997+0000","last_became_peered":"2024-04-25T17:13:47.309997+0000","last_unstale":"2024-04-25T17:15:32.394419+0000","last_undegraded":"2024-04-25T17:15:32.394419+0000","last_fullsized":"2024-04-25T17:15:32.394419+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:42:49.623756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"80'4","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393312+0000","last_change":"2024-04-25T17:13:42.263567+0000","last_active":"2024-04-25T17:15:32.393312+0000","last_peered":"2024-04-25T17:15:32.393312+0000","last_clean":"2024-04-25T17:15:32.393312+0000","last_became_active":"2024-04-25T17:13:42.263290+0000","last_became_peered":"2024-04-25T17:13:42.263290+0000","last_unstale":"2024-04-25T17:15:32.393312+0000","last_undegraded":"2024-04-25T17:15:32.393312+0000","last_fullsized":"2024-04-25T17:15:32.393312+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:55:55.700223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":40,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677305+0000","last_change":"2024-04-25T17:13:43.269684+0000","last_active":"2024-04-25T17:15:32.677305+0000","last_peered":"2024-04-25T17:15:32.677305+0000","last_clean":"2024-04-25T17:15:32.677305+0000","last_became_active":"2024-04-25T17:13:43.269313+0000","last_became_peered":"2024-04-25T17:13:43.269313+0000","last_unstale":"2024-04-25T17:15:32.677305+0000","last_undegraded":"2024-04-25T17:15:32.677305+0000","last_fullsized":"2024-04-25T17:15:32.677305+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:47:58.748967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676604+0000","last_change":"2024-04-25T17:13:47.315142+0000","last_active":"2024-04-25T17:15:32.676604+0000","last_peered":"2024-04-25T17:15:32.676604+0000","last_clean":"2024-04-25T17:15:32.676604+0000","last_became_active":"2024-04-25T17:13:47.314663+0000","last_became_peered":"2024-04-25T17:13:47.314663+0000","last_unstale":"2024-04-25T17:15:32.676604+0000","last_undegraded":"2024-04-25T17:15:32.676604+0000","last_fullsized":"2024-04-25T17:15:32.676604+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:01:30.858240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"84'39","reported_seq":322,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:16:08.141244+0000","last_change":"2024-04-25T17:13:42.247803+0000","last_active":"2024-04-25T17:16:08.141244+0000","last_peered":"2024-04-25T17:16:08.141244+0000","last_clean":"2024-04-25T17:16:08.141244+0000","last_became_active":"2024-04-25T17:13:42.247403+0000","last_became_peered":"2024-04-25T17:13:42.247403+0000","last_unstale":"2024-04-25T17:16:08.141244+0000","last_undegraded":"2024-04-25T17:16:08.141244+0000","last_fullsized":"2024-04-25T17:16:08.141244+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:49:15.282479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68412,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":251,"num_read_kb":193,"num_write":40,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678242+0000","last_change":"2024-04-25T17:13:43.264005+0000","last_active":"2024-04-25T17:15:32.678242+0000","last_peered":"2024-04-25T17:15:32.678242+0000","last_clean":"2024-04-25T17:15:32.678242+0000","last_became_active":"2024-04-25T17:13:43.263657+0000","last_became_peered":"2024-04-25T17:13:43.263657+0000","last_unstale":"2024-04-25T17:15:32.678242+0000","last_undegraded":"2024-04-25T17:15:32.678242+0000","last_fullsized":"2024-04-25T17:15:32.678242+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:16:02.894712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393757+0000","last_change":"2024-04-25T17:13:47.308776+0000","last_active":"2024-04-25T17:15:32.393757+0000","last_peered":"2024-04-25T17:15:32.393757+0000","last_clean":"2024-04-25T17:15:32.393757+0000","last_became_active":"2024-04-25T17:13:47.308230+0000","last_became_peered":"2024-04-25T17:13:47.308230+0000","last_unstale":"2024-04-25T17:15:32.393757+0000","last_undegraded":"2024-04-25T17:15:32.393757+0000","last_fullsized":"2024-04-25T17:15:32.393757+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:00:55.460714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"80'6","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677305+0000","last_change":"2024-04-25T17:13:42.248380+0000","last_active":"2024-04-25T17:15:32.677305+0000","last_peered":"2024-04-25T17:15:32.677305+0000","last_clean":"2024-04-25T17:15:32.677305+0000","last_became_active":"2024-04-25T17:13:42.248036+0000","last_became_peered":"2024-04-25T17:13:42.248036+0000","last_unstale":"2024-04-25T17:15:32.677305+0000","last_undegraded":"2024-04-25T17:15:32.677305+0000","last_fullsized":"2024-04-25T17:15:32.677305+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:32:11.747718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678045+0000","last_change":"2024-04-25T17:13:43.291191+0000","last_active":"2024-04-25T17:15:32.678045+0000","last_peered":"2024-04-25T17:15:32.678045+0000","last_clean":"2024-04-25T17:15:32.678045+0000","last_became_active":"2024-04-25T17:13:43.290790+0000","last_became_peered":"2024-04-25T17:13:43.290790+0000","last_unstale":"2024-04-25T17:15:32.678045+0000","last_undegraded":"2024-04-25T17:15:32.678045+0000","last_fullsized":"2024-04-25T17:15:32.678045+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:11:27.201248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678530+0000","last_change":"2024-04-25T17:14:32.951532+0000","last_active":"2024-04-25T17:15:32.678530+0000","last_peered":"2024-04-25T17:15:32.678530+0000","last_clean":"2024-04-25T17:15:32.678530+0000","last_became_active":"2024-04-25T17:14:32.950950+0000","last_became_peered":"2024-04-25T17:14:32.950950+0000","last_unstale":"2024-04-25T17:15:32.678530+0000","last_undegraded":"2024-04-25T17:15:32.678530+0000","last_fullsized":"2024-04-25T17:15:32.678530+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:27:41.458593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"80'3","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393256+0000","last_change":"2024-04-25T17:13:42.253955+0000","last_active":"2024-04-25T17:15:32.393256+0000","last_peered":"2024-04-25T17:15:32.393256+0000","last_clean":"2024-04-25T17:15:32.393256+0000","last_became_active":"2024-04-25T17:13:42.253621+0000","last_became_peered":"2024-04-25T17:13:42.253621+0000","last_unstale":"2024-04-25T17:15:32.393256+0000","last_undegraded":"2024-04-25T17:15:32.393256+0000","last_fullsized":"2024-04-25T17:15:32.393256+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:37:24.748356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":51,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676998+0000","last_change":"2024-04-25T17:14:32.951224+0000","last_active":"2024-04-25T17:15:32.676998+0000","last_peered":"2024-04-25T17:15:32.676998+0000","last_clean":"2024-04-25T17:15:32.676998+0000","last_became_active":"2024-04-25T17:14:32.950685+0000","last_became_peered":"2024-04-25T17:14:32.950685+0000","last_unstale":"2024-04-25T17:15:32.676998+0000","last_undegraded":"2024-04-25T17:15:32.676998+0000","last_fullsized":"2024-04-25T17:15:32.676998+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:20:31.195548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677625+0000","last_change":"2024-04-25T17:13:47.315917+0000","last_active":"2024-04-25T17:15:32.677625+0000","last_peered":"2024-04-25T17:15:32.677625+0000","last_clean":"2024-04-25T17:15:32.677625+0000","last_became_active":"2024-04-25T17:13:47.315085+0000","last_became_peered":"2024-04-25T17:13:47.315085+0000","last_unstale":"2024-04-25T17:15:32.677625+0000","last_undegraded":"2024-04-25T17:15:32.677625+0000","last_fullsized":"2024-04-25T17:15:32.677625+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:45:09.895791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"84'4","reported_seq":159,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:16:08.124884+0000","last_change":"2024-04-25T17:13:42.251154+0000","last_active":"2024-04-25T17:16:08.124884+0000","last_peered":"2024-04-25T17:16:08.124884+0000","last_clean":"2024-04-25T17:16:08.124884+0000","last_became_active":"2024-04-25T17:13:42.250777+0000","last_became_peered":"2024-04-25T17:13:42.250777+0000","last_unstale":"2024-04-25T17:16:08.124884+0000","last_undegraded":"2024-04-25T17:16:08.124884+0000","last_fullsized":"2024-04-25T17:16:08.124884+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:57:36.672575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1081,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":125,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676757+0000","last_change":"2024-04-25T17:13:43.258198+0000","last_active":"2024-04-25T17:15:32.676757+0000","last_peered":"2024-04-25T17:15:32.676757+0000","last_clean":"2024-04-25T17:15:32.676757+0000","last_became_active":"2024-04-25T17:13:43.256692+0000","last_became_peered":"2024-04-25T17:13:43.256692+0000","last_unstale":"2024-04-25T17:15:32.676757+0000","last_undegraded":"2024-04-25T17:15:32.676757+0000","last_fullsized":"2024-04-25T17:15:32.676757+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:37:59.066932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677646+0000","last_change":"2024-04-25T17:13:47.314569+0000","last_active":"2024-04-25T17:15:32.677646+0000","last_peered":"2024-04-25T17:15:32.677646+0000","last_clean":"2024-04-25T17:15:32.677646+0000","last_became_active":"2024-04-25T17:13:47.314120+0000","last_became_peered":"2024-04-25T17:13:47.314120+0000","last_unstale":"2024-04-25T17:15:32.677646+0000","last_undegraded":"2024-04-25T17:15:32.677646+0000","last_fullsized":"2024-04-25T17:15:32.677646+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:50:54.373184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"80'15","reported_seq":47,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678517+0000","last_change":"2024-04-25T17:13:42.256990+0000","last_active":"2024-04-25T17:15:32.678517+0000","last_peered":"2024-04-25T17:15:32.678517+0000","last_clean":"2024-04-25T17:15:32.678517+0000","last_became_active":"2024-04-25T17:13:42.256650+0000","last_became_peered":"2024-04-25T17:13:42.256650+0000","last_unstale":"2024-04-25T17:15:32.678517+0000","last_undegraded":"2024-04-25T17:15:32.678517+0000","last_fullsized":"2024-04-25T17:15:32.678517+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:53:41.517828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393042+0000","last_change":"2024-04-25T17:13:43.262197+0000","last_active":"2024-04-25T17:15:32.393042+0000","last_peered":"2024-04-25T17:15:32.393042+0000","last_clean":"2024-04-25T17:15:32.393042+0000","last_became_active":"2024-04-25T17:13:43.261768+0000","last_became_peered":"2024-04-25T17:13:43.261768+0000","last_unstale":"2024-04-25T17:15:32.393042+0000","last_undegraded":"2024-04-25T17:15:32.393042+0000","last_fullsized":"2024-04-25T17:15:32.393042+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:26:29.414364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393127+0000","last_change":"2024-04-25T17:13:47.313654+0000","last_active":"2024-04-25T17:15:32.393127+0000","last_peered":"2024-04-25T17:15:32.393127+0000","last_clean":"2024-04-25T17:15:32.393127+0000","last_became_active":"2024-04-25T17:13:47.313184+0000","last_became_peered":"2024-04-25T17:13:47.313184+0000","last_unstale":"2024-04-25T17:15:32.393127+0000","last_undegraded":"2024-04-25T17:15:32.393127+0000","last_fullsized":"2024-04-25T17:15:32.393127+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:00:56.020898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678980+0000","last_change":"2024-04-25T17:13:42.257432+0000","last_active":"2024-04-25T17:15:32.678980+0000","last_peered":"2024-04-25T17:15:32.678980+0000","last_clean":"2024-04-25T17:15:32.678980+0000","last_became_active":"2024-04-25T17:13:42.257096+0000","last_became_peered":"2024-04-25T17:13:42.257096+0000","last_unstale":"2024-04-25T17:15:32.678980+0000","last_undegraded":"2024-04-25T17:15:32.678980+0000","last_fullsized":"2024-04-25T17:15:32.678980+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:56:40.819260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678530+0000","last_change":"2024-04-25T17:13:43.252268+0000","last_active":"2024-04-25T17:15:32.678530+0000","last_peered":"2024-04-25T17:15:32.678530+0000","last_clean":"2024-04-25T17:15:32.678530+0000","last_became_active":"2024-04-25T17:13:43.251886+0000","last_became_peered":"2024-04-25T17:13:43.251886+0000","last_unstale":"2024-04-25T17:15:32.678530+0000","last_undegraded":"2024-04-25T17:15:32.678530+0000","last_fullsized":"2024-04-25T17:15:32.678530+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:53:55.747546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678469+0000","last_change":"2024-04-25T17:13:47.318607+0000","last_active":"2024-04-25T17:15:32.678469+0000","last_peered":"2024-04-25T17:15:32.678469+0000","last_clean":"2024-04-25T17:15:32.678469+0000","last_became_active":"2024-04-25T17:13:47.318021+0000","last_became_peered":"2024-04-25T17:13:47.318021+0000","last_unstale":"2024-04-25T17:15:32.678469+0000","last_undegraded":"2024-04-25T17:15:32.678469+0000","last_fullsized":"2024-04-25T17:15:32.678469+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:16:57.361401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676745+0000","last_change":"2024-04-25T17:13:42.261684+0000","last_active":"2024-04-25T17:15:32.676745+0000","last_peered":"2024-04-25T17:15:32.676745+0000","last_clean":"2024-04-25T17:15:32.676745+0000","last_became_active":"2024-04-25T17:13:42.261311+0000","last_became_peered":"2024-04-25T17:13:42.261311+0000","last_unstale":"2024-04-25T17:15:32.676745+0000","last_undegraded":"2024-04-25T17:15:32.676745+0000","last_fullsized":"2024-04-25T17:15:32.676745+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:09:48.192868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'4","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.394417+0000","last_change":"2024-04-25T17:13:43.272523+0000","last_active":"2024-04-25T17:15:32.394417+0000","last_peered":"2024-04-25T17:15:32.394417+0000","last_clean":"2024-04-25T17:15:32.394417+0000","last_became_active":"2024-04-25T17:13:43.272136+0000","last_became_peered":"2024-04-25T17:13:43.272136+0000","last_unstale":"2024-04-25T17:15:32.394417+0000","last_undegraded":"2024-04-25T17:15:32.394417+0000","last_fullsized":"2024-04-25T17:15:32.394417+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:00:20.231655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677731+0000","last_change":"2024-04-25T17:13:47.306244+0000","last_active":"2024-04-25T17:15:32.677731+0000","last_peered":"2024-04-25T17:15:32.677731+0000","last_clean":"2024-04-25T17:15:32.677731+0000","last_became_active":"2024-04-25T17:13:47.305029+0000","last_became_peered":"2024-04-25T17:13:47.305029+0000","last_unstale":"2024-04-25T17:15:32.677731+0000","last_undegraded":"2024-04-25T17:15:32.677731+0000","last_fullsized":"2024-04-25T17:15:32.677731+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:38:22.161775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"80'1","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677192+0000","last_change":"2024-04-25T17:13:42.254095+0000","last_active":"2024-04-25T17:15:32.677192+0000","last_peered":"2024-04-25T17:15:32.677192+0000","last_clean":"2024-04-25T17:15:32.677192+0000","last_became_active":"2024-04-25T17:13:42.253753+0000","last_became_peered":"2024-04-25T17:13:42.253753+0000","last_unstale":"2024-04-25T17:15:32.677192+0000","last_undegraded":"2024-04-25T17:15:32.677192+0000","last_fullsized":"2024-04-25T17:15:32.677192+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:52.534242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.394954+0000","last_change":"2024-04-25T17:13:43.265067+0000","last_active":"2024-04-25T17:15:32.394954+0000","last_peered":"2024-04-25T17:15:32.394954+0000","last_clean":"2024-04-25T17:15:32.394954+0000","last_became_active":"2024-04-25T17:13:43.264622+0000","last_became_peered":"2024-04-25T17:13:43.264622+0000","last_unstale":"2024-04-25T17:15:32.394954+0000","last_undegraded":"2024-04-25T17:15:32.394954+0000","last_fullsized":"2024-04-25T17:15:32.394954+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:34:20.634458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678301+0000","last_change":"2024-04-25T17:13:47.318784+0000","last_active":"2024-04-25T17:15:32.678301+0000","last_peered":"2024-04-25T17:15:32.678301+0000","last_clean":"2024-04-25T17:15:32.678301+0000","last_became_active":"2024-04-25T17:13:47.318311+0000","last_became_peered":"2024-04-25T17:13:47.318311+0000","last_unstale":"2024-04-25T17:15:32.678301+0000","last_undegraded":"2024-04-25T17:15:32.678301+0000","last_fullsized":"2024-04-25T17:15:32.678301+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:35:10.223552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.392977+0000","last_change":"2024-04-25T17:13:43.267649+0000","last_active":"2024-04-25T17:15:32.392977+0000","last_peered":"2024-04-25T17:15:32.392977+0000","last_clean":"2024-04-25T17:15:32.392977+0000","last_became_active":"2024-04-25T17:13:43.267261+0000","last_became_peered":"2024-04-25T17:13:43.267261+0000","last_unstale":"2024-04-25T17:15:32.392977+0000","last_undegraded":"2024-04-25T17:15:32.392977+0000","last_fullsized":"2024-04-25T17:15:32.392977+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:57:47.612489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"84'5","reported_seq":158,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:16:09.125716+0000","last_change":"2024-04-25T17:13:42.249991+0000","last_active":"2024-04-25T17:16:09.125716+0000","last_peered":"2024-04-25T17:16:09.125716+0000","last_clean":"2024-04-25T17:16:09.125716+0000","last_became_active":"2024-04-25T17:13:42.246842+0000","last_became_peered":"2024-04-25T17:13:42.246842+0000","last_unstale":"2024-04-25T17:16:09.125716+0000","last_undegraded":"2024-04-25T17:16:09.125716+0000","last_fullsized":"2024-04-25T17:16:09.125716+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:20:28.616738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":122,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"80'1","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677650+0000","last_change":"2024-04-25T17:14:32.171166+0000","last_active":"2024-04-25T17:15:32.677650+0000","last_peered":"2024-04-25T17:15:32.677650+0000","last_clean":"2024-04-25T17:15:32.677650+0000","last_became_active":"2024-04-25T17:14:32.166858+0000","last_became_peered":"2024-04-25T17:14:32.166858+0000","last_unstale":"2024-04-25T17:15:32.677650+0000","last_undegraded":"2024-04-25T17:15:32.677650+0000","last_fullsized":"2024-04-25T17:15:32.677650+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:40:06.769226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,10],"acting":[7,5,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676511+0000","last_change":"2024-04-25T17:13:43.280919+0000","last_active":"2024-04-25T17:15:32.676511+0000","last_peered":"2024-04-25T17:15:32.676511+0000","last_clean":"2024-04-25T17:15:32.676511+0000","last_became_active":"2024-04-25T17:13:43.280540+0000","last_became_peered":"2024-04-25T17:13:43.280540+0000","last_unstale":"2024-04-25T17:15:32.676511+0000","last_undegraded":"2024-04-25T17:15:32.676511+0000","last_fullsized":"2024-04-25T17:15:32.676511+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:21:27.387579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"80'3","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393402+0000","last_change":"2024-04-25T17:13:42.255138+0000","last_active":"2024-04-25T17:15:32.393402+0000","last_peered":"2024-04-25T17:15:32.393402+0000","last_clean":"2024-04-25T17:15:32.393402+0000","last_became_active":"2024-04-25T17:13:42.254789+0000","last_became_peered":"2024-04-25T17:13:42.254789+0000","last_unstale":"2024-04-25T17:15:32.393402+0000","last_undegraded":"2024-04-25T17:15:32.393402+0000","last_fullsized":"2024-04-25T17:15:32.393402+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:34.178793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":107,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676390+0000","last_change":"2024-04-25T17:12:26.646633+0000","last_active":"2024-04-25T17:15:32.676390+0000","last_peered":"2024-04-25T17:15:32.676390+0000","last_clean":"2024-04-25T17:15:32.676390+0000","last_became_active":"2024-04-25T17:12:26.640706+0000","last_became_peered":"2024-04-25T17:12:26.640706+0000","last_unstale":"2024-04-25T17:15:32.676390+0000","last_undegraded":"2024-04-25T17:15:32.676390+0000","last_fullsized":"2024-04-25T17:15:32.676390+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:08:59.666167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:08:59.666167+0000","last_clean_scrub_stamp":"2024-04-25T17:08:59.666167+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:05:35.886707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393310+0000","last_change":"2024-04-25T17:13:47.318653+0000","last_active":"2024-04-25T17:15:32.393310+0000","last_peered":"2024-04-25T17:15:32.393310+0000","last_clean":"2024-04-25T17:15:32.393310+0000","last_became_active":"2024-04-25T17:13:47.318201+0000","last_became_peered":"2024-04-25T17:13:47.318201+0000","last_unstale":"2024-04-25T17:15:32.393310+0000","last_undegraded":"2024-04-25T17:15:32.393310+0000","last_fullsized":"2024-04-25T17:15:32.393310+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:08:06.948411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677217+0000","last_change":"2024-04-25T17:13:43.262977+0000","last_active":"2024-04-25T17:15:32.677217+0000","last_peered":"2024-04-25T17:15:32.677217+0000","last_clean":"2024-04-25T17:15:32.677217+0000","last_became_active":"2024-04-25T17:13:43.262622+0000","last_became_peered":"2024-04-25T17:13:43.262622+0000","last_unstale":"2024-04-25T17:15:32.677217+0000","last_undegraded":"2024-04-25T17:15:32.677217+0000","last_fullsized":"2024-04-25T17:15:32.677217+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:36:05.205724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'3","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676628+0000","last_change":"2024-04-25T17:13:42.258592+0000","last_active":"2024-04-25T17:15:32.676628+0000","last_peered":"2024-04-25T17:15:32.676628+0000","last_clean":"2024-04-25T17:15:32.676628+0000","last_became_active":"2024-04-25T17:13:42.258214+0000","last_became_peered":"2024-04-25T17:13:42.258214+0000","last_unstale":"2024-04-25T17:15:32.676628+0000","last_undegraded":"2024-04-25T17:15:32.676628+0000","last_fullsized":"2024-04-25T17:15:32.676628+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:36:18.364717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677670+0000","last_change":"2024-04-25T17:13:47.307961+0000","last_active":"2024-04-25T17:15:32.677670+0000","last_peered":"2024-04-25T17:15:32.677670+0000","last_clean":"2024-04-25T17:15:32.677670+0000","last_became_active":"2024-04-25T17:13:47.307505+0000","last_became_peered":"2024-04-25T17:13:47.307505+0000","last_unstale":"2024-04-25T17:15:32.677670+0000","last_undegraded":"2024-04-25T17:15:32.677670+0000","last_fullsized":"2024-04-25T17:15:32.677670+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:45:26.968675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"80'1","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678503+0000","last_change":"2024-04-25T17:13:42.259766+0000","last_active":"2024-04-25T17:15:32.678503+0000","last_peered":"2024-04-25T17:15:32.678503+0000","last_clean":"2024-04-25T17:15:32.678503+0000","last_became_active":"2024-04-25T17:13:42.259415+0000","last_became_peered":"2024-04-25T17:13:42.259415+0000","last_unstale":"2024-04-25T17:15:32.678503+0000","last_undegraded":"2024-04-25T17:15:32.678503+0000","last_fullsized":"2024-04-25T17:15:32.678503+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:21:53.586449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677940+0000","last_change":"2024-04-25T17:13:43.262971+0000","last_active":"2024-04-25T17:15:32.677940+0000","last_peered":"2024-04-25T17:15:32.677940+0000","last_clean":"2024-04-25T17:15:32.677940+0000","last_became_active":"2024-04-25T17:13:43.262586+0000","last_became_peered":"2024-04-25T17:13:43.262586+0000","last_unstale":"2024-04-25T17:15:32.677940+0000","last_undegraded":"2024-04-25T17:15:32.677940+0000","last_fullsized":"2024-04-25T17:15:32.677940+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:24:06.318153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676708+0000","last_change":"2024-04-25T17:13:47.318965+0000","last_active":"2024-04-25T17:15:32.676708+0000","last_peered":"2024-04-25T17:15:32.676708+0000","last_clean":"2024-04-25T17:15:32.676708+0000","last_became_active":"2024-04-25T17:13:47.318521+0000","last_became_peered":"2024-04-25T17:13:47.318521+0000","last_unstale":"2024-04-25T17:15:32.676708+0000","last_undegraded":"2024-04-25T17:15:32.676708+0000","last_fullsized":"2024-04-25T17:15:32.676708+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:32:41.804297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"84'10","reported_seq":54,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:53.034769+0000","last_change":"2024-04-25T17:14:31.988983+0000","last_active":"2024-04-25T17:15:53.034769+0000","last_peered":"2024-04-25T17:15:53.034769+0000","last_clean":"2024-04-25T17:15:53.034769+0000","last_became_active":"2024-04-25T17:14:31.982405+0000","last_became_peered":"2024-04-25T17:14:31.982405+0000","last_unstale":"2024-04-25T17:15:53.034769+0000","last_undegraded":"2024-04-25T17:15:53.034769+0000","last_fullsized":"2024-04-25T17:15:53.034769+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:33:12.217118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677328+0000","last_change":"2024-04-25T17:13:43.288283+0000","last_active":"2024-04-25T17:15:32.677328+0000","last_peered":"2024-04-25T17:15:32.677328+0000","last_clean":"2024-04-25T17:15:32.677328+0000","last_became_active":"2024-04-25T17:13:43.287769+0000","last_became_peered":"2024-04-25T17:13:43.287769+0000","last_unstale":"2024-04-25T17:15:32.677328+0000","last_undegraded":"2024-04-25T17:15:32.677328+0000","last_fullsized":"2024-04-25T17:15:32.677328+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:19:24.419633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676920+0000","last_change":"2024-04-25T17:13:47.303405+0000","last_active":"2024-04-25T17:15:32.676920+0000","last_peered":"2024-04-25T17:15:32.676920+0000","last_clean":"2024-04-25T17:15:32.676920+0000","last_became_active":"2024-04-25T17:13:47.302897+0000","last_became_peered":"2024-04-25T17:13:47.302897+0000","last_unstale":"2024-04-25T17:15:32.676920+0000","last_undegraded":"2024-04-25T17:15:32.676920+0000","last_fullsized":"2024-04-25T17:15:32.676920+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:32:20.882489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"80'4","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393165+0000","last_change":"2024-04-25T17:13:42.253837+0000","last_active":"2024-04-25T17:15:32.393165+0000","last_peered":"2024-04-25T17:15:32.393165+0000","last_clean":"2024-04-25T17:15:32.393165+0000","last_became_active":"2024-04-25T17:13:42.253460+0000","last_became_peered":"2024-04-25T17:13:42.253460+0000","last_unstale":"2024-04-25T17:15:32.393165+0000","last_undegraded":"2024-04-25T17:15:32.393165+0000","last_fullsized":"2024-04-25T17:15:32.393165+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:36:58.351942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704980+0000","last_change":"2024-04-25T17:13:43.281828+0000","last_active":"2024-04-25T17:15:32.704980+0000","last_peered":"2024-04-25T17:15:32.704980+0000","last_clean":"2024-04-25T17:15:32.704980+0000","last_became_active":"2024-04-25T17:13:43.281357+0000","last_became_peered":"2024-04-25T17:13:43.281357+0000","last_unstale":"2024-04-25T17:15:32.704980+0000","last_undegraded":"2024-04-25T17:15:32.704980+0000","last_fullsized":"2024-04-25T17:15:32.704980+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:51:31.035568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393162+0000","last_change":"2024-04-25T17:13:47.320313+0000","last_active":"2024-04-25T17:15:32.393162+0000","last_peered":"2024-04-25T17:15:32.393162+0000","last_clean":"2024-04-25T17:15:32.393162+0000","last_became_active":"2024-04-25T17:13:47.319771+0000","last_became_peered":"2024-04-25T17:13:47.319771+0000","last_unstale":"2024-04-25T17:15:32.393162+0000","last_undegraded":"2024-04-25T17:15:32.393162+0000","last_fullsized":"2024-04-25T17:15:32.393162+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:17:35.954919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":43,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676355+0000","last_change":"2024-04-25T17:14:31.985338+0000","last_active":"2024-04-25T17:15:32.676355+0000","last_peered":"2024-04-25T17:15:32.676355+0000","last_clean":"2024-04-25T17:15:32.676355+0000","last_became_active":"2024-04-25T17:14:31.978067+0000","last_became_peered":"2024-04-25T17:14:31.978067+0000","last_unstale":"2024-04-25T17:15:32.676355+0000","last_undegraded":"2024-04-25T17:15:32.676355+0000","last_fullsized":"2024-04-25T17:15:32.676355+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:06:53.291882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677957+0000","last_change":"2024-04-25T17:13:43.254994+0000","last_active":"2024-04-25T17:15:32.677957+0000","last_peered":"2024-04-25T17:15:32.677957+0000","last_clean":"2024-04-25T17:15:32.677957+0000","last_became_active":"2024-04-25T17:13:43.254618+0000","last_became_peered":"2024-04-25T17:13:43.254618+0000","last_unstale":"2024-04-25T17:15:32.677957+0000","last_undegraded":"2024-04-25T17:15:32.677957+0000","last_fullsized":"2024-04-25T17:15:32.677957+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:27:14.692287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677781+0000","last_change":"2024-04-25T17:13:47.315557+0000","last_active":"2024-04-25T17:15:32.677781+0000","last_peered":"2024-04-25T17:15:32.677781+0000","last_clean":"2024-04-25T17:15:32.677781+0000","last_became_active":"2024-04-25T17:13:47.314551+0000","last_became_peered":"2024-04-25T17:13:47.314551+0000","last_unstale":"2024-04-25T17:15:32.677781+0000","last_undegraded":"2024-04-25T17:15:32.677781+0000","last_fullsized":"2024-04-25T17:15:32.677781+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:28:48.783228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"80'3","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676436+0000","last_change":"2024-04-25T17:13:42.257830+0000","last_active":"2024-04-25T17:15:32.676436+0000","last_peered":"2024-04-25T17:15:32.676436+0000","last_clean":"2024-04-25T17:15:32.676436+0000","last_became_active":"2024-04-25T17:13:42.257474+0000","last_became_peered":"2024-04-25T17:13:42.257474+0000","last_unstale":"2024-04-25T17:15:32.676436+0000","last_undegraded":"2024-04-25T17:15:32.676436+0000","last_fullsized":"2024-04-25T17:15:32.676436+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:48:47.208261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677150+0000","last_change":"2024-04-25T17:13:43.267691+0000","last_active":"2024-04-25T17:15:32.677150+0000","last_peered":"2024-04-25T17:15:32.677150+0000","last_clean":"2024-04-25T17:15:32.677150+0000","last_became_active":"2024-04-25T17:13:43.267292+0000","last_became_peered":"2024-04-25T17:13:43.267292+0000","last_unstale":"2024-04-25T17:15:32.677150+0000","last_undegraded":"2024-04-25T17:15:32.677150+0000","last_fullsized":"2024-04-25T17:15:32.677150+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:45:55.332648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"80'1","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393615+0000","last_change":"2024-04-25T17:13:47.314673+0000","last_active":"2024-04-25T17:15:32.393615+0000","last_peered":"2024-04-25T17:15:32.393615+0000","last_clean":"2024-04-25T17:15:32.393615+0000","last_became_active":"2024-04-25T17:13:47.314287+0000","last_became_peered":"2024-04-25T17:13:47.314287+0000","last_unstale":"2024-04-25T17:15:32.393615+0000","last_undegraded":"2024-04-25T17:15:32.393615+0000","last_fullsized":"2024-04-25T17:15:32.393615+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:56:39.911915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"84'2","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:53.533550+0000","last_change":"2024-04-25T17:13:42.254521+0000","last_active":"2024-04-25T17:15:53.533550+0000","last_peered":"2024-04-25T17:15:53.533550+0000","last_clean":"2024-04-25T17:15:53.533550+0000","last_became_active":"2024-04-25T17:13:42.254180+0000","last_became_peered":"2024-04-25T17:13:42.254180+0000","last_unstale":"2024-04-25T17:15:53.533550+0000","last_undegraded":"2024-04-25T17:15:53.533550+0000","last_fullsized":"2024-04-25T17:15:53.533550+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:31:24.385653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676617+0000","last_change":"2024-04-25T17:13:43.289188+0000","last_active":"2024-04-25T17:15:32.676617+0000","last_peered":"2024-04-25T17:15:32.676617+0000","last_clean":"2024-04-25T17:15:32.676617+0000","last_became_active":"2024-04-25T17:13:43.285588+0000","last_became_peered":"2024-04-25T17:13:43.285588+0000","last_unstale":"2024-04-25T17:15:32.676617+0000","last_undegraded":"2024-04-25T17:15:32.676617+0000","last_fullsized":"2024-04-25T17:15:32.676617+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:01:48.765573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.392962+0000","last_change":"2024-04-25T17:13:47.318468+0000","last_active":"2024-04-25T17:15:32.392962+0000","last_peered":"2024-04-25T17:15:32.392962+0000","last_clean":"2024-04-25T17:15:32.392962+0000","last_became_active":"2024-04-25T17:13:47.318047+0000","last_became_peered":"2024-04-25T17:13:47.318047+0000","last_unstale":"2024-04-25T17:15:32.392962+0000","last_undegraded":"2024-04-25T17:15:32.392962+0000","last_fullsized":"2024-04-25T17:15:32.392962+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:16:34.409933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678106+0000","last_change":"2024-04-25T17:13:42.260066+0000","last_active":"2024-04-25T17:15:32.678106+0000","last_peered":"2024-04-25T17:15:32.678106+0000","last_clean":"2024-04-25T17:15:32.678106+0000","last_became_active":"2024-04-25T17:13:42.259716+0000","last_became_peered":"2024-04-25T17:13:42.259716+0000","last_unstale":"2024-04-25T17:15:32.678106+0000","last_undegraded":"2024-04-25T17:15:32.678106+0000","last_fullsized":"2024-04-25T17:15:32.678106+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:09:52.528226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677388+0000","last_change":"2024-04-25T17:13:43.264970+0000","last_active":"2024-04-25T17:15:32.677388+0000","last_peered":"2024-04-25T17:15:32.677388+0000","last_clean":"2024-04-25T17:15:32.677388+0000","last_became_active":"2024-04-25T17:13:43.264524+0000","last_became_peered":"2024-04-25T17:13:43.264524+0000","last_unstale":"2024-04-25T17:15:32.677388+0000","last_undegraded":"2024-04-25T17:15:32.677388+0000","last_fullsized":"2024-04-25T17:15:32.677388+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:08.443599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676612+0000","last_change":"2024-04-25T17:13:47.297953+0000","last_active":"2024-04-25T17:15:32.676612+0000","last_peered":"2024-04-25T17:15:32.676612+0000","last_clean":"2024-04-25T17:15:32.676612+0000","last_became_active":"2024-04-25T17:13:47.297425+0000","last_became_peered":"2024-04-25T17:13:47.297425+0000","last_unstale":"2024-04-25T17:15:32.676612+0000","last_undegraded":"2024-04-25T17:15:32.676612+0000","last_fullsized":"2024-04-25T17:15:32.676612+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:13:40.449490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"80'3","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677655+0000","last_change":"2024-04-25T17:13:42.261648+0000","last_active":"2024-04-25T17:15:32.677655+0000","last_peered":"2024-04-25T17:15:32.677655+0000","last_clean":"2024-04-25T17:15:32.677655+0000","last_became_active":"2024-04-25T17:13:42.261154+0000","last_became_peered":"2024-04-25T17:13:42.261154+0000","last_unstale":"2024-04-25T17:15:32.677655+0000","last_undegraded":"2024-04-25T17:15:32.677655+0000","last_fullsized":"2024-04-25T17:15:32.677655+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:35:32.369682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677932+0000","last_change":"2024-04-25T17:13:43.274257+0000","last_active":"2024-04-25T17:15:32.677932+0000","last_peered":"2024-04-25T17:15:32.677932+0000","last_clean":"2024-04-25T17:15:32.677932+0000","last_became_active":"2024-04-25T17:13:43.273869+0000","last_became_peered":"2024-04-25T17:13:43.273869+0000","last_unstale":"2024-04-25T17:15:32.677932+0000","last_undegraded":"2024-04-25T17:15:32.677932+0000","last_fullsized":"2024-04-25T17:15:32.677932+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:45:09.550814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704612+0000","last_change":"2024-04-25T17:13:47.311914+0000","last_active":"2024-04-25T17:15:32.704612+0000","last_peered":"2024-04-25T17:15:32.704612+0000","last_clean":"2024-04-25T17:15:32.704612+0000","last_became_active":"2024-04-25T17:13:47.311345+0000","last_became_peered":"2024-04-25T17:13:47.311345+0000","last_unstale":"2024-04-25T17:15:32.704612+0000","last_undegraded":"2024-04-25T17:15:32.704612+0000","last_fullsized":"2024-04-25T17:15:32.704612+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:45:33.187018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"75'1","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393526+0000","last_change":"2024-04-25T17:13:42.254684+0000","last_active":"2024-04-25T17:15:32.393526+0000","last_peered":"2024-04-25T17:15:32.393526+0000","last_clean":"2024-04-25T17:15:32.393526+0000","last_became_active":"2024-04-25T17:13:42.254364+0000","last_became_peered":"2024-04-25T17:13:42.254364+0000","last_unstale":"2024-04-25T17:15:32.393526+0000","last_undegraded":"2024-04-25T17:15:32.393526+0000","last_fullsized":"2024-04-25T17:15:32.393526+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:02:45.875471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'6","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677553+0000","last_change":"2024-04-25T17:13:43.290952+0000","last_active":"2024-04-25T17:15:32.677553+0000","last_peered":"2024-04-25T17:15:32.677553+0000","last_clean":"2024-04-25T17:15:32.677553+0000","last_became_active":"2024-04-25T17:13:43.290601+0000","last_became_peered":"2024-04-25T17:13:43.290601+0000","last_unstale":"2024-04-25T17:15:32.677553+0000","last_undegraded":"2024-04-25T17:15:32.677553+0000","last_fullsized":"2024-04-25T17:15:32.677553+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:40:50.307780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.392704+0000","last_change":"2024-04-25T17:13:47.305309+0000","last_active":"2024-04-25T17:15:32.392704+0000","last_peered":"2024-04-25T17:15:32.392704+0000","last_clean":"2024-04-25T17:15:32.392704+0000","last_became_active":"2024-04-25T17:13:47.304876+0000","last_became_peered":"2024-04-25T17:13:47.304876+0000","last_unstale":"2024-04-25T17:15:32.392704+0000","last_undegraded":"2024-04-25T17:15:32.392704+0000","last_fullsized":"2024-04-25T17:15:32.392704+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:54:45.899895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"75'2","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677796+0000","last_change":"2024-04-25T17:13:42.248466+0000","last_active":"2024-04-25T17:15:32.677796+0000","last_peered":"2024-04-25T17:15:32.677796+0000","last_clean":"2024-04-25T17:15:32.677796+0000","last_became_active":"2024-04-25T17:13:42.247770+0000","last_became_peered":"2024-04-25T17:13:42.247770+0000","last_unstale":"2024-04-25T17:15:32.677796+0000","last_undegraded":"2024-04-25T17:15:32.677796+0000","last_fullsized":"2024-04-25T17:15:32.677796+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:28:31.611709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677842+0000","last_change":"2024-04-25T17:13:43.261759+0000","last_active":"2024-04-25T17:15:32.677842+0000","last_peered":"2024-04-25T17:15:32.677842+0000","last_clean":"2024-04-25T17:15:32.677842+0000","last_became_active":"2024-04-25T17:13:43.261370+0000","last_became_peered":"2024-04-25T17:13:43.261370+0000","last_unstale":"2024-04-25T17:15:32.677842+0000","last_undegraded":"2024-04-25T17:15:32.677842+0000","last_fullsized":"2024-04-25T17:15:32.677842+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:59:04.532021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677265+0000","last_change":"2024-04-25T17:13:43.258611+0000","last_active":"2024-04-25T17:15:32.677265+0000","last_peered":"2024-04-25T17:15:32.677265+0000","last_clean":"2024-04-25T17:15:32.677265+0000","last_became_active":"2024-04-25T17:13:43.258222+0000","last_became_peered":"2024-04-25T17:13:43.258222+0000","last_unstale":"2024-04-25T17:15:32.677265+0000","last_undegraded":"2024-04-25T17:15:32.677265+0000","last_fullsized":"2024-04-25T17:15:32.677265+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:47:08.181197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":41,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677666+0000","last_change":"2024-04-25T17:13:43.265860+0000","last_active":"2024-04-25T17:15:32.677666+0000","last_peered":"2024-04-25T17:15:32.677666+0000","last_clean":"2024-04-25T17:15:32.677666+0000","last_became_active":"2024-04-25T17:13:43.265386+0000","last_became_peered":"2024-04-25T17:13:43.265386+0000","last_unstale":"2024-04-25T17:15:32.677666+0000","last_undegraded":"2024-04-25T17:15:32.677666+0000","last_fullsized":"2024-04-25T17:15:32.677666+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:17:40.278521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677512+0000","last_change":"2024-04-25T17:13:43.287830+0000","last_active":"2024-04-25T17:15:32.677512+0000","last_peered":"2024-04-25T17:15:32.677512+0000","last_clean":"2024-04-25T17:15:32.677512+0000","last_became_active":"2024-04-25T17:13:43.287226+0000","last_became_peered":"2024-04-25T17:13:43.287226+0000","last_unstale":"2024-04-25T17:15:32.677512+0000","last_undegraded":"2024-04-25T17:15:32.677512+0000","last_fullsized":"2024-04-25T17:15:32.677512+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:06.008495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":42,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704848+0000","last_change":"2024-04-25T17:14:32.951070+0000","last_active":"2024-04-25T17:15:32.704848+0000","last_peered":"2024-04-25T17:15:32.704848+0000","last_clean":"2024-04-25T17:15:32.704848+0000","last_became_active":"2024-04-25T17:14:32.950632+0000","last_became_peered":"2024-04-25T17:14:32.950632+0000","last_unstale":"2024-04-25T17:15:32.704848+0000","last_undegraded":"2024-04-25T17:15:32.704848+0000","last_fullsized":"2024-04-25T17:15:32.704848+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:55:27.316705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,8],"acting":[0,6,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678007+0000","last_change":"2024-04-25T17:13:43.272457+0000","last_active":"2024-04-25T17:15:32.678007+0000","last_peered":"2024-04-25T17:15:32.678007+0000","last_clean":"2024-04-25T17:15:32.678007+0000","last_became_active":"2024-04-25T17:13:43.271825+0000","last_became_peered":"2024-04-25T17:13:43.271825+0000","last_unstale":"2024-04-25T17:15:32.678007+0000","last_undegraded":"2024-04-25T17:15:32.678007+0000","last_fullsized":"2024-04-25T17:15:32.678007+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:45:37.144933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.679188+0000","last_change":"2024-04-25T17:13:43.256047+0000","last_active":"2024-04-25T17:15:32.679188+0000","last_peered":"2024-04-25T17:15:32.679188+0000","last_clean":"2024-04-25T17:15:32.679188+0000","last_became_active":"2024-04-25T17:13:43.255603+0000","last_became_peered":"2024-04-25T17:13:43.255603+0000","last_unstale":"2024-04-25T17:15:32.679188+0000","last_undegraded":"2024-04-25T17:15:32.679188+0000","last_fullsized":"2024-04-25T17:15:32.679188+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:47:13.586785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":44,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678075+0000","last_change":"2024-04-25T17:13:43.263140+0000","last_active":"2024-04-25T17:15:32.678075+0000","last_peered":"2024-04-25T17:15:32.678075+0000","last_clean":"2024-04-25T17:15:32.678075+0000","last_became_active":"2024-04-25T17:13:43.262295+0000","last_became_peered":"2024-04-25T17:13:43.262295+0000","last_unstale":"2024-04-25T17:15:32.678075+0000","last_undegraded":"2024-04-25T17:15:32.678075+0000","last_fullsized":"2024-04-25T17:15:32.678075+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:25:07.228735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677520+0000","last_change":"2024-04-25T17:13:43.284295+0000","last_active":"2024-04-25T17:15:32.677520+0000","last_peered":"2024-04-25T17:15:32.677520+0000","last_clean":"2024-04-25T17:15:32.677520+0000","last_became_active":"2024-04-25T17:13:43.283697+0000","last_became_peered":"2024-04-25T17:13:43.283697+0000","last_unstale":"2024-04-25T17:15:32.677520+0000","last_undegraded":"2024-04-25T17:15:32.677520+0000","last_fullsized":"2024-04-25T17:15:32.677520+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:39:25.637940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.392865+0000","last_change":"2024-04-25T17:13:43.272581+0000","last_active":"2024-04-25T17:15:32.392865+0000","last_peered":"2024-04-25T17:15:32.392865+0000","last_clean":"2024-04-25T17:15:32.392865+0000","last_became_active":"2024-04-25T17:13:43.272248+0000","last_became_peered":"2024-04-25T17:13:43.272248+0000","last_unstale":"2024-04-25T17:15:32.392865+0000","last_undegraded":"2024-04-25T17:15:32.392865+0000","last_fullsized":"2024-04-25T17:15:32.392865+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:13:37.778091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676549+0000","last_change":"2024-04-25T17:13:43.287102+0000","last_active":"2024-04-25T17:15:32.676549+0000","last_peered":"2024-04-25T17:15:32.676549+0000","last_clean":"2024-04-25T17:15:32.676549+0000","last_became_active":"2024-04-25T17:13:43.285639+0000","last_became_peered":"2024-04-25T17:13:43.285639+0000","last_unstale":"2024-04-25T17:15:32.676549+0000","last_undegraded":"2024-04-25T17:15:32.676549+0000","last_fullsized":"2024-04-25T17:15:32.676549+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:57:31.092215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676951+0000","last_change":"2024-04-25T17:13:43.277104+0000","last_active":"2024-04-25T17:15:32.676951+0000","last_peered":"2024-04-25T17:15:32.676951+0000","last_clean":"2024-04-25T17:15:32.676951+0000","last_became_active":"2024-04-25T17:13:43.276713+0000","last_became_peered":"2024-04-25T17:13:43.276713+0000","last_unstale":"2024-04-25T17:15:32.676951+0000","last_undegraded":"2024-04-25T17:15:32.676951+0000","last_fullsized":"2024-04-25T17:15:32.676951+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:16:21.915786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":40,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678163+0000","last_change":"2024-04-25T17:13:43.269758+0000","last_active":"2024-04-25T17:15:32.678163+0000","last_peered":"2024-04-25T17:15:32.678163+0000","last_clean":"2024-04-25T17:15:32.678163+0000","last_became_active":"2024-04-25T17:13:43.269383+0000","last_became_peered":"2024-04-25T17:13:43.269383+0000","last_unstale":"2024-04-25T17:15:32.678163+0000","last_undegraded":"2024-04-25T17:15:32.678163+0000","last_fullsized":"2024-04-25T17:15:32.678163+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:14:21.761555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.679137+0000","last_change":"2024-04-25T17:13:43.250526+0000","last_active":"2024-04-25T17:15:32.679137+0000","last_peered":"2024-04-25T17:15:32.679137+0000","last_clean":"2024-04-25T17:15:32.679137+0000","last_became_active":"2024-04-25T17:13:43.250119+0000","last_became_peered":"2024-04-25T17:13:43.250119+0000","last_unstale":"2024-04-25T17:15:32.679137+0000","last_undegraded":"2024-04-25T17:15:32.679137+0000","last_fullsized":"2024-04-25T17:15:32.679137+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:36:18.407594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":73540,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":755,"num_read_kb":457,"num_write":179,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":1013,"num_keys_recovered":7,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":220620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678059,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36272,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708880,"statfs":{"total":95995035648,"available":95957893120,"internally_reserved":0,"allocated":950272,"data_stored":467786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874288,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36948,"kb_used_data":1612,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708204,"statfs":{"total":95995035648,"available":95957200896,"internally_reserved":0,"allocated":1650688,"data_stored":1128055,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037813,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":468022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234042,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36288,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708864,"statfs":{"total":95995035648,"available":95957876736,"internally_reserved":0,"allocated":966656,"data_stored":467942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430272,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36860,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708292,"statfs":{"total":95995035648,"available":95957291008,"internally_reserved":0,"allocated":1560576,"data_stored":1064978,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593798,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":946176,"data_stored":463198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574942,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36332,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708820,"statfs":{"total":95995035648,"available":95957831680,"internally_reserved":0,"allocated":1019904,"data_stored":531520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738468,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":970752,"data_stored":464586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411418,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1036288,"data_stored":532248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149780,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":463392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953551,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":469988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790026,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28548,"kb_used_data":1532,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716604,"statfs":{"total":95995035648,"available":95965802496,"internally_reserved":0,"allocated":1568768,"data_stored":1060073,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":68412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":69140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":70483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T17:16:11.476 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-25T17:16:11.623 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.622+0000 7f519d59f640 1 -- 172.21.15.28:0/3568977635 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5198103a50 msgr2=0x7f5198103e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:11.623 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.622+0000 7f519d59f640 1 --2- 172.21.15.28:0/3568977635 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5198103a50 0x7f5198103e60 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f518c009900 tx=0x7f518c02a3f0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.623 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.622+0000 7f519d59f640 1 -- 172.21.15.28:0/3568977635 shutdown_connections 2024-04-25T17:16:11.623 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.622+0000 7f519d59f640 1 --2- 172.21.15.28:0/3568977635 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5198108750 0x7f519810ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.623 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.622+0000 7f519d59f640 1 --2- 172.21.15.28:0/3568977635 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5198103a50 0x7f5198103e60 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.623 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.622+0000 7f519d59f640 1 --2- 172.21.15.28:0/3568977635 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5198102810 0x7f5198103510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.623 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.622+0000 7f519d59f640 1 -- 172.21.15.28:0/3568977635 >> 172.21.15.28:0/3568977635 conn(0x7f51980fda20 msgr2=0x7f51980ffeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:11.624 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.622+0000 7f519d59f640 1 -- 172.21.15.28:0/3568977635 shutdown_connections 2024-04-25T17:16:11.624 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.622+0000 7f519d59f640 1 -- 172.21.15.28:0/3568977635 wait complete. 2024-04-25T17:16:11.624 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.623+0000 7f519d59f640 1 Processor -- start 2024-04-25T17:16:11.624 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.623+0000 7f519d59f640 1 -- start start 2024-04-25T17:16:11.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.623+0000 7f519d59f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5198102810 0x7f51980758a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:11.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.623+0000 7f519d59f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5198103a50 0x7f519819eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:11.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.623+0000 7f519d59f640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5198108750 0x7f51981a1130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:11.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.623+0000 7f519d59f640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f519810e1c0 con 0x7f5198102810 2024-04-25T17:16:11.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.623+0000 7f519d59f640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f519810e040 con 0x7f5198108750 2024-04-25T17:16:11.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.623+0000 7f519d59f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f519810e340 con 0x7f5198103a50 2024-04-25T17:16:11.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.624+0000 7f5197fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5198102810 0x7f51980758a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:11.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.624+0000 7f5197fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5198102810 0x7f51980758a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36498/0 (socket says 172.21.15.28:36498) 2024-04-25T17:16:11.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.624+0000 7f5197fff640 1 -- 172.21.15.28:0/266991526 learned_addr learned my addr 172.21.15.28:0/266991526 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:11.626 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.624+0000 7f519cd9e640 1 --2- 172.21.15.28:0/266991526 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5198108750 0x7f51981a1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:11.627 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.624+0000 7f51977fe640 1 --2- 172.21.15.28:0/266991526 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5198103a50 0x7f519819eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:11.627 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.624+0000 7f5197fff640 1 -- 172.21.15.28:0/266991526 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5198103a50 msgr2=0x7f519819eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:11.627 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.624+0000 7f5197fff640 1 --2- 172.21.15.28:0/266991526 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5198103a50 0x7f519819eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.627 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.624+0000 7f5197fff640 1 -- 172.21.15.28:0/266991526 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5198108750 msgr2=0x7f51981a1130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:11.627 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.624+0000 7f5197fff640 1 --2- 172.21.15.28:0/266991526 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5198108750 0x7f51981a1130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.627 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.624+0000 7f5197fff640 1 -- 172.21.15.28:0/266991526 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51981a18c0 con 0x7f5198102810 2024-04-25T17:16:11.627 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.624+0000 7f5197fff640 1 --2- 172.21.15.28:0/266991526 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5198102810 0x7f51980758a0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f518800c970 tx=0x7f518800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:11.627 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.624+0000 7f51957fa640 1 -- 172.21.15.28:0/266991526 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5188007c70 con 0x7f5198102810 2024-04-25T17:16:11.627 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.624+0000 7f51957fa640 1 -- 172.21.15.28:0/266991526 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5188007e10 con 0x7f5198102810 2024-04-25T17:16:11.627 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.624+0000 7f519d59f640 1 -- 172.21.15.28:0/266991526 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51981a1bb0 con 0x7f5198102810 2024-04-25T17:16:11.627 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.624+0000 7f51957fa640 1 -- 172.21.15.28:0/266991526 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51880186f0 con 0x7f5198102810 2024-04-25T17:16:11.627 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.624+0000 7f519d59f640 1 -- 172.21.15.28:0/266991526 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51981a2100 con 0x7f5198102810 2024-04-25T17:16:11.627 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.625+0000 7f519d59f640 1 -- 172.21.15.28:0/266991526 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5198107560 con 0x7f5198102810 2024-04-25T17:16:11.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.627+0000 7f51957fa640 1 -- 172.21.15.28:0/266991526 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f518800fa90 con 0x7f5198102810 2024-04-25T17:16:11.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.627+0000 7f51957fa640 1 --2- 172.21.15.28:0/266991526 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f51800afba0 0x7f51800b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:11.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.628+0000 7f51977fe640 1 --2- 172.21.15.28:0/266991526 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f51800afba0 0x7f51800b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:11.629 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.628+0000 7f51957fa640 1 -- 172.21.15.28:0/266991526 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f51880df130 con 0x7f5198102810 2024-04-25T17:16:11.629 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.628+0000 7f51977fe640 1 --2- 172.21.15.28:0/266991526 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f51800afba0 0x7f51800b20b0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f5198075240 tx=0x7f518c000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:11.631 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.631+0000 7f51957fa640 1 -- 172.21.15.28:0/266991526 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5188053ff0 con 0x7f5198102810 2024-04-25T17:16:11.816 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.816+0000 7f519d59f640 1 -- 172.21.15.28:0/266991526 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5198062fe0 con 0x7f51800afba0 2024-04-25T17:16:11.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.825+0000 7f51957fa640 1 -- 172.21.15.28:0/266991526 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340466 (secure 0 0 0) 0x7f5198062fe0 con 0x7f51800afba0 2024-04-25T17:16:11.829 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:16:11.831 INFO:teuthology.orchestra.run.smithi028.stderr:dumped all 2024-04-25T17:16:11.832 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.829+0000 7f519d59f640 1 -- 172.21.15.28:0/266991526 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f51800afba0 msgr2=0x7f51800b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:11.832 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.829+0000 7f519d59f640 1 --2- 172.21.15.28:0/266991526 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f51800afba0 0x7f51800b20b0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f5198075240 tx=0x7f518c000bc0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.829+0000 7f519d59f640 1 -- 172.21.15.28:0/266991526 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5198102810 msgr2=0x7f51980758a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:11.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.829+0000 7f519d59f640 1 --2- 172.21.15.28:0/266991526 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5198102810 0x7f51980758a0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f518800c970 tx=0x7f518800ce30 comp rx=0 tx=0).stop 2024-04-25T17:16:11.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.829+0000 7f519d59f640 1 -- 172.21.15.28:0/266991526 shutdown_connections 2024-04-25T17:16:11.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.829+0000 7f519d59f640 1 --2- 172.21.15.28:0/266991526 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f51800afba0 0x7f51800b20b0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.829+0000 7f519d59f640 1 --2- 172.21.15.28:0/266991526 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5198108750 0x7f51981a1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.829+0000 7f519d59f640 1 --2- 172.21.15.28:0/266991526 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5198103a50 0x7f519819eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.829+0000 7f519d59f640 1 --2- 172.21.15.28:0/266991526 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5198102810 0x7f51980758a0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.829+0000 7f519d59f640 1 -- 172.21.15.28:0/266991526 >> 172.21.15.28:0/266991526 conn(0x7f51980fda20 msgr2=0x7f5198104730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:11.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.829+0000 7f519d59f640 1 -- 172.21.15.28:0/266991526 shutdown_connections 2024-04-25T17:16:11.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.829+0000 7f519d59f640 1 -- 172.21.15.28:0/266991526 wait complete. 2024-04-25T17:16:11.840 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:11 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/435941451' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:16:11.840 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:11 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3705012278' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:16:11.841 INFO:teuthology.orchestra.run.smithi028.stdout:{"pg_ready":true,"pg_map":{"version":364,"stamp":"2024-04-25T17:16:10.750467+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":664142,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":831,"num_read_kb":521,"num_write":304,"num_write_kb":2286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2952970,"num_keys_recovered":7,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":749,"ondisk_log_size":749,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":379064,"kb_used_data":13244,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124562760,"statfs":{"total":1151940427776,"available":1151552266240,"internally_reserved":0,"allocated":13561856,"data_stored":7581788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":374453563},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5793,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":89,"num_read_kb":53,"num_write":11,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003258"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.679130+0000","last_change":"2024-04-25T17:13:43.268418+0000","last_active":"2024-04-25T17:15:32.679130+0000","last_peered":"2024-04-25T17:15:32.679130+0000","last_clean":"2024-04-25T17:15:32.679130+0000","last_became_active":"2024-04-25T17:13:43.267802+0000","last_became_peered":"2024-04-25T17:13:43.267802+0000","last_unstale":"2024-04-25T17:15:32.679130+0000","last_undegraded":"2024-04-25T17:15:32.679130+0000","last_fullsized":"2024-04-25T17:15:32.679130+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:20:09.796507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704947+0000","last_change":"2024-04-25T17:13:43.259123+0000","last_active":"2024-04-25T17:15:32.704947+0000","last_peered":"2024-04-25T17:15:32.704947+0000","last_clean":"2024-04-25T17:15:32.704947+0000","last_became_active":"2024-04-25T17:13:43.258765+0000","last_became_peered":"2024-04-25T17:13:43.258765+0000","last_unstale":"2024-04-25T17:15:32.704947+0000","last_undegraded":"2024-04-25T17:15:32.704947+0000","last_fullsized":"2024-04-25T17:15:32.704947+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:15:21.011900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704771+0000","last_change":"2024-04-25T17:13:43.278438+0000","last_active":"2024-04-25T17:15:32.704771+0000","last_peered":"2024-04-25T17:15:32.704771+0000","last_clean":"2024-04-25T17:15:32.704771+0000","last_became_active":"2024-04-25T17:13:43.278071+0000","last_became_peered":"2024-04-25T17:13:43.278071+0000","last_unstale":"2024-04-25T17:15:32.704771+0000","last_undegraded":"2024-04-25T17:15:32.704771+0000","last_fullsized":"2024-04-25T17:15:32.704771+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:08:32.560517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.394340+0000","last_change":"2024-04-25T17:13:43.261675+0000","last_active":"2024-04-25T17:15:32.394340+0000","last_peered":"2024-04-25T17:15:32.394340+0000","last_clean":"2024-04-25T17:15:32.394340+0000","last_became_active":"2024-04-25T17:13:43.261311+0000","last_became_peered":"2024-04-25T17:13:43.261311+0000","last_unstale":"2024-04-25T17:15:32.394340+0000","last_undegraded":"2024-04-25T17:15:32.394340+0000","last_fullsized":"2024-04-25T17:15:32.394340+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:20:35.607177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678177+0000","last_change":"2024-04-25T17:13:43.287602+0000","last_active":"2024-04-25T17:15:32.678177+0000","last_peered":"2024-04-25T17:15:32.678177+0000","last_clean":"2024-04-25T17:15:32.678177+0000","last_became_active":"2024-04-25T17:13:43.287183+0000","last_became_peered":"2024-04-25T17:13:43.287183+0000","last_unstale":"2024-04-25T17:15:32.678177+0000","last_undegraded":"2024-04-25T17:15:32.678177+0000","last_fullsized":"2024-04-25T17:15:32.678177+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:02:25.083295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.394883+0000","last_change":"2024-04-25T17:13:43.250000+0000","last_active":"2024-04-25T17:15:32.394883+0000","last_peered":"2024-04-25T17:15:32.394883+0000","last_clean":"2024-04-25T17:15:32.394883+0000","last_became_active":"2024-04-25T17:13:43.249159+0000","last_became_peered":"2024-04-25T17:13:43.249159+0000","last_unstale":"2024-04-25T17:15:32.394883+0000","last_undegraded":"2024-04-25T17:15:32.394883+0000","last_fullsized":"2024-04-25T17:15:32.394883+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:45.139862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676791+0000","last_change":"2024-04-25T17:13:43.259359+0000","last_active":"2024-04-25T17:15:32.676791+0000","last_peered":"2024-04-25T17:15:32.676791+0000","last_clean":"2024-04-25T17:15:32.676791+0000","last_became_active":"2024-04-25T17:13:43.258633+0000","last_became_peered":"2024-04-25T17:13:43.258633+0000","last_unstale":"2024-04-25T17:15:32.676791+0000","last_undegraded":"2024-04-25T17:15:32.676791+0000","last_fullsized":"2024-04-25T17:15:32.676791+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:33:17.434516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676126+0000","last_change":"2024-04-25T17:14:32.166385+0000","last_active":"2024-04-25T17:15:32.676126+0000","last_peered":"2024-04-25T17:15:32.676126+0000","last_clean":"2024-04-25T17:15:32.676126+0000","last_became_active":"2024-04-25T17:14:32.166103+0000","last_became_peered":"2024-04-25T17:14:32.166103+0000","last_unstale":"2024-04-25T17:15:32.676126+0000","last_undegraded":"2024-04-25T17:15:32.676126+0000","last_fullsized":"2024-04-25T17:15:32.676126+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:46:32.916388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":40,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677022+0000","last_change":"2024-04-25T17:13:43.261614+0000","last_active":"2024-04-25T17:15:32.677022+0000","last_peered":"2024-04-25T17:15:32.677022+0000","last_clean":"2024-04-25T17:15:32.677022+0000","last_became_active":"2024-04-25T17:13:43.261125+0000","last_became_peered":"2024-04-25T17:13:43.261125+0000","last_unstale":"2024-04-25T17:15:32.677022+0000","last_undegraded":"2024-04-25T17:15:32.677022+0000","last_fullsized":"2024-04-25T17:15:32.677022+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:25:54.564219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":46,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.394352+0000","last_change":"2024-04-25T17:13:43.258673+0000","last_active":"2024-04-25T17:15:32.394352+0000","last_peered":"2024-04-25T17:15:32.394352+0000","last_clean":"2024-04-25T17:15:32.394352+0000","last_became_active":"2024-04-25T17:13:43.258263+0000","last_became_peered":"2024-04-25T17:13:43.258263+0000","last_unstale":"2024-04-25T17:15:32.394352+0000","last_undegraded":"2024-04-25T17:15:32.394352+0000","last_fullsized":"2024-04-25T17:15:32.394352+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:06:29.171288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677810+0000","last_change":"2024-04-25T17:13:43.272822+0000","last_active":"2024-04-25T17:15:32.677810+0000","last_peered":"2024-04-25T17:15:32.677810+0000","last_clean":"2024-04-25T17:15:32.677810+0000","last_became_active":"2024-04-25T17:13:43.272406+0000","last_became_peered":"2024-04-25T17:13:43.272406+0000","last_unstale":"2024-04-25T17:15:32.677810+0000","last_undegraded":"2024-04-25T17:15:32.677810+0000","last_fullsized":"2024-04-25T17:15:32.677810+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:34:06.406479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.394550+0000","last_change":"2024-04-25T17:13:43.260849+0000","last_active":"2024-04-25T17:15:32.394550+0000","last_peered":"2024-04-25T17:15:32.394550+0000","last_clean":"2024-04-25T17:15:32.394550+0000","last_became_active":"2024-04-25T17:13:43.257657+0000","last_became_peered":"2024-04-25T17:13:43.257657+0000","last_unstale":"2024-04-25T17:15:32.394550+0000","last_undegraded":"2024-04-25T17:15:32.394550+0000","last_fullsized":"2024-04-25T17:15:32.394550+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:02:32.428737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678311+0000","last_change":"2024-04-25T17:13:43.259033+0000","last_active":"2024-04-25T17:15:32.678311+0000","last_peered":"2024-04-25T17:15:32.678311+0000","last_clean":"2024-04-25T17:15:32.678311+0000","last_became_active":"2024-04-25T17:13:43.257318+0000","last_became_peered":"2024-04-25T17:13:43.257318+0000","last_unstale":"2024-04-25T17:15:32.678311+0000","last_undegraded":"2024-04-25T17:15:32.678311+0000","last_fullsized":"2024-04-25T17:15:32.678311+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:49:16.846343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704669+0000","last_change":"2024-04-25T17:13:43.257132+0000","last_active":"2024-04-25T17:15:32.704669+0000","last_peered":"2024-04-25T17:15:32.704669+0000","last_clean":"2024-04-25T17:15:32.704669+0000","last_became_active":"2024-04-25T17:13:43.256756+0000","last_became_peered":"2024-04-25T17:13:43.256756+0000","last_unstale":"2024-04-25T17:15:32.704669+0000","last_undegraded":"2024-04-25T17:15:32.704669+0000","last_fullsized":"2024-04-25T17:15:32.704669+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:21:56.777678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704608+0000","last_change":"2024-04-25T17:13:43.278677+0000","last_active":"2024-04-25T17:15:32.704608+0000","last_peered":"2024-04-25T17:15:32.704608+0000","last_clean":"2024-04-25T17:15:32.704608+0000","last_became_active":"2024-04-25T17:13:43.278314+0000","last_became_peered":"2024-04-25T17:13:43.278314+0000","last_unstale":"2024-04-25T17:15:32.704608+0000","last_undegraded":"2024-04-25T17:15:32.704608+0000","last_fullsized":"2024-04-25T17:15:32.704608+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:57:44.275742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676251+0000","last_change":"2024-04-25T17:13:43.267687+0000","last_active":"2024-04-25T17:15:32.676251+0000","last_peered":"2024-04-25T17:15:32.676251+0000","last_clean":"2024-04-25T17:15:32.676251+0000","last_became_active":"2024-04-25T17:13:43.267319+0000","last_became_peered":"2024-04-25T17:13:43.267319+0000","last_unstale":"2024-04-25T17:15:32.676251+0000","last_undegraded":"2024-04-25T17:15:32.676251+0000","last_fullsized":"2024-04-25T17:15:32.676251+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:29:49.137580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678682+0000","last_change":"2024-04-25T17:13:43.268659+0000","last_active":"2024-04-25T17:15:32.678682+0000","last_peered":"2024-04-25T17:15:32.678682+0000","last_clean":"2024-04-25T17:15:32.678682+0000","last_became_active":"2024-04-25T17:13:43.268297+0000","last_became_peered":"2024-04-25T17:13:43.268297+0000","last_unstale":"2024-04-25T17:15:32.678682+0000","last_undegraded":"2024-04-25T17:15:32.678682+0000","last_fullsized":"2024-04-25T17:15:32.678682+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:17:19.444814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":40,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677550+0000","last_change":"2024-04-25T17:13:43.263221+0000","last_active":"2024-04-25T17:15:32.677550+0000","last_peered":"2024-04-25T17:15:32.677550+0000","last_clean":"2024-04-25T17:15:32.677550+0000","last_became_active":"2024-04-25T17:13:43.262813+0000","last_became_peered":"2024-04-25T17:13:43.262813+0000","last_unstale":"2024-04-25T17:15:32.677550+0000","last_undegraded":"2024-04-25T17:15:32.677550+0000","last_fullsized":"2024-04-25T17:15:32.677550+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:43:27.997341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677610+0000","last_change":"2024-04-25T17:13:43.287546+0000","last_active":"2024-04-25T17:15:32.677610+0000","last_peered":"2024-04-25T17:15:32.677610+0000","last_clean":"2024-04-25T17:15:32.677610+0000","last_became_active":"2024-04-25T17:13:43.287146+0000","last_became_peered":"2024-04-25T17:13:43.287146+0000","last_unstale":"2024-04-25T17:15:32.677610+0000","last_undegraded":"2024-04-25T17:15:32.677610+0000","last_fullsized":"2024-04-25T17:15:32.677610+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:19:26.806274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677191+0000","last_change":"2024-04-25T17:13:47.310227+0000","last_active":"2024-04-25T17:15:32.677191+0000","last_peered":"2024-04-25T17:15:32.677191+0000","last_clean":"2024-04-25T17:15:32.677191+0000","last_became_active":"2024-04-25T17:13:47.309735+0000","last_became_peered":"2024-04-25T17:13:47.309735+0000","last_unstale":"2024-04-25T17:15:32.677191+0000","last_undegraded":"2024-04-25T17:15:32.677191+0000","last_fullsized":"2024-04-25T17:15:32.677191+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:02:58.960939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"80'9","reported_seq":42,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677902+0000","last_change":"2024-04-25T17:13:42.255603+0000","last_active":"2024-04-25T17:15:32.677902+0000","last_peered":"2024-04-25T17:15:32.677902+0000","last_clean":"2024-04-25T17:15:32.677902+0000","last_became_active":"2024-04-25T17:13:42.255249+0000","last_became_peered":"2024-04-25T17:13:42.255249+0000","last_unstale":"2024-04-25T17:15:32.677902+0000","last_undegraded":"2024-04-25T17:15:32.677902+0000","last_fullsized":"2024-04-25T17:15:32.677902+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:05:39.704304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677646+0000","last_change":"2024-04-25T17:13:43.289115+0000","last_active":"2024-04-25T17:15:32.677646+0000","last_peered":"2024-04-25T17:15:32.677646+0000","last_clean":"2024-04-25T17:15:32.677646+0000","last_became_active":"2024-04-25T17:13:43.286410+0000","last_became_peered":"2024-04-25T17:13:43.286410+0000","last_unstale":"2024-04-25T17:15:32.677646+0000","last_undegraded":"2024-04-25T17:15:32.677646+0000","last_fullsized":"2024-04-25T17:15:32.677646+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:58:41.971292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.392689+0000","last_change":"2024-04-25T17:13:47.310487+0000","last_active":"2024-04-25T17:15:32.392689+0000","last_peered":"2024-04-25T17:15:32.392689+0000","last_clean":"2024-04-25T17:15:32.392689+0000","last_became_active":"2024-04-25T17:13:47.309975+0000","last_became_peered":"2024-04-25T17:13:47.309975+0000","last_unstale":"2024-04-25T17:15:32.392689+0000","last_undegraded":"2024-04-25T17:15:32.392689+0000","last_fullsized":"2024-04-25T17:15:32.392689+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:30:17.709116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677832+0000","last_change":"2024-04-25T17:13:42.261708+0000","last_active":"2024-04-25T17:15:32.677832+0000","last_peered":"2024-04-25T17:15:32.677832+0000","last_clean":"2024-04-25T17:15:32.677832+0000","last_became_active":"2024-04-25T17:13:42.261367+0000","last_became_peered":"2024-04-25T17:13:42.261367+0000","last_unstale":"2024-04-25T17:15:32.677832+0000","last_undegraded":"2024-04-25T17:15:32.677832+0000","last_fullsized":"2024-04-25T17:15:32.677832+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:13:20.328945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.705030+0000","last_change":"2024-04-25T17:13:43.266002+0000","last_active":"2024-04-25T17:15:32.705030+0000","last_peered":"2024-04-25T17:15:32.705030+0000","last_clean":"2024-04-25T17:15:32.705030+0000","last_became_active":"2024-04-25T17:13:43.265629+0000","last_became_peered":"2024-04-25T17:13:43.265629+0000","last_unstale":"2024-04-25T17:15:32.705030+0000","last_undegraded":"2024-04-25T17:15:32.705030+0000","last_fullsized":"2024-04-25T17:15:32.705030+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:51:28.821145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393021+0000","last_change":"2024-04-25T17:13:47.311181+0000","last_active":"2024-04-25T17:15:32.393021+0000","last_peered":"2024-04-25T17:15:32.393021+0000","last_clean":"2024-04-25T17:15:32.393021+0000","last_became_active":"2024-04-25T17:13:47.310267+0000","last_became_peered":"2024-04-25T17:13:47.310267+0000","last_unstale":"2024-04-25T17:15:32.393021+0000","last_undegraded":"2024-04-25T17:15:32.393021+0000","last_fullsized":"2024-04-25T17:15:32.393021+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:17:54.900065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"80'4","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678609+0000","last_change":"2024-04-25T17:13:42.256839+0000","last_active":"2024-04-25T17:15:32.678609+0000","last_peered":"2024-04-25T17:15:32.678609+0000","last_clean":"2024-04-25T17:15:32.678609+0000","last_became_active":"2024-04-25T17:13:42.256472+0000","last_became_peered":"2024-04-25T17:13:42.256472+0000","last_unstale":"2024-04-25T17:15:32.678609+0000","last_undegraded":"2024-04-25T17:15:32.678609+0000","last_fullsized":"2024-04-25T17:15:32.678609+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:55:08.777730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677101+0000","last_change":"2024-04-25T17:13:43.280506+0000","last_active":"2024-04-25T17:15:32.677101+0000","last_peered":"2024-04-25T17:15:32.677101+0000","last_clean":"2024-04-25T17:15:32.677101+0000","last_became_active":"2024-04-25T17:13:43.279854+0000","last_became_peered":"2024-04-25T17:13:43.279854+0000","last_unstale":"2024-04-25T17:15:32.677101+0000","last_undegraded":"2024-04-25T17:15:32.677101+0000","last_fullsized":"2024-04-25T17:15:32.677101+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:09:18.274791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.679564+0000","last_change":"2024-04-25T17:15:32.679564+0000","last_active":"2024-04-25T17:15:32.679564+0000","last_peered":"2024-04-25T17:15:32.679564+0000","last_clean":"2024-04-25T17:15:32.679564+0000","last_became_active":"2024-04-25T17:15:32.679180+0000","last_became_peered":"2024-04-25T17:15:32.679180+0000","last_unstale":"2024-04-25T17:15:32.679564+0000","last_undegraded":"2024-04-25T17:15:32.679564+0000","last_fullsized":"2024-04-25T17:15:32.679564+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:16:56.808043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,8,3],"acting":[4,6,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"75'2","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678299+0000","last_change":"2024-04-25T17:13:42.256723+0000","last_active":"2024-04-25T17:15:32.678299+0000","last_peered":"2024-04-25T17:15:32.678299+0000","last_clean":"2024-04-25T17:15:32.678299+0000","last_became_active":"2024-04-25T17:13:42.256349+0000","last_became_peered":"2024-04-25T17:13:42.256349+0000","last_unstale":"2024-04-25T17:15:32.678299+0000","last_undegraded":"2024-04-25T17:15:32.678299+0000","last_fullsized":"2024-04-25T17:15:32.678299+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:03:23.969900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676844+0000","last_change":"2024-04-25T17:14:31.977420+0000","last_active":"2024-04-25T17:15:32.676844+0000","last_peered":"2024-04-25T17:15:32.676844+0000","last_clean":"2024-04-25T17:15:32.676844+0000","last_became_active":"2024-04-25T17:14:31.976876+0000","last_became_peered":"2024-04-25T17:14:31.976876+0000","last_unstale":"2024-04-25T17:15:32.676844+0000","last_undegraded":"2024-04-25T17:15:32.676844+0000","last_fullsized":"2024-04-25T17:15:32.676844+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:54:28.684306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677141+0000","last_change":"2024-04-25T17:13:47.303787+0000","last_active":"2024-04-25T17:15:32.677141+0000","last_peered":"2024-04-25T17:15:32.677141+0000","last_clean":"2024-04-25T17:15:32.677141+0000","last_became_active":"2024-04-25T17:13:47.302920+0000","last_became_peered":"2024-04-25T17:13:47.302920+0000","last_unstale":"2024-04-25T17:15:32.677141+0000","last_undegraded":"2024-04-25T17:15:32.677141+0000","last_fullsized":"2024-04-25T17:15:32.677141+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:35:26.506281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"84'8","reported_seq":175,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:16:07.139873+0000","last_change":"2024-04-25T17:14:31.986192+0000","last_active":"2024-04-25T17:16:07.139873+0000","last_peered":"2024-04-25T17:16:07.139873+0000","last_clean":"2024-04-25T17:16:07.139873+0000","last_became_active":"2024-04-25T17:14:31.980217+0000","last_became_peered":"2024-04-25T17:14:31.980217+0000","last_unstale":"2024-04-25T17:16:07.139873+0000","last_undegraded":"2024-04-25T17:16:07.139873+0000","last_fullsized":"2024-04-25T17:16:07.139873+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:17:57.468735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1647,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":124,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678163+0000","last_change":"2024-04-25T17:13:43.256048+0000","last_active":"2024-04-25T17:15:32.678163+0000","last_peered":"2024-04-25T17:15:32.678163+0000","last_clean":"2024-04-25T17:15:32.678163+0000","last_became_active":"2024-04-25T17:13:43.255646+0000","last_became_peered":"2024-04-25T17:13:43.255646+0000","last_unstale":"2024-04-25T17:15:32.678163+0000","last_undegraded":"2024-04-25T17:15:32.678163+0000","last_fullsized":"2024-04-25T17:15:32.678163+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:49:07.768810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677343+0000","last_change":"2024-04-25T17:13:47.311850+0000","last_active":"2024-04-25T17:15:32.677343+0000","last_peered":"2024-04-25T17:15:32.677343+0000","last_clean":"2024-04-25T17:15:32.677343+0000","last_became_active":"2024-04-25T17:13:47.311398+0000","last_became_peered":"2024-04-25T17:13:47.311398+0000","last_unstale":"2024-04-25T17:15:32.677343+0000","last_undegraded":"2024-04-25T17:15:32.677343+0000","last_fullsized":"2024-04-25T17:15:32.677343+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:11.394989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"80'3","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.394879+0000","last_change":"2024-04-25T17:13:42.253580+0000","last_active":"2024-04-25T17:15:32.394879+0000","last_peered":"2024-04-25T17:15:32.394879+0000","last_clean":"2024-04-25T17:15:32.394879+0000","last_became_active":"2024-04-25T17:13:42.253201+0000","last_became_peered":"2024-04-25T17:13:42.253201+0000","last_unstale":"2024-04-25T17:15:32.394879+0000","last_undegraded":"2024-04-25T17:15:32.394879+0000","last_fullsized":"2024-04-25T17:15:32.394879+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:26:41.271535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393646+0000","last_change":"2024-04-25T17:13:43.271538+0000","last_active":"2024-04-25T17:15:32.393646+0000","last_peered":"2024-04-25T17:15:32.393646+0000","last_clean":"2024-04-25T17:15:32.393646+0000","last_became_active":"2024-04-25T17:13:43.271150+0000","last_became_peered":"2024-04-25T17:13:43.271150+0000","last_unstale":"2024-04-25T17:15:32.393646+0000","last_undegraded":"2024-04-25T17:15:32.393646+0000","last_fullsized":"2024-04-25T17:15:32.393646+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:01:03.019147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677788+0000","last_change":"2024-04-25T17:14:31.983454+0000","last_active":"2024-04-25T17:15:32.677788+0000","last_peered":"2024-04-25T17:15:32.677788+0000","last_clean":"2024-04-25T17:15:32.677788+0000","last_became_active":"2024-04-25T17:14:31.982829+0000","last_became_peered":"2024-04-25T17:14:31.982829+0000","last_unstale":"2024-04-25T17:15:32.677788+0000","last_undegraded":"2024-04-25T17:15:32.677788+0000","last_fullsized":"2024-04-25T17:15:32.677788+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:54:31.062011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"80'2","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677356+0000","last_change":"2024-04-25T17:13:42.250599+0000","last_active":"2024-04-25T17:15:32.677356+0000","last_peered":"2024-04-25T17:15:32.677356+0000","last_clean":"2024-04-25T17:15:32.677356+0000","last_became_active":"2024-04-25T17:13:42.250250+0000","last_became_peered":"2024-04-25T17:13:42.250250+0000","last_unstale":"2024-04-25T17:15:32.677356+0000","last_undegraded":"2024-04-25T17:15:32.677356+0000","last_fullsized":"2024-04-25T17:15:32.677356+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:38:21.581317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676282+0000","last_change":"2024-04-25T17:13:43.289335+0000","last_active":"2024-04-25T17:15:32.676282+0000","last_peered":"2024-04-25T17:15:32.676282+0000","last_clean":"2024-04-25T17:15:32.676282+0000","last_became_active":"2024-04-25T17:13:43.288381+0000","last_became_peered":"2024-04-25T17:13:43.288381+0000","last_unstale":"2024-04-25T17:15:32.676282+0000","last_undegraded":"2024-04-25T17:15:32.676282+0000","last_fullsized":"2024-04-25T17:15:32.676282+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:48:17.293276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704873+0000","last_change":"2024-04-25T17:13:47.312617+0000","last_active":"2024-04-25T17:15:32.704873+0000","last_peered":"2024-04-25T17:15:32.704873+0000","last_clean":"2024-04-25T17:15:32.704873+0000","last_became_active":"2024-04-25T17:13:47.311958+0000","last_became_peered":"2024-04-25T17:13:47.311958+0000","last_unstale":"2024-04-25T17:15:32.704873+0000","last_undegraded":"2024-04-25T17:15:32.704873+0000","last_fullsized":"2024-04-25T17:15:32.704873+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:04:41.190580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"80'1","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.392832+0000","last_change":"2024-04-25T17:13:42.253272+0000","last_active":"2024-04-25T17:15:32.392832+0000","last_peered":"2024-04-25T17:15:32.392832+0000","last_clean":"2024-04-25T17:15:32.392832+0000","last_became_active":"2024-04-25T17:13:42.252963+0000","last_became_peered":"2024-04-25T17:13:42.252963+0000","last_unstale":"2024-04-25T17:15:32.392832+0000","last_undegraded":"2024-04-25T17:15:32.392832+0000","last_fullsized":"2024-04-25T17:15:32.392832+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:07:07.518147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":41,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678252+0000","last_change":"2024-04-25T17:13:43.269310+0000","last_active":"2024-04-25T17:15:32.678252+0000","last_peered":"2024-04-25T17:15:32.678252+0000","last_clean":"2024-04-25T17:15:32.678252+0000","last_became_active":"2024-04-25T17:13:43.268945+0000","last_became_peered":"2024-04-25T17:13:43.268945+0000","last_unstale":"2024-04-25T17:15:32.678252+0000","last_undegraded":"2024-04-25T17:15:32.678252+0000","last_fullsized":"2024-04-25T17:15:32.678252+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:24:53.733270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676319+0000","last_change":"2024-04-25T17:13:47.308087+0000","last_active":"2024-04-25T17:15:32.676319+0000","last_peered":"2024-04-25T17:15:32.676319+0000","last_clean":"2024-04-25T17:15:32.676319+0000","last_became_active":"2024-04-25T17:13:47.307586+0000","last_became_peered":"2024-04-25T17:13:47.307586+0000","last_unstale":"2024-04-25T17:15:32.676319+0000","last_undegraded":"2024-04-25T17:15:32.676319+0000","last_fullsized":"2024-04-25T17:15:32.676319+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:01:19.660591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"84'5","reported_seq":157,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:16:08.140709+0000","last_change":"2024-04-25T17:13:42.248527+0000","last_active":"2024-04-25T17:16:08.140709+0000","last_peered":"2024-04-25T17:16:08.140709+0000","last_clean":"2024-04-25T17:16:08.140709+0000","last_became_active":"2024-04-25T17:13:42.248171+0000","last_became_peered":"2024-04-25T17:13:42.248171+0000","last_unstale":"2024-04-25T17:16:08.140709+0000","last_undegraded":"2024-04-25T17:16:08.140709+0000","last_fullsized":"2024-04-25T17:16:08.140709+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:03:13.600121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":120,"num_read_kb":120,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677058+0000","last_change":"2024-04-25T17:13:43.278007+0000","last_active":"2024-04-25T17:15:32.677058+0000","last_peered":"2024-04-25T17:15:32.677058+0000","last_clean":"2024-04-25T17:15:32.677058+0000","last_became_active":"2024-04-25T17:13:43.277613+0000","last_became_peered":"2024-04-25T17:13:43.277613+0000","last_unstale":"2024-04-25T17:15:32.677058+0000","last_undegraded":"2024-04-25T17:15:32.677058+0000","last_fullsized":"2024-04-25T17:15:32.677058+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:23:00.430287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676426+0000","last_change":"2024-04-25T17:13:47.313023+0000","last_active":"2024-04-25T17:15:32.676426+0000","last_peered":"2024-04-25T17:15:32.676426+0000","last_clean":"2024-04-25T17:15:32.676426+0000","last_became_active":"2024-04-25T17:13:47.311673+0000","last_became_peered":"2024-04-25T17:13:47.311673+0000","last_unstale":"2024-04-25T17:15:32.676426+0000","last_undegraded":"2024-04-25T17:15:32.676426+0000","last_fullsized":"2024-04-25T17:15:32.676426+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:46:44.858281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"80'2","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677759+0000","last_change":"2024-04-25T17:13:42.253720+0000","last_active":"2024-04-25T17:15:32.677759+0000","last_peered":"2024-04-25T17:15:32.677759+0000","last_clean":"2024-04-25T17:15:32.677759+0000","last_became_active":"2024-04-25T17:13:42.253305+0000","last_became_peered":"2024-04-25T17:13:42.253305+0000","last_unstale":"2024-04-25T17:15:32.677759+0000","last_undegraded":"2024-04-25T17:15:32.677759+0000","last_fullsized":"2024-04-25T17:15:32.677759+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:35:31.730790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704994+0000","last_change":"2024-04-25T17:13:43.262850+0000","last_active":"2024-04-25T17:15:32.704994+0000","last_peered":"2024-04-25T17:15:32.704994+0000","last_clean":"2024-04-25T17:15:32.704994+0000","last_became_active":"2024-04-25T17:13:43.262145+0000","last_became_peered":"2024-04-25T17:13:43.262145+0000","last_unstale":"2024-04-25T17:15:32.704994+0000","last_undegraded":"2024-04-25T17:15:32.704994+0000","last_fullsized":"2024-04-25T17:15:32.704994+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:02:00.785006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.394419+0000","last_change":"2024-04-25T17:13:47.310769+0000","last_active":"2024-04-25T17:15:32.394419+0000","last_peered":"2024-04-25T17:15:32.394419+0000","last_clean":"2024-04-25T17:15:32.394419+0000","last_became_active":"2024-04-25T17:13:47.309997+0000","last_became_peered":"2024-04-25T17:13:47.309997+0000","last_unstale":"2024-04-25T17:15:32.394419+0000","last_undegraded":"2024-04-25T17:15:32.394419+0000","last_fullsized":"2024-04-25T17:15:32.394419+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:42:49.623756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"80'4","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393312+0000","last_change":"2024-04-25T17:13:42.263567+0000","last_active":"2024-04-25T17:15:32.393312+0000","last_peered":"2024-04-25T17:15:32.393312+0000","last_clean":"2024-04-25T17:15:32.393312+0000","last_became_active":"2024-04-25T17:13:42.263290+0000","last_became_peered":"2024-04-25T17:13:42.263290+0000","last_unstale":"2024-04-25T17:15:32.393312+0000","last_undegraded":"2024-04-25T17:15:32.393312+0000","last_fullsized":"2024-04-25T17:15:32.393312+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:55:55.700223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":40,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677305+0000","last_change":"2024-04-25T17:13:43.269684+0000","last_active":"2024-04-25T17:15:32.677305+0000","last_peered":"2024-04-25T17:15:32.677305+0000","last_clean":"2024-04-25T17:15:32.677305+0000","last_became_active":"2024-04-25T17:13:43.269313+0000","last_became_peered":"2024-04-25T17:13:43.269313+0000","last_unstale":"2024-04-25T17:15:32.677305+0000","last_undegraded":"2024-04-25T17:15:32.677305+0000","last_fullsized":"2024-04-25T17:15:32.677305+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:47:58.748967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676604+0000","last_change":"2024-04-25T17:13:47.315142+0000","last_active":"2024-04-25T17:15:32.676604+0000","last_peered":"2024-04-25T17:15:32.676604+0000","last_clean":"2024-04-25T17:15:32.676604+0000","last_became_active":"2024-04-25T17:13:47.314663+0000","last_became_peered":"2024-04-25T17:13:47.314663+0000","last_unstale":"2024-04-25T17:15:32.676604+0000","last_undegraded":"2024-04-25T17:15:32.676604+0000","last_fullsized":"2024-04-25T17:15:32.676604+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:01:30.858240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"84'39","reported_seq":322,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:16:08.141244+0000","last_change":"2024-04-25T17:13:42.247803+0000","last_active":"2024-04-25T17:16:08.141244+0000","last_peered":"2024-04-25T17:16:08.141244+0000","last_clean":"2024-04-25T17:16:08.141244+0000","last_became_active":"2024-04-25T17:13:42.247403+0000","last_became_peered":"2024-04-25T17:13:42.247403+0000","last_unstale":"2024-04-25T17:16:08.141244+0000","last_undegraded":"2024-04-25T17:16:08.141244+0000","last_fullsized":"2024-04-25T17:16:08.141244+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:49:15.282479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68412,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":251,"num_read_kb":193,"num_write":40,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678242+0000","last_change":"2024-04-25T17:13:43.264005+0000","last_active":"2024-04-25T17:15:32.678242+0000","last_peered":"2024-04-25T17:15:32.678242+0000","last_clean":"2024-04-25T17:15:32.678242+0000","last_became_active":"2024-04-25T17:13:43.263657+0000","last_became_peered":"2024-04-25T17:13:43.263657+0000","last_unstale":"2024-04-25T17:15:32.678242+0000","last_undegraded":"2024-04-25T17:15:32.678242+0000","last_fullsized":"2024-04-25T17:15:32.678242+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:16:02.894712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393757+0000","last_change":"2024-04-25T17:13:47.308776+0000","last_active":"2024-04-25T17:15:32.393757+0000","last_peered":"2024-04-25T17:15:32.393757+0000","last_clean":"2024-04-25T17:15:32.393757+0000","last_became_active":"2024-04-25T17:13:47.308230+0000","last_became_peered":"2024-04-25T17:13:47.308230+0000","last_unstale":"2024-04-25T17:15:32.393757+0000","last_undegraded":"2024-04-25T17:15:32.393757+0000","last_fullsized":"2024-04-25T17:15:32.393757+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:00:55.460714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"80'6","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677305+0000","last_change":"2024-04-25T17:13:42.248380+0000","last_active":"2024-04-25T17:15:32.677305+0000","last_peered":"2024-04-25T17:15:32.677305+0000","last_clean":"2024-04-25T17:15:32.677305+0000","last_became_active":"2024-04-25T17:13:42.248036+0000","last_became_peered":"2024-04-25T17:13:42.248036+0000","last_unstale":"2024-04-25T17:15:32.677305+0000","last_undegraded":"2024-04-25T17:15:32.677305+0000","last_fullsized":"2024-04-25T17:15:32.677305+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:32:11.747718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678045+0000","last_change":"2024-04-25T17:13:43.291191+0000","last_active":"2024-04-25T17:15:32.678045+0000","last_peered":"2024-04-25T17:15:32.678045+0000","last_clean":"2024-04-25T17:15:32.678045+0000","last_became_active":"2024-04-25T17:13:43.290790+0000","last_became_peered":"2024-04-25T17:13:43.290790+0000","last_unstale":"2024-04-25T17:15:32.678045+0000","last_undegraded":"2024-04-25T17:15:32.678045+0000","last_fullsized":"2024-04-25T17:15:32.678045+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:11:27.201248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678530+0000","last_change":"2024-04-25T17:14:32.951532+0000","last_active":"2024-04-25T17:15:32.678530+0000","last_peered":"2024-04-25T17:15:32.678530+0000","last_clean":"2024-04-25T17:15:32.678530+0000","last_became_active":"2024-04-25T17:14:32.950950+0000","last_became_peered":"2024-04-25T17:14:32.950950+0000","last_unstale":"2024-04-25T17:15:32.678530+0000","last_undegraded":"2024-04-25T17:15:32.678530+0000","last_fullsized":"2024-04-25T17:15:32.678530+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:27:41.458593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"80'3","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393256+0000","last_change":"2024-04-25T17:13:42.253955+0000","last_active":"2024-04-25T17:15:32.393256+0000","last_peered":"2024-04-25T17:15:32.393256+0000","last_clean":"2024-04-25T17:15:32.393256+0000","last_became_active":"2024-04-25T17:13:42.253621+0000","last_became_peered":"2024-04-25T17:13:42.253621+0000","last_unstale":"2024-04-25T17:15:32.393256+0000","last_undegraded":"2024-04-25T17:15:32.393256+0000","last_fullsized":"2024-04-25T17:15:32.393256+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:37:24.748356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":51,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676998+0000","last_change":"2024-04-25T17:14:32.951224+0000","last_active":"2024-04-25T17:15:32.676998+0000","last_peered":"2024-04-25T17:15:32.676998+0000","last_clean":"2024-04-25T17:15:32.676998+0000","last_became_active":"2024-04-25T17:14:32.950685+0000","last_became_peered":"2024-04-25T17:14:32.950685+0000","last_unstale":"2024-04-25T17:15:32.676998+0000","last_undegraded":"2024-04-25T17:15:32.676998+0000","last_fullsized":"2024-04-25T17:15:32.676998+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:20:31.195548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677625+0000","last_change":"2024-04-25T17:13:47.315917+0000","last_active":"2024-04-25T17:15:32.677625+0000","last_peered":"2024-04-25T17:15:32.677625+0000","last_clean":"2024-04-25T17:15:32.677625+0000","last_became_active":"2024-04-25T17:13:47.315085+0000","last_became_peered":"2024-04-25T17:13:47.315085+0000","last_unstale":"2024-04-25T17:15:32.677625+0000","last_undegraded":"2024-04-25T17:15:32.677625+0000","last_fullsized":"2024-04-25T17:15:32.677625+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:45:09.895791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"84'4","reported_seq":159,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:16:08.124884+0000","last_change":"2024-04-25T17:13:42.251154+0000","last_active":"2024-04-25T17:16:08.124884+0000","last_peered":"2024-04-25T17:16:08.124884+0000","last_clean":"2024-04-25T17:16:08.124884+0000","last_became_active":"2024-04-25T17:13:42.250777+0000","last_became_peered":"2024-04-25T17:13:42.250777+0000","last_unstale":"2024-04-25T17:16:08.124884+0000","last_undegraded":"2024-04-25T17:16:08.124884+0000","last_fullsized":"2024-04-25T17:16:08.124884+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:57:36.672575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1081,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":125,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676757+0000","last_change":"2024-04-25T17:13:43.258198+0000","last_active":"2024-04-25T17:15:32.676757+0000","last_peered":"2024-04-25T17:15:32.676757+0000","last_clean":"2024-04-25T17:15:32.676757+0000","last_became_active":"2024-04-25T17:13:43.256692+0000","last_became_peered":"2024-04-25T17:13:43.256692+0000","last_unstale":"2024-04-25T17:15:32.676757+0000","last_undegraded":"2024-04-25T17:15:32.676757+0000","last_fullsized":"2024-04-25T17:15:32.676757+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:37:59.066932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677646+0000","last_change":"2024-04-25T17:13:47.314569+0000","last_active":"2024-04-25T17:15:32.677646+0000","last_peered":"2024-04-25T17:15:32.677646+0000","last_clean":"2024-04-25T17:15:32.677646+0000","last_became_active":"2024-04-25T17:13:47.314120+0000","last_became_peered":"2024-04-25T17:13:47.314120+0000","last_unstale":"2024-04-25T17:15:32.677646+0000","last_undegraded":"2024-04-25T17:15:32.677646+0000","last_fullsized":"2024-04-25T17:15:32.677646+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:50:54.373184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"80'15","reported_seq":47,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678517+0000","last_change":"2024-04-25T17:13:42.256990+0000","last_active":"2024-04-25T17:15:32.678517+0000","last_peered":"2024-04-25T17:15:32.678517+0000","last_clean":"2024-04-25T17:15:32.678517+0000","last_became_active":"2024-04-25T17:13:42.256650+0000","last_became_peered":"2024-04-25T17:13:42.256650+0000","last_unstale":"2024-04-25T17:15:32.678517+0000","last_undegraded":"2024-04-25T17:15:32.678517+0000","last_fullsized":"2024-04-25T17:15:32.678517+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:53:41.517828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393042+0000","last_change":"2024-04-25T17:13:43.262197+0000","last_active":"2024-04-25T17:15:32.393042+0000","last_peered":"2024-04-25T17:15:32.393042+0000","last_clean":"2024-04-25T17:15:32.393042+0000","last_became_active":"2024-04-25T17:13:43.261768+0000","last_became_peered":"2024-04-25T17:13:43.261768+0000","last_unstale":"2024-04-25T17:15:32.393042+0000","last_undegraded":"2024-04-25T17:15:32.393042+0000","last_fullsized":"2024-04-25T17:15:32.393042+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:26:29.414364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393127+0000","last_change":"2024-04-25T17:13:47.313654+0000","last_active":"2024-04-25T17:15:32.393127+0000","last_peered":"2024-04-25T17:15:32.393127+0000","last_clean":"2024-04-25T17:15:32.393127+0000","last_became_active":"2024-04-25T17:13:47.313184+0000","last_became_peered":"2024-04-25T17:13:47.313184+0000","last_unstale":"2024-04-25T17:15:32.393127+0000","last_undegraded":"2024-04-25T17:15:32.393127+0000","last_fullsized":"2024-04-25T17:15:32.393127+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:00:56.020898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678980+0000","last_change":"2024-04-25T17:13:42.257432+0000","last_active":"2024-04-25T17:15:32.678980+0000","last_peered":"2024-04-25T17:15:32.678980+0000","last_clean":"2024-04-25T17:15:32.678980+0000","last_became_active":"2024-04-25T17:13:42.257096+0000","last_became_peered":"2024-04-25T17:13:42.257096+0000","last_unstale":"2024-04-25T17:15:32.678980+0000","last_undegraded":"2024-04-25T17:15:32.678980+0000","last_fullsized":"2024-04-25T17:15:32.678980+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:56:40.819260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678530+0000","last_change":"2024-04-25T17:13:43.252268+0000","last_active":"2024-04-25T17:15:32.678530+0000","last_peered":"2024-04-25T17:15:32.678530+0000","last_clean":"2024-04-25T17:15:32.678530+0000","last_became_active":"2024-04-25T17:13:43.251886+0000","last_became_peered":"2024-04-25T17:13:43.251886+0000","last_unstale":"2024-04-25T17:15:32.678530+0000","last_undegraded":"2024-04-25T17:15:32.678530+0000","last_fullsized":"2024-04-25T17:15:32.678530+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:53:55.747546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678469+0000","last_change":"2024-04-25T17:13:47.318607+0000","last_active":"2024-04-25T17:15:32.678469+0000","last_peered":"2024-04-25T17:15:32.678469+0000","last_clean":"2024-04-25T17:15:32.678469+0000","last_became_active":"2024-04-25T17:13:47.318021+0000","last_became_peered":"2024-04-25T17:13:47.318021+0000","last_unstale":"2024-04-25T17:15:32.678469+0000","last_undegraded":"2024-04-25T17:15:32.678469+0000","last_fullsized":"2024-04-25T17:15:32.678469+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:16:57.361401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676745+0000","last_change":"2024-04-25T17:13:42.261684+0000","last_active":"2024-04-25T17:15:32.676745+0000","last_peered":"2024-04-25T17:15:32.676745+0000","last_clean":"2024-04-25T17:15:32.676745+0000","last_became_active":"2024-04-25T17:13:42.261311+0000","last_became_peered":"2024-04-25T17:13:42.261311+0000","last_unstale":"2024-04-25T17:15:32.676745+0000","last_undegraded":"2024-04-25T17:15:32.676745+0000","last_fullsized":"2024-04-25T17:15:32.676745+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:09:48.192868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'4","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.394417+0000","last_change":"2024-04-25T17:13:43.272523+0000","last_active":"2024-04-25T17:15:32.394417+0000","last_peered":"2024-04-25T17:15:32.394417+0000","last_clean":"2024-04-25T17:15:32.394417+0000","last_became_active":"2024-04-25T17:13:43.272136+0000","last_became_peered":"2024-04-25T17:13:43.272136+0000","last_unstale":"2024-04-25T17:15:32.394417+0000","last_undegraded":"2024-04-25T17:15:32.394417+0000","last_fullsized":"2024-04-25T17:15:32.394417+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:00:20.231655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677731+0000","last_change":"2024-04-25T17:13:47.306244+0000","last_active":"2024-04-25T17:15:32.677731+0000","last_peered":"2024-04-25T17:15:32.677731+0000","last_clean":"2024-04-25T17:15:32.677731+0000","last_became_active":"2024-04-25T17:13:47.305029+0000","last_became_peered":"2024-04-25T17:13:47.305029+0000","last_unstale":"2024-04-25T17:15:32.677731+0000","last_undegraded":"2024-04-25T17:15:32.677731+0000","last_fullsized":"2024-04-25T17:15:32.677731+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:38:22.161775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"80'1","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677192+0000","last_change":"2024-04-25T17:13:42.254095+0000","last_active":"2024-04-25T17:15:32.677192+0000","last_peered":"2024-04-25T17:15:32.677192+0000","last_clean":"2024-04-25T17:15:32.677192+0000","last_became_active":"2024-04-25T17:13:42.253753+0000","last_became_peered":"2024-04-25T17:13:42.253753+0000","last_unstale":"2024-04-25T17:15:32.677192+0000","last_undegraded":"2024-04-25T17:15:32.677192+0000","last_fullsized":"2024-04-25T17:15:32.677192+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:52.534242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.394954+0000","last_change":"2024-04-25T17:13:43.265067+0000","last_active":"2024-04-25T17:15:32.394954+0000","last_peered":"2024-04-25T17:15:32.394954+0000","last_clean":"2024-04-25T17:15:32.394954+0000","last_became_active":"2024-04-25T17:13:43.264622+0000","last_became_peered":"2024-04-25T17:13:43.264622+0000","last_unstale":"2024-04-25T17:15:32.394954+0000","last_undegraded":"2024-04-25T17:15:32.394954+0000","last_fullsized":"2024-04-25T17:15:32.394954+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:34:20.634458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678301+0000","last_change":"2024-04-25T17:13:47.318784+0000","last_active":"2024-04-25T17:15:32.678301+0000","last_peered":"2024-04-25T17:15:32.678301+0000","last_clean":"2024-04-25T17:15:32.678301+0000","last_became_active":"2024-04-25T17:13:47.318311+0000","last_became_peered":"2024-04-25T17:13:47.318311+0000","last_unstale":"2024-04-25T17:15:32.678301+0000","last_undegraded":"2024-04-25T17:15:32.678301+0000","last_fullsized":"2024-04-25T17:15:32.678301+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:35:10.223552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.392977+0000","last_change":"2024-04-25T17:13:43.267649+0000","last_active":"2024-04-25T17:15:32.392977+0000","last_peered":"2024-04-25T17:15:32.392977+0000","last_clean":"2024-04-25T17:15:32.392977+0000","last_became_active":"2024-04-25T17:13:43.267261+0000","last_became_peered":"2024-04-25T17:13:43.267261+0000","last_unstale":"2024-04-25T17:15:32.392977+0000","last_undegraded":"2024-04-25T17:15:32.392977+0000","last_fullsized":"2024-04-25T17:15:32.392977+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:57:47.612489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"84'5","reported_seq":158,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:16:09.125716+0000","last_change":"2024-04-25T17:13:42.249991+0000","last_active":"2024-04-25T17:16:09.125716+0000","last_peered":"2024-04-25T17:16:09.125716+0000","last_clean":"2024-04-25T17:16:09.125716+0000","last_became_active":"2024-04-25T17:13:42.246842+0000","last_became_peered":"2024-04-25T17:13:42.246842+0000","last_unstale":"2024-04-25T17:16:09.125716+0000","last_undegraded":"2024-04-25T17:16:09.125716+0000","last_fullsized":"2024-04-25T17:16:09.125716+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:20:28.616738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":122,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"80'1","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677650+0000","last_change":"2024-04-25T17:14:32.171166+0000","last_active":"2024-04-25T17:15:32.677650+0000","last_peered":"2024-04-25T17:15:32.677650+0000","last_clean":"2024-04-25T17:15:32.677650+0000","last_became_active":"2024-04-25T17:14:32.166858+0000","last_became_peered":"2024-04-25T17:14:32.166858+0000","last_unstale":"2024-04-25T17:15:32.677650+0000","last_undegraded":"2024-04-25T17:15:32.677650+0000","last_fullsized":"2024-04-25T17:15:32.677650+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:40:06.769226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,10],"acting":[7,5,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676511+0000","last_change":"2024-04-25T17:13:43.280919+0000","last_active":"2024-04-25T17:15:32.676511+0000","last_peered":"2024-04-25T17:15:32.676511+0000","last_clean":"2024-04-25T17:15:32.676511+0000","last_became_active":"2024-04-25T17:13:43.280540+0000","last_became_peered":"2024-04-25T17:13:43.280540+0000","last_unstale":"2024-04-25T17:15:32.676511+0000","last_undegraded":"2024-04-25T17:15:32.676511+0000","last_fullsized":"2024-04-25T17:15:32.676511+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:21:27.387579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"80'3","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393402+0000","last_change":"2024-04-25T17:13:42.255138+0000","last_active":"2024-04-25T17:15:32.393402+0000","last_peered":"2024-04-25T17:15:32.393402+0000","last_clean":"2024-04-25T17:15:32.393402+0000","last_became_active":"2024-04-25T17:13:42.254789+0000","last_became_peered":"2024-04-25T17:13:42.254789+0000","last_unstale":"2024-04-25T17:15:32.393402+0000","last_undegraded":"2024-04-25T17:15:32.393402+0000","last_fullsized":"2024-04-25T17:15:32.393402+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:34.178793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":107,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676390+0000","last_change":"2024-04-25T17:12:26.646633+0000","last_active":"2024-04-25T17:15:32.676390+0000","last_peered":"2024-04-25T17:15:32.676390+0000","last_clean":"2024-04-25T17:15:32.676390+0000","last_became_active":"2024-04-25T17:12:26.640706+0000","last_became_peered":"2024-04-25T17:12:26.640706+0000","last_unstale":"2024-04-25T17:15:32.676390+0000","last_undegraded":"2024-04-25T17:15:32.676390+0000","last_fullsized":"2024-04-25T17:15:32.676390+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:08:59.666167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:08:59.666167+0000","last_clean_scrub_stamp":"2024-04-25T17:08:59.666167+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:05:35.886707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393310+0000","last_change":"2024-04-25T17:13:47.318653+0000","last_active":"2024-04-25T17:15:32.393310+0000","last_peered":"2024-04-25T17:15:32.393310+0000","last_clean":"2024-04-25T17:15:32.393310+0000","last_became_active":"2024-04-25T17:13:47.318201+0000","last_became_peered":"2024-04-25T17:13:47.318201+0000","last_unstale":"2024-04-25T17:15:32.393310+0000","last_undegraded":"2024-04-25T17:15:32.393310+0000","last_fullsized":"2024-04-25T17:15:32.393310+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:08:06.948411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677217+0000","last_change":"2024-04-25T17:13:43.262977+0000","last_active":"2024-04-25T17:15:32.677217+0000","last_peered":"2024-04-25T17:15:32.677217+0000","last_clean":"2024-04-25T17:15:32.677217+0000","last_became_active":"2024-04-25T17:13:43.262622+0000","last_became_peered":"2024-04-25T17:13:43.262622+0000","last_unstale":"2024-04-25T17:15:32.677217+0000","last_undegraded":"2024-04-25T17:15:32.677217+0000","last_fullsized":"2024-04-25T17:15:32.677217+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:36:05.205724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'3","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676628+0000","last_change":"2024-04-25T17:13:42.258592+0000","last_active":"2024-04-25T17:15:32.676628+0000","last_peered":"2024-04-25T17:15:32.676628+0000","last_clean":"2024-04-25T17:15:32.676628+0000","last_became_active":"2024-04-25T17:13:42.258214+0000","last_became_peered":"2024-04-25T17:13:42.258214+0000","last_unstale":"2024-04-25T17:15:32.676628+0000","last_undegraded":"2024-04-25T17:15:32.676628+0000","last_fullsized":"2024-04-25T17:15:32.676628+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:36:18.364717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677670+0000","last_change":"2024-04-25T17:13:47.307961+0000","last_active":"2024-04-25T17:15:32.677670+0000","last_peered":"2024-04-25T17:15:32.677670+0000","last_clean":"2024-04-25T17:15:32.677670+0000","last_became_active":"2024-04-25T17:13:47.307505+0000","last_became_peered":"2024-04-25T17:13:47.307505+0000","last_unstale":"2024-04-25T17:15:32.677670+0000","last_undegraded":"2024-04-25T17:15:32.677670+0000","last_fullsized":"2024-04-25T17:15:32.677670+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:45:26.968675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"80'1","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678503+0000","last_change":"2024-04-25T17:13:42.259766+0000","last_active":"2024-04-25T17:15:32.678503+0000","last_peered":"2024-04-25T17:15:32.678503+0000","last_clean":"2024-04-25T17:15:32.678503+0000","last_became_active":"2024-04-25T17:13:42.259415+0000","last_became_peered":"2024-04-25T17:13:42.259415+0000","last_unstale":"2024-04-25T17:15:32.678503+0000","last_undegraded":"2024-04-25T17:15:32.678503+0000","last_fullsized":"2024-04-25T17:15:32.678503+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:21:53.586449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677940+0000","last_change":"2024-04-25T17:13:43.262971+0000","last_active":"2024-04-25T17:15:32.677940+0000","last_peered":"2024-04-25T17:15:32.677940+0000","last_clean":"2024-04-25T17:15:32.677940+0000","last_became_active":"2024-04-25T17:13:43.262586+0000","last_became_peered":"2024-04-25T17:13:43.262586+0000","last_unstale":"2024-04-25T17:15:32.677940+0000","last_undegraded":"2024-04-25T17:15:32.677940+0000","last_fullsized":"2024-04-25T17:15:32.677940+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:24:06.318153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676708+0000","last_change":"2024-04-25T17:13:47.318965+0000","last_active":"2024-04-25T17:15:32.676708+0000","last_peered":"2024-04-25T17:15:32.676708+0000","last_clean":"2024-04-25T17:15:32.676708+0000","last_became_active":"2024-04-25T17:13:47.318521+0000","last_became_peered":"2024-04-25T17:13:47.318521+0000","last_unstale":"2024-04-25T17:15:32.676708+0000","last_undegraded":"2024-04-25T17:15:32.676708+0000","last_fullsized":"2024-04-25T17:15:32.676708+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:32:41.804297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"84'10","reported_seq":54,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:53.034769+0000","last_change":"2024-04-25T17:14:31.988983+0000","last_active":"2024-04-25T17:15:53.034769+0000","last_peered":"2024-04-25T17:15:53.034769+0000","last_clean":"2024-04-25T17:15:53.034769+0000","last_became_active":"2024-04-25T17:14:31.982405+0000","last_became_peered":"2024-04-25T17:14:31.982405+0000","last_unstale":"2024-04-25T17:15:53.034769+0000","last_undegraded":"2024-04-25T17:15:53.034769+0000","last_fullsized":"2024-04-25T17:15:53.034769+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:33:12.217118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677328+0000","last_change":"2024-04-25T17:13:43.288283+0000","last_active":"2024-04-25T17:15:32.677328+0000","last_peered":"2024-04-25T17:15:32.677328+0000","last_clean":"2024-04-25T17:15:32.677328+0000","last_became_active":"2024-04-25T17:13:43.287769+0000","last_became_peered":"2024-04-25T17:13:43.287769+0000","last_unstale":"2024-04-25T17:15:32.677328+0000","last_undegraded":"2024-04-25T17:15:32.677328+0000","last_fullsized":"2024-04-25T17:15:32.677328+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:19:24.419633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676920+0000","last_change":"2024-04-25T17:13:47.303405+0000","last_active":"2024-04-25T17:15:32.676920+0000","last_peered":"2024-04-25T17:15:32.676920+0000","last_clean":"2024-04-25T17:15:32.676920+0000","last_became_active":"2024-04-25T17:13:47.302897+0000","last_became_peered":"2024-04-25T17:13:47.302897+0000","last_unstale":"2024-04-25T17:15:32.676920+0000","last_undegraded":"2024-04-25T17:15:32.676920+0000","last_fullsized":"2024-04-25T17:15:32.676920+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:32:20.882489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"80'4","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393165+0000","last_change":"2024-04-25T17:13:42.253837+0000","last_active":"2024-04-25T17:15:32.393165+0000","last_peered":"2024-04-25T17:15:32.393165+0000","last_clean":"2024-04-25T17:15:32.393165+0000","last_became_active":"2024-04-25T17:13:42.253460+0000","last_became_peered":"2024-04-25T17:13:42.253460+0000","last_unstale":"2024-04-25T17:15:32.393165+0000","last_undegraded":"2024-04-25T17:15:32.393165+0000","last_fullsized":"2024-04-25T17:15:32.393165+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:36:58.351942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704980+0000","last_change":"2024-04-25T17:13:43.281828+0000","last_active":"2024-04-25T17:15:32.704980+0000","last_peered":"2024-04-25T17:15:32.704980+0000","last_clean":"2024-04-25T17:15:32.704980+0000","last_became_active":"2024-04-25T17:13:43.281357+0000","last_became_peered":"2024-04-25T17:13:43.281357+0000","last_unstale":"2024-04-25T17:15:32.704980+0000","last_undegraded":"2024-04-25T17:15:32.704980+0000","last_fullsized":"2024-04-25T17:15:32.704980+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:51:31.035568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393162+0000","last_change":"2024-04-25T17:13:47.320313+0000","last_active":"2024-04-25T17:15:32.393162+0000","last_peered":"2024-04-25T17:15:32.393162+0000","last_clean":"2024-04-25T17:15:32.393162+0000","last_became_active":"2024-04-25T17:13:47.319771+0000","last_became_peered":"2024-04-25T17:13:47.319771+0000","last_unstale":"2024-04-25T17:15:32.393162+0000","last_undegraded":"2024-04-25T17:15:32.393162+0000","last_fullsized":"2024-04-25T17:15:32.393162+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:17:35.954919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":43,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676355+0000","last_change":"2024-04-25T17:14:31.985338+0000","last_active":"2024-04-25T17:15:32.676355+0000","last_peered":"2024-04-25T17:15:32.676355+0000","last_clean":"2024-04-25T17:15:32.676355+0000","last_became_active":"2024-04-25T17:14:31.978067+0000","last_became_peered":"2024-04-25T17:14:31.978067+0000","last_unstale":"2024-04-25T17:15:32.676355+0000","last_undegraded":"2024-04-25T17:15:32.676355+0000","last_fullsized":"2024-04-25T17:15:32.676355+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:06:53.291882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677957+0000","last_change":"2024-04-25T17:13:43.254994+0000","last_active":"2024-04-25T17:15:32.677957+0000","last_peered":"2024-04-25T17:15:32.677957+0000","last_clean":"2024-04-25T17:15:32.677957+0000","last_became_active":"2024-04-25T17:13:43.254618+0000","last_became_peered":"2024-04-25T17:13:43.254618+0000","last_unstale":"2024-04-25T17:15:32.677957+0000","last_undegraded":"2024-04-25T17:15:32.677957+0000","last_fullsized":"2024-04-25T17:15:32.677957+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:27:14.692287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677781+0000","last_change":"2024-04-25T17:13:47.315557+0000","last_active":"2024-04-25T17:15:32.677781+0000","last_peered":"2024-04-25T17:15:32.677781+0000","last_clean":"2024-04-25T17:15:32.677781+0000","last_became_active":"2024-04-25T17:13:47.314551+0000","last_became_peered":"2024-04-25T17:13:47.314551+0000","last_unstale":"2024-04-25T17:15:32.677781+0000","last_undegraded":"2024-04-25T17:15:32.677781+0000","last_fullsized":"2024-04-25T17:15:32.677781+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:28:48.783228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"80'3","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676436+0000","last_change":"2024-04-25T17:13:42.257830+0000","last_active":"2024-04-25T17:15:32.676436+0000","last_peered":"2024-04-25T17:15:32.676436+0000","last_clean":"2024-04-25T17:15:32.676436+0000","last_became_active":"2024-04-25T17:13:42.257474+0000","last_became_peered":"2024-04-25T17:13:42.257474+0000","last_unstale":"2024-04-25T17:15:32.676436+0000","last_undegraded":"2024-04-25T17:15:32.676436+0000","last_fullsized":"2024-04-25T17:15:32.676436+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:48:47.208261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677150+0000","last_change":"2024-04-25T17:13:43.267691+0000","last_active":"2024-04-25T17:15:32.677150+0000","last_peered":"2024-04-25T17:15:32.677150+0000","last_clean":"2024-04-25T17:15:32.677150+0000","last_became_active":"2024-04-25T17:13:43.267292+0000","last_became_peered":"2024-04-25T17:13:43.267292+0000","last_unstale":"2024-04-25T17:15:32.677150+0000","last_undegraded":"2024-04-25T17:15:32.677150+0000","last_fullsized":"2024-04-25T17:15:32.677150+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:45:55.332648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"80'1","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393615+0000","last_change":"2024-04-25T17:13:47.314673+0000","last_active":"2024-04-25T17:15:32.393615+0000","last_peered":"2024-04-25T17:15:32.393615+0000","last_clean":"2024-04-25T17:15:32.393615+0000","last_became_active":"2024-04-25T17:13:47.314287+0000","last_became_peered":"2024-04-25T17:13:47.314287+0000","last_unstale":"2024-04-25T17:15:32.393615+0000","last_undegraded":"2024-04-25T17:15:32.393615+0000","last_fullsized":"2024-04-25T17:15:32.393615+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:56:39.911915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"84'2","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:53.533550+0000","last_change":"2024-04-25T17:13:42.254521+0000","last_active":"2024-04-25T17:15:53.533550+0000","last_peered":"2024-04-25T17:15:53.533550+0000","last_clean":"2024-04-25T17:15:53.533550+0000","last_became_active":"2024-04-25T17:13:42.254180+0000","last_became_peered":"2024-04-25T17:13:42.254180+0000","last_unstale":"2024-04-25T17:15:53.533550+0000","last_undegraded":"2024-04-25T17:15:53.533550+0000","last_fullsized":"2024-04-25T17:15:53.533550+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:31:24.385653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676617+0000","last_change":"2024-04-25T17:13:43.289188+0000","last_active":"2024-04-25T17:15:32.676617+0000","last_peered":"2024-04-25T17:15:32.676617+0000","last_clean":"2024-04-25T17:15:32.676617+0000","last_became_active":"2024-04-25T17:13:43.285588+0000","last_became_peered":"2024-04-25T17:13:43.285588+0000","last_unstale":"2024-04-25T17:15:32.676617+0000","last_undegraded":"2024-04-25T17:15:32.676617+0000","last_fullsized":"2024-04-25T17:15:32.676617+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:01:48.765573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.392962+0000","last_change":"2024-04-25T17:13:47.318468+0000","last_active":"2024-04-25T17:15:32.392962+0000","last_peered":"2024-04-25T17:15:32.392962+0000","last_clean":"2024-04-25T17:15:32.392962+0000","last_became_active":"2024-04-25T17:13:47.318047+0000","last_became_peered":"2024-04-25T17:13:47.318047+0000","last_unstale":"2024-04-25T17:15:32.392962+0000","last_undegraded":"2024-04-25T17:15:32.392962+0000","last_fullsized":"2024-04-25T17:15:32.392962+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:16:34.409933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678106+0000","last_change":"2024-04-25T17:13:42.260066+0000","last_active":"2024-04-25T17:15:32.678106+0000","last_peered":"2024-04-25T17:15:32.678106+0000","last_clean":"2024-04-25T17:15:32.678106+0000","last_became_active":"2024-04-25T17:13:42.259716+0000","last_became_peered":"2024-04-25T17:13:42.259716+0000","last_unstale":"2024-04-25T17:15:32.678106+0000","last_undegraded":"2024-04-25T17:15:32.678106+0000","last_fullsized":"2024-04-25T17:15:32.678106+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:09:52.528226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677388+0000","last_change":"2024-04-25T17:13:43.264970+0000","last_active":"2024-04-25T17:15:32.677388+0000","last_peered":"2024-04-25T17:15:32.677388+0000","last_clean":"2024-04-25T17:15:32.677388+0000","last_became_active":"2024-04-25T17:13:43.264524+0000","last_became_peered":"2024-04-25T17:13:43.264524+0000","last_unstale":"2024-04-25T17:15:32.677388+0000","last_undegraded":"2024-04-25T17:15:32.677388+0000","last_fullsized":"2024-04-25T17:15:32.677388+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:08.443599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676612+0000","last_change":"2024-04-25T17:13:47.297953+0000","last_active":"2024-04-25T17:15:32.676612+0000","last_peered":"2024-04-25T17:15:32.676612+0000","last_clean":"2024-04-25T17:15:32.676612+0000","last_became_active":"2024-04-25T17:13:47.297425+0000","last_became_peered":"2024-04-25T17:13:47.297425+0000","last_unstale":"2024-04-25T17:15:32.676612+0000","last_undegraded":"2024-04-25T17:15:32.676612+0000","last_fullsized":"2024-04-25T17:15:32.676612+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:13:40.449490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"80'3","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677655+0000","last_change":"2024-04-25T17:13:42.261648+0000","last_active":"2024-04-25T17:15:32.677655+0000","last_peered":"2024-04-25T17:15:32.677655+0000","last_clean":"2024-04-25T17:15:32.677655+0000","last_became_active":"2024-04-25T17:13:42.261154+0000","last_became_peered":"2024-04-25T17:13:42.261154+0000","last_unstale":"2024-04-25T17:15:32.677655+0000","last_undegraded":"2024-04-25T17:15:32.677655+0000","last_fullsized":"2024-04-25T17:15:32.677655+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:35:32.369682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677932+0000","last_change":"2024-04-25T17:13:43.274257+0000","last_active":"2024-04-25T17:15:32.677932+0000","last_peered":"2024-04-25T17:15:32.677932+0000","last_clean":"2024-04-25T17:15:32.677932+0000","last_became_active":"2024-04-25T17:13:43.273869+0000","last_became_peered":"2024-04-25T17:13:43.273869+0000","last_unstale":"2024-04-25T17:15:32.677932+0000","last_undegraded":"2024-04-25T17:15:32.677932+0000","last_fullsized":"2024-04-25T17:15:32.677932+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:45:09.550814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704612+0000","last_change":"2024-04-25T17:13:47.311914+0000","last_active":"2024-04-25T17:15:32.704612+0000","last_peered":"2024-04-25T17:15:32.704612+0000","last_clean":"2024-04-25T17:15:32.704612+0000","last_became_active":"2024-04-25T17:13:47.311345+0000","last_became_peered":"2024-04-25T17:13:47.311345+0000","last_unstale":"2024-04-25T17:15:32.704612+0000","last_undegraded":"2024-04-25T17:15:32.704612+0000","last_fullsized":"2024-04-25T17:15:32.704612+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:45:33.187018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"75'1","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393526+0000","last_change":"2024-04-25T17:13:42.254684+0000","last_active":"2024-04-25T17:15:32.393526+0000","last_peered":"2024-04-25T17:15:32.393526+0000","last_clean":"2024-04-25T17:15:32.393526+0000","last_became_active":"2024-04-25T17:13:42.254364+0000","last_became_peered":"2024-04-25T17:13:42.254364+0000","last_unstale":"2024-04-25T17:15:32.393526+0000","last_undegraded":"2024-04-25T17:15:32.393526+0000","last_fullsized":"2024-04-25T17:15:32.393526+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:02:45.875471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'6","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677553+0000","last_change":"2024-04-25T17:13:43.290952+0000","last_active":"2024-04-25T17:15:32.677553+0000","last_peered":"2024-04-25T17:15:32.677553+0000","last_clean":"2024-04-25T17:15:32.677553+0000","last_became_active":"2024-04-25T17:13:43.290601+0000","last_became_peered":"2024-04-25T17:13:43.290601+0000","last_unstale":"2024-04-25T17:15:32.677553+0000","last_undegraded":"2024-04-25T17:15:32.677553+0000","last_fullsized":"2024-04-25T17:15:32.677553+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:40:50.307780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.392704+0000","last_change":"2024-04-25T17:13:47.305309+0000","last_active":"2024-04-25T17:15:32.392704+0000","last_peered":"2024-04-25T17:15:32.392704+0000","last_clean":"2024-04-25T17:15:32.392704+0000","last_became_active":"2024-04-25T17:13:47.304876+0000","last_became_peered":"2024-04-25T17:13:47.304876+0000","last_unstale":"2024-04-25T17:15:32.392704+0000","last_undegraded":"2024-04-25T17:15:32.392704+0000","last_fullsized":"2024-04-25T17:15:32.392704+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:54:45.899895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"75'2","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677796+0000","last_change":"2024-04-25T17:13:42.248466+0000","last_active":"2024-04-25T17:15:32.677796+0000","last_peered":"2024-04-25T17:15:32.677796+0000","last_clean":"2024-04-25T17:15:32.677796+0000","last_became_active":"2024-04-25T17:13:42.247770+0000","last_became_peered":"2024-04-25T17:13:42.247770+0000","last_unstale":"2024-04-25T17:15:32.677796+0000","last_undegraded":"2024-04-25T17:15:32.677796+0000","last_fullsized":"2024-04-25T17:15:32.677796+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:28:31.611709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677842+0000","last_change":"2024-04-25T17:13:43.261759+0000","last_active":"2024-04-25T17:15:32.677842+0000","last_peered":"2024-04-25T17:15:32.677842+0000","last_clean":"2024-04-25T17:15:32.677842+0000","last_became_active":"2024-04-25T17:13:43.261370+0000","last_became_peered":"2024-04-25T17:13:43.261370+0000","last_unstale":"2024-04-25T17:15:32.677842+0000","last_undegraded":"2024-04-25T17:15:32.677842+0000","last_fullsized":"2024-04-25T17:15:32.677842+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:59:04.532021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677265+0000","last_change":"2024-04-25T17:13:43.258611+0000","last_active":"2024-04-25T17:15:32.677265+0000","last_peered":"2024-04-25T17:15:32.677265+0000","last_clean":"2024-04-25T17:15:32.677265+0000","last_became_active":"2024-04-25T17:13:43.258222+0000","last_became_peered":"2024-04-25T17:13:43.258222+0000","last_unstale":"2024-04-25T17:15:32.677265+0000","last_undegraded":"2024-04-25T17:15:32.677265+0000","last_fullsized":"2024-04-25T17:15:32.677265+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:47:08.181197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":41,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677666+0000","last_change":"2024-04-25T17:13:43.265860+0000","last_active":"2024-04-25T17:15:32.677666+0000","last_peered":"2024-04-25T17:15:32.677666+0000","last_clean":"2024-04-25T17:15:32.677666+0000","last_became_active":"2024-04-25T17:13:43.265386+0000","last_became_peered":"2024-04-25T17:13:43.265386+0000","last_unstale":"2024-04-25T17:15:32.677666+0000","last_undegraded":"2024-04-25T17:15:32.677666+0000","last_fullsized":"2024-04-25T17:15:32.677666+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:17:40.278521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677512+0000","last_change":"2024-04-25T17:13:43.287830+0000","last_active":"2024-04-25T17:15:32.677512+0000","last_peered":"2024-04-25T17:15:32.677512+0000","last_clean":"2024-04-25T17:15:32.677512+0000","last_became_active":"2024-04-25T17:13:43.287226+0000","last_became_peered":"2024-04-25T17:13:43.287226+0000","last_unstale":"2024-04-25T17:15:32.677512+0000","last_undegraded":"2024-04-25T17:15:32.677512+0000","last_fullsized":"2024-04-25T17:15:32.677512+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:06.008495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":42,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704848+0000","last_change":"2024-04-25T17:14:32.951070+0000","last_active":"2024-04-25T17:15:32.704848+0000","last_peered":"2024-04-25T17:15:32.704848+0000","last_clean":"2024-04-25T17:15:32.704848+0000","last_became_active":"2024-04-25T17:14:32.950632+0000","last_became_peered":"2024-04-25T17:14:32.950632+0000","last_unstale":"2024-04-25T17:15:32.704848+0000","last_undegraded":"2024-04-25T17:15:32.704848+0000","last_fullsized":"2024-04-25T17:15:32.704848+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:55:27.316705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,8],"acting":[0,6,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678007+0000","last_change":"2024-04-25T17:13:43.272457+0000","last_active":"2024-04-25T17:15:32.678007+0000","last_peered":"2024-04-25T17:15:32.678007+0000","last_clean":"2024-04-25T17:15:32.678007+0000","last_became_active":"2024-04-25T17:13:43.271825+0000","last_became_peered":"2024-04-25T17:13:43.271825+0000","last_unstale":"2024-04-25T17:15:32.678007+0000","last_undegraded":"2024-04-25T17:15:32.678007+0000","last_fullsized":"2024-04-25T17:15:32.678007+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:45:37.144933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.679188+0000","last_change":"2024-04-25T17:13:43.256047+0000","last_active":"2024-04-25T17:15:32.679188+0000","last_peered":"2024-04-25T17:15:32.679188+0000","last_clean":"2024-04-25T17:15:32.679188+0000","last_became_active":"2024-04-25T17:13:43.255603+0000","last_became_peered":"2024-04-25T17:13:43.255603+0000","last_unstale":"2024-04-25T17:15:32.679188+0000","last_undegraded":"2024-04-25T17:15:32.679188+0000","last_fullsized":"2024-04-25T17:15:32.679188+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:47:13.586785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":44,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678075+0000","last_change":"2024-04-25T17:13:43.263140+0000","last_active":"2024-04-25T17:15:32.678075+0000","last_peered":"2024-04-25T17:15:32.678075+0000","last_clean":"2024-04-25T17:15:32.678075+0000","last_became_active":"2024-04-25T17:13:43.262295+0000","last_became_peered":"2024-04-25T17:13:43.262295+0000","last_unstale":"2024-04-25T17:15:32.678075+0000","last_undegraded":"2024-04-25T17:15:32.678075+0000","last_fullsized":"2024-04-25T17:15:32.678075+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:25:07.228735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677520+0000","last_change":"2024-04-25T17:13:43.284295+0000","last_active":"2024-04-25T17:15:32.677520+0000","last_peered":"2024-04-25T17:15:32.677520+0000","last_clean":"2024-04-25T17:15:32.677520+0000","last_became_active":"2024-04-25T17:13:43.283697+0000","last_became_peered":"2024-04-25T17:13:43.283697+0000","last_unstale":"2024-04-25T17:15:32.677520+0000","last_undegraded":"2024-04-25T17:15:32.677520+0000","last_fullsized":"2024-04-25T17:15:32.677520+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:39:25.637940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.392865+0000","last_change":"2024-04-25T17:13:43.272581+0000","last_active":"2024-04-25T17:15:32.392865+0000","last_peered":"2024-04-25T17:15:32.392865+0000","last_clean":"2024-04-25T17:15:32.392865+0000","last_became_active":"2024-04-25T17:13:43.272248+0000","last_became_peered":"2024-04-25T17:13:43.272248+0000","last_unstale":"2024-04-25T17:15:32.392865+0000","last_undegraded":"2024-04-25T17:15:32.392865+0000","last_fullsized":"2024-04-25T17:15:32.392865+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:13:37.778091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676549+0000","last_change":"2024-04-25T17:13:43.287102+0000","last_active":"2024-04-25T17:15:32.676549+0000","last_peered":"2024-04-25T17:15:32.676549+0000","last_clean":"2024-04-25T17:15:32.676549+0000","last_became_active":"2024-04-25T17:13:43.285639+0000","last_became_peered":"2024-04-25T17:13:43.285639+0000","last_unstale":"2024-04-25T17:15:32.676549+0000","last_undegraded":"2024-04-25T17:15:32.676549+0000","last_fullsized":"2024-04-25T17:15:32.676549+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:57:31.092215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676951+0000","last_change":"2024-04-25T17:13:43.277104+0000","last_active":"2024-04-25T17:15:32.676951+0000","last_peered":"2024-04-25T17:15:32.676951+0000","last_clean":"2024-04-25T17:15:32.676951+0000","last_became_active":"2024-04-25T17:13:43.276713+0000","last_became_peered":"2024-04-25T17:13:43.276713+0000","last_unstale":"2024-04-25T17:15:32.676951+0000","last_undegraded":"2024-04-25T17:15:32.676951+0000","last_fullsized":"2024-04-25T17:15:32.676951+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:16:21.915786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":40,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678163+0000","last_change":"2024-04-25T17:13:43.269758+0000","last_active":"2024-04-25T17:15:32.678163+0000","last_peered":"2024-04-25T17:15:32.678163+0000","last_clean":"2024-04-25T17:15:32.678163+0000","last_became_active":"2024-04-25T17:13:43.269383+0000","last_became_peered":"2024-04-25T17:13:43.269383+0000","last_unstale":"2024-04-25T17:15:32.678163+0000","last_undegraded":"2024-04-25T17:15:32.678163+0000","last_fullsized":"2024-04-25T17:15:32.678163+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:14:21.761555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.679137+0000","last_change":"2024-04-25T17:13:43.250526+0000","last_active":"2024-04-25T17:15:32.679137+0000","last_peered":"2024-04-25T17:15:32.679137+0000","last_clean":"2024-04-25T17:15:32.679137+0000","last_became_active":"2024-04-25T17:13:43.250119+0000","last_became_peered":"2024-04-25T17:13:43.250119+0000","last_unstale":"2024-04-25T17:15:32.679137+0000","last_undegraded":"2024-04-25T17:15:32.679137+0000","last_fullsized":"2024-04-25T17:15:32.679137+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:36:18.407594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":73540,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":755,"num_read_kb":457,"num_write":179,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":1013,"num_keys_recovered":7,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":220620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678059,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36272,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708880,"statfs":{"total":95995035648,"available":95957893120,"internally_reserved":0,"allocated":950272,"data_stored":467786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874288,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36948,"kb_used_data":1612,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708204,"statfs":{"total":95995035648,"available":95957200896,"internally_reserved":0,"allocated":1650688,"data_stored":1128055,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037813,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":468022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234042,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36288,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708864,"statfs":{"total":95995035648,"available":95957876736,"internally_reserved":0,"allocated":966656,"data_stored":467942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430272,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36860,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708292,"statfs":{"total":95995035648,"available":95957291008,"internally_reserved":0,"allocated":1560576,"data_stored":1064978,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593798,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":946176,"data_stored":463198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574942,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36332,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708820,"statfs":{"total":95995035648,"available":95957831680,"internally_reserved":0,"allocated":1019904,"data_stored":531520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738468,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":970752,"data_stored":464586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411418,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1036288,"data_stored":532248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149780,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":463392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953551,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":469988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790026,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28548,"kb_used_data":1532,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716604,"statfs":{"total":95995035648,"available":95965802496,"internally_reserved":0,"allocated":1568768,"data_stored":1060073,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":68412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":69140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":70483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T17:16:11.846 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-04-25T17:16:11.846 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-25T17:16:11.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:11 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/435941451' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:16:11.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:11 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3705012278' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:16:11.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:11 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/435941451' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:16:11.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:11 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3705012278' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:16:11.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.993+0000 7f93cf46e640 1 -- 172.21.15.28:0/4190024879 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93c8103c40 msgr2=0x7f93c8104050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:11.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.993+0000 7f93cf46e640 1 --2- 172.21.15.28:0/4190024879 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93c8103c40 0x7f93c8104050 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f93b8009900 tx=0x7f93b802a410 comp rx=0 tx=0).stop 2024-04-25T17:16:11.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.993+0000 7f93cf46e640 1 -- 172.21.15.28:0/4190024879 shutdown_connections 2024-04-25T17:16:11.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.993+0000 7f93cf46e640 1 --2- 172.21.15.28:0/4190024879 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93c8108940 0x7f93c810ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.993+0000 7f93cf46e640 1 --2- 172.21.15.28:0/4190024879 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93c8103c40 0x7f93c8104050 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.993+0000 7f93cf46e640 1 --2- 172.21.15.28:0/4190024879 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93c8102a00 0x7f93c8103700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.993+0000 7f93cf46e640 1 -- 172.21.15.28:0/4190024879 >> 172.21.15.28:0/4190024879 conn(0x7f93c80fdbf0 msgr2=0x7f93c81000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:11.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.993+0000 7f93cf46e640 1 -- 172.21.15.28:0/4190024879 shutdown_connections 2024-04-25T17:16:11.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.993+0000 7f93cf46e640 1 -- 172.21.15.28:0/4190024879 wait complete. 2024-04-25T17:16:11.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.994+0000 7f93cf46e640 1 Processor -- start 2024-04-25T17:16:11.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.994+0000 7f93cf46e640 1 -- start start 2024-04-25T17:16:11.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.994+0000 7f93cf46e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93c8102a00 0x7f93c8198f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:11.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.994+0000 7f93cf46e640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93c8103c40 0x7f93c81994d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:11.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.994+0000 7f93cf46e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93c8108940 0x7f93c81a0460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:11.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.994+0000 7f93cf46e640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f93c810e3e0 con 0x7f93c8102a00 2024-04-25T17:16:11.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.994+0000 7f93cf46e640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f93c810e260 con 0x7f93c8103c40 2024-04-25T17:16:11.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.994+0000 7f93cf46e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f93c810e560 con 0x7f93c8108940 2024-04-25T17:16:11.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.994+0000 7f93cd20a640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93c8102a00 0x7f93c8198f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:11.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.994+0000 7f93cd20a640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93c8102a00 0x7f93c8198f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36510/0 (socket says 172.21.15.28:36510) 2024-04-25T17:16:11.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.994+0000 7f93cd20a640 1 -- 172.21.15.28:0/3463137367 learned_addr learned my addr 172.21.15.28:0/3463137367 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:11.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.994+0000 7f93cda0b640 1 --2- 172.21.15.28:0/3463137367 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93c8108940 0x7f93c81a0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:11.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.994+0000 7f93cca09640 1 --2- 172.21.15.28:0/3463137367 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93c8103c40 0x7f93c81994d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.994+0000 7f93cd20a640 1 -- 172.21.15.28:0/3463137367 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93c8108940 msgr2=0x7f93c81a0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.994+0000 7f93cd20a640 1 --2- 172.21.15.28:0/3463137367 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93c8108940 0x7f93c81a0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.994+0000 7f93cd20a640 1 -- 172.21.15.28:0/3463137367 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93c8103c40 msgr2=0x7f93c81994d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.994+0000 7f93cd20a640 1 --2- 172.21.15.28:0/3463137367 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93c8103c40 0x7f93c81994d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.994+0000 7f93cd20a640 1 -- 172.21.15.28:0/3463137367 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93c81a0ad0 con 0x7f93c8102a00 2024-04-25T17:16:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.994+0000 7f93cda0b640 1 --2- 172.21.15.28:0/3463137367 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93c8108940 0x7f93c81a0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:16:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.994+0000 7f93cca09640 1 --2- 172.21.15.28:0/3463137367 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93c8103c40 0x7f93c81994d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:16:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.995+0000 7f93cd20a640 1 --2- 172.21.15.28:0/3463137367 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93c8102a00 0x7f93c8198f90 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f93c4005fd0 tx=0x7f93c400dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.995+0000 7f93be7fc640 1 -- 172.21.15.28:0/3463137367 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c4017070 con 0x7f93c8102a00 2024-04-25T17:16:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.995+0000 7f93be7fc640 1 -- 172.21.15.28:0/3463137367 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f93c4009c30 con 0x7f93c8102a00 2024-04-25T17:16:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.995+0000 7f93cf46e640 1 -- 172.21.15.28:0/3463137367 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93c81a0dc0 con 0x7f93c8102a00 2024-04-25T17:16:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.995+0000 7f93be7fc640 1 -- 172.21.15.28:0/3463137367 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c4003c90 con 0x7f93c8102a00 2024-04-25T17:16:11.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.995+0000 7f93cf46e640 1 -- 172.21.15.28:0/3463137367 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93c81a1280 con 0x7f93c8102a00 2024-04-25T17:16:11.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.996+0000 7f93cf46e640 1 -- 172.21.15.28:0/3463137367 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93c8107750 con 0x7f93c8102a00 2024-04-25T17:16:11.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.997+0000 7f93be7fc640 1 -- 172.21.15.28:0/3463137367 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f93c4003e30 con 0x7f93c8102a00 2024-04-25T17:16:11.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.998+0000 7f93be7fc640 1 --2- 172.21.15.28:0/3463137367 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f93b40afc20 0x7f93b40b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:11.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.998+0000 7f93cca09640 1 --2- 172.21.15.28:0/3463137367 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f93b40afc20 0x7f93b40b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:12.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.998+0000 7f93be7fc640 1 -- 172.21.15.28:0/3463137367 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f93c40df4a0 con 0x7f93c8102a00 2024-04-25T17:16:12.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:11.999+0000 7f93cca09640 1 --2- 172.21.15.28:0/3463137367 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f93b40afc20 0x7f93b40b2130 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f93b8005f70 tx=0x7f93b8005720 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:12.002 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.002+0000 7f93be7fc640 1 -- 172.21.15.28:0/3463137367 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f93c4020030 con 0x7f93c8102a00 2024-04-25T17:16:12.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.184+0000 7f93cf46e640 1 -- 172.21.15.28:0/3463137367 --> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f93c8062fe0 con 0x7f93b40afc20 2024-04-25T17:16:12.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.194+0000 7f93be7fc640 1 -- 172.21.15.28:0/3463137367 <== mgr.14150 v2:172.21.15.28:6800/1333936085 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340466 (secure 0 0 0) 0x7f93c8062fe0 con 0x7f93b40afc20 2024-04-25T17:16:12.197 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:16:12.199 INFO:teuthology.orchestra.run.smithi028.stderr:dumped all 2024-04-25T17:16:12.200 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.197+0000 7f93cf46e640 1 -- 172.21.15.28:0/3463137367 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f93b40afc20 msgr2=0x7f93b40b2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:12.201 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.197+0000 7f93cf46e640 1 --2- 172.21.15.28:0/3463137367 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f93b40afc20 0x7f93b40b2130 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f93b8005f70 tx=0x7f93b8005720 comp rx=0 tx=0).stop 2024-04-25T17:16:12.201 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.197+0000 7f93cf46e640 1 -- 172.21.15.28:0/3463137367 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93c8102a00 msgr2=0x7f93c8198f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:12.201 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.197+0000 7f93cf46e640 1 --2- 172.21.15.28:0/3463137367 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93c8102a00 0x7f93c8198f90 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f93c4005fd0 tx=0x7f93c400dde0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.201 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.197+0000 7f93cf46e640 1 -- 172.21.15.28:0/3463137367 shutdown_connections 2024-04-25T17:16:12.201 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.197+0000 7f93cf46e640 1 --2- 172.21.15.28:0/3463137367 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f93b40afc20 0x7f93b40b2130 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.201 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.197+0000 7f93cf46e640 1 --2- 172.21.15.28:0/3463137367 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93c8108940 0x7f93c81a0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.201 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.197+0000 7f93cf46e640 1 --2- 172.21.15.28:0/3463137367 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93c8103c40 0x7f93c81994d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.201 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.197+0000 7f93cf46e640 1 --2- 172.21.15.28:0/3463137367 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f93c8102a00 0x7f93c8198f90 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.201 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.197+0000 7f93cf46e640 1 -- 172.21.15.28:0/3463137367 >> 172.21.15.28:0/3463137367 conn(0x7f93c80fdbf0 msgr2=0x7f93c8104920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:12.201 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.197+0000 7f93cf46e640 1 -- 172.21.15.28:0/3463137367 shutdown_connections 2024-04-25T17:16:12.201 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.197+0000 7f93cf46e640 1 -- 172.21.15.28:0/3463137367 wait complete. 2024-04-25T17:16:12.209 INFO:teuthology.orchestra.run.smithi028.stdout:{"pg_ready":true,"pg_map":{"version":364,"stamp":"2024-04-25T17:16:10.750467+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":664142,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":831,"num_read_kb":521,"num_write":304,"num_write_kb":2286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2952970,"num_keys_recovered":7,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":749,"ondisk_log_size":749,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":379064,"kb_used_data":13244,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124562760,"statfs":{"total":1151940427776,"available":1151552266240,"internally_reserved":0,"allocated":13561856,"data_stored":7581788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":374453563},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5793,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":89,"num_read_kb":53,"num_write":11,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003258"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.679130+0000","last_change":"2024-04-25T17:13:43.268418+0000","last_active":"2024-04-25T17:15:32.679130+0000","last_peered":"2024-04-25T17:15:32.679130+0000","last_clean":"2024-04-25T17:15:32.679130+0000","last_became_active":"2024-04-25T17:13:43.267802+0000","last_became_peered":"2024-04-25T17:13:43.267802+0000","last_unstale":"2024-04-25T17:15:32.679130+0000","last_undegraded":"2024-04-25T17:15:32.679130+0000","last_fullsized":"2024-04-25T17:15:32.679130+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:20:09.796507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704947+0000","last_change":"2024-04-25T17:13:43.259123+0000","last_active":"2024-04-25T17:15:32.704947+0000","last_peered":"2024-04-25T17:15:32.704947+0000","last_clean":"2024-04-25T17:15:32.704947+0000","last_became_active":"2024-04-25T17:13:43.258765+0000","last_became_peered":"2024-04-25T17:13:43.258765+0000","last_unstale":"2024-04-25T17:15:32.704947+0000","last_undegraded":"2024-04-25T17:15:32.704947+0000","last_fullsized":"2024-04-25T17:15:32.704947+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:15:21.011900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704771+0000","last_change":"2024-04-25T17:13:43.278438+0000","last_active":"2024-04-25T17:15:32.704771+0000","last_peered":"2024-04-25T17:15:32.704771+0000","last_clean":"2024-04-25T17:15:32.704771+0000","last_became_active":"2024-04-25T17:13:43.278071+0000","last_became_peered":"2024-04-25T17:13:43.278071+0000","last_unstale":"2024-04-25T17:15:32.704771+0000","last_undegraded":"2024-04-25T17:15:32.704771+0000","last_fullsized":"2024-04-25T17:15:32.704771+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:08:32.560517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.394340+0000","last_change":"2024-04-25T17:13:43.261675+0000","last_active":"2024-04-25T17:15:32.394340+0000","last_peered":"2024-04-25T17:15:32.394340+0000","last_clean":"2024-04-25T17:15:32.394340+0000","last_became_active":"2024-04-25T17:13:43.261311+0000","last_became_peered":"2024-04-25T17:13:43.261311+0000","last_unstale":"2024-04-25T17:15:32.394340+0000","last_undegraded":"2024-04-25T17:15:32.394340+0000","last_fullsized":"2024-04-25T17:15:32.394340+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:20:35.607177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678177+0000","last_change":"2024-04-25T17:13:43.287602+0000","last_active":"2024-04-25T17:15:32.678177+0000","last_peered":"2024-04-25T17:15:32.678177+0000","last_clean":"2024-04-25T17:15:32.678177+0000","last_became_active":"2024-04-25T17:13:43.287183+0000","last_became_peered":"2024-04-25T17:13:43.287183+0000","last_unstale":"2024-04-25T17:15:32.678177+0000","last_undegraded":"2024-04-25T17:15:32.678177+0000","last_fullsized":"2024-04-25T17:15:32.678177+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:02:25.083295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.394883+0000","last_change":"2024-04-25T17:13:43.250000+0000","last_active":"2024-04-25T17:15:32.394883+0000","last_peered":"2024-04-25T17:15:32.394883+0000","last_clean":"2024-04-25T17:15:32.394883+0000","last_became_active":"2024-04-25T17:13:43.249159+0000","last_became_peered":"2024-04-25T17:13:43.249159+0000","last_unstale":"2024-04-25T17:15:32.394883+0000","last_undegraded":"2024-04-25T17:15:32.394883+0000","last_fullsized":"2024-04-25T17:15:32.394883+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:45.139862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676791+0000","last_change":"2024-04-25T17:13:43.259359+0000","last_active":"2024-04-25T17:15:32.676791+0000","last_peered":"2024-04-25T17:15:32.676791+0000","last_clean":"2024-04-25T17:15:32.676791+0000","last_became_active":"2024-04-25T17:13:43.258633+0000","last_became_peered":"2024-04-25T17:13:43.258633+0000","last_unstale":"2024-04-25T17:15:32.676791+0000","last_undegraded":"2024-04-25T17:15:32.676791+0000","last_fullsized":"2024-04-25T17:15:32.676791+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:33:17.434516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676126+0000","last_change":"2024-04-25T17:14:32.166385+0000","last_active":"2024-04-25T17:15:32.676126+0000","last_peered":"2024-04-25T17:15:32.676126+0000","last_clean":"2024-04-25T17:15:32.676126+0000","last_became_active":"2024-04-25T17:14:32.166103+0000","last_became_peered":"2024-04-25T17:14:32.166103+0000","last_unstale":"2024-04-25T17:15:32.676126+0000","last_undegraded":"2024-04-25T17:15:32.676126+0000","last_fullsized":"2024-04-25T17:15:32.676126+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:46:32.916388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":40,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677022+0000","last_change":"2024-04-25T17:13:43.261614+0000","last_active":"2024-04-25T17:15:32.677022+0000","last_peered":"2024-04-25T17:15:32.677022+0000","last_clean":"2024-04-25T17:15:32.677022+0000","last_became_active":"2024-04-25T17:13:43.261125+0000","last_became_peered":"2024-04-25T17:13:43.261125+0000","last_unstale":"2024-04-25T17:15:32.677022+0000","last_undegraded":"2024-04-25T17:15:32.677022+0000","last_fullsized":"2024-04-25T17:15:32.677022+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:25:54.564219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":46,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.394352+0000","last_change":"2024-04-25T17:13:43.258673+0000","last_active":"2024-04-25T17:15:32.394352+0000","last_peered":"2024-04-25T17:15:32.394352+0000","last_clean":"2024-04-25T17:15:32.394352+0000","last_became_active":"2024-04-25T17:13:43.258263+0000","last_became_peered":"2024-04-25T17:13:43.258263+0000","last_unstale":"2024-04-25T17:15:32.394352+0000","last_undegraded":"2024-04-25T17:15:32.394352+0000","last_fullsized":"2024-04-25T17:15:32.394352+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:06:29.171288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677810+0000","last_change":"2024-04-25T17:13:43.272822+0000","last_active":"2024-04-25T17:15:32.677810+0000","last_peered":"2024-04-25T17:15:32.677810+0000","last_clean":"2024-04-25T17:15:32.677810+0000","last_became_active":"2024-04-25T17:13:43.272406+0000","last_became_peered":"2024-04-25T17:13:43.272406+0000","last_unstale":"2024-04-25T17:15:32.677810+0000","last_undegraded":"2024-04-25T17:15:32.677810+0000","last_fullsized":"2024-04-25T17:15:32.677810+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:34:06.406479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.394550+0000","last_change":"2024-04-25T17:13:43.260849+0000","last_active":"2024-04-25T17:15:32.394550+0000","last_peered":"2024-04-25T17:15:32.394550+0000","last_clean":"2024-04-25T17:15:32.394550+0000","last_became_active":"2024-04-25T17:13:43.257657+0000","last_became_peered":"2024-04-25T17:13:43.257657+0000","last_unstale":"2024-04-25T17:15:32.394550+0000","last_undegraded":"2024-04-25T17:15:32.394550+0000","last_fullsized":"2024-04-25T17:15:32.394550+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:02:32.428737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678311+0000","last_change":"2024-04-25T17:13:43.259033+0000","last_active":"2024-04-25T17:15:32.678311+0000","last_peered":"2024-04-25T17:15:32.678311+0000","last_clean":"2024-04-25T17:15:32.678311+0000","last_became_active":"2024-04-25T17:13:43.257318+0000","last_became_peered":"2024-04-25T17:13:43.257318+0000","last_unstale":"2024-04-25T17:15:32.678311+0000","last_undegraded":"2024-04-25T17:15:32.678311+0000","last_fullsized":"2024-04-25T17:15:32.678311+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:49:16.846343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704669+0000","last_change":"2024-04-25T17:13:43.257132+0000","last_active":"2024-04-25T17:15:32.704669+0000","last_peered":"2024-04-25T17:15:32.704669+0000","last_clean":"2024-04-25T17:15:32.704669+0000","last_became_active":"2024-04-25T17:13:43.256756+0000","last_became_peered":"2024-04-25T17:13:43.256756+0000","last_unstale":"2024-04-25T17:15:32.704669+0000","last_undegraded":"2024-04-25T17:15:32.704669+0000","last_fullsized":"2024-04-25T17:15:32.704669+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:21:56.777678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704608+0000","last_change":"2024-04-25T17:13:43.278677+0000","last_active":"2024-04-25T17:15:32.704608+0000","last_peered":"2024-04-25T17:15:32.704608+0000","last_clean":"2024-04-25T17:15:32.704608+0000","last_became_active":"2024-04-25T17:13:43.278314+0000","last_became_peered":"2024-04-25T17:13:43.278314+0000","last_unstale":"2024-04-25T17:15:32.704608+0000","last_undegraded":"2024-04-25T17:15:32.704608+0000","last_fullsized":"2024-04-25T17:15:32.704608+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:57:44.275742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676251+0000","last_change":"2024-04-25T17:13:43.267687+0000","last_active":"2024-04-25T17:15:32.676251+0000","last_peered":"2024-04-25T17:15:32.676251+0000","last_clean":"2024-04-25T17:15:32.676251+0000","last_became_active":"2024-04-25T17:13:43.267319+0000","last_became_peered":"2024-04-25T17:13:43.267319+0000","last_unstale":"2024-04-25T17:15:32.676251+0000","last_undegraded":"2024-04-25T17:15:32.676251+0000","last_fullsized":"2024-04-25T17:15:32.676251+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:29:49.137580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678682+0000","last_change":"2024-04-25T17:13:43.268659+0000","last_active":"2024-04-25T17:15:32.678682+0000","last_peered":"2024-04-25T17:15:32.678682+0000","last_clean":"2024-04-25T17:15:32.678682+0000","last_became_active":"2024-04-25T17:13:43.268297+0000","last_became_peered":"2024-04-25T17:13:43.268297+0000","last_unstale":"2024-04-25T17:15:32.678682+0000","last_undegraded":"2024-04-25T17:15:32.678682+0000","last_fullsized":"2024-04-25T17:15:32.678682+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:17:19.444814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":40,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677550+0000","last_change":"2024-04-25T17:13:43.263221+0000","last_active":"2024-04-25T17:15:32.677550+0000","last_peered":"2024-04-25T17:15:32.677550+0000","last_clean":"2024-04-25T17:15:32.677550+0000","last_became_active":"2024-04-25T17:13:43.262813+0000","last_became_peered":"2024-04-25T17:13:43.262813+0000","last_unstale":"2024-04-25T17:15:32.677550+0000","last_undegraded":"2024-04-25T17:15:32.677550+0000","last_fullsized":"2024-04-25T17:15:32.677550+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:43:27.997341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677610+0000","last_change":"2024-04-25T17:13:43.287546+0000","last_active":"2024-04-25T17:15:32.677610+0000","last_peered":"2024-04-25T17:15:32.677610+0000","last_clean":"2024-04-25T17:15:32.677610+0000","last_became_active":"2024-04-25T17:13:43.287146+0000","last_became_peered":"2024-04-25T17:13:43.287146+0000","last_unstale":"2024-04-25T17:15:32.677610+0000","last_undegraded":"2024-04-25T17:15:32.677610+0000","last_fullsized":"2024-04-25T17:15:32.677610+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:19:26.806274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677191+0000","last_change":"2024-04-25T17:13:47.310227+0000","last_active":"2024-04-25T17:15:32.677191+0000","last_peered":"2024-04-25T17:15:32.677191+0000","last_clean":"2024-04-25T17:15:32.677191+0000","last_became_active":"2024-04-25T17:13:47.309735+0000","last_became_peered":"2024-04-25T17:13:47.309735+0000","last_unstale":"2024-04-25T17:15:32.677191+0000","last_undegraded":"2024-04-25T17:15:32.677191+0000","last_fullsized":"2024-04-25T17:15:32.677191+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:02:58.960939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"80'9","reported_seq":42,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677902+0000","last_change":"2024-04-25T17:13:42.255603+0000","last_active":"2024-04-25T17:15:32.677902+0000","last_peered":"2024-04-25T17:15:32.677902+0000","last_clean":"2024-04-25T17:15:32.677902+0000","last_became_active":"2024-04-25T17:13:42.255249+0000","last_became_peered":"2024-04-25T17:13:42.255249+0000","last_unstale":"2024-04-25T17:15:32.677902+0000","last_undegraded":"2024-04-25T17:15:32.677902+0000","last_fullsized":"2024-04-25T17:15:32.677902+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:05:39.704304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677646+0000","last_change":"2024-04-25T17:13:43.289115+0000","last_active":"2024-04-25T17:15:32.677646+0000","last_peered":"2024-04-25T17:15:32.677646+0000","last_clean":"2024-04-25T17:15:32.677646+0000","last_became_active":"2024-04-25T17:13:43.286410+0000","last_became_peered":"2024-04-25T17:13:43.286410+0000","last_unstale":"2024-04-25T17:15:32.677646+0000","last_undegraded":"2024-04-25T17:15:32.677646+0000","last_fullsized":"2024-04-25T17:15:32.677646+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:58:41.971292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.392689+0000","last_change":"2024-04-25T17:13:47.310487+0000","last_active":"2024-04-25T17:15:32.392689+0000","last_peered":"2024-04-25T17:15:32.392689+0000","last_clean":"2024-04-25T17:15:32.392689+0000","last_became_active":"2024-04-25T17:13:47.309975+0000","last_became_peered":"2024-04-25T17:13:47.309975+0000","last_unstale":"2024-04-25T17:15:32.392689+0000","last_undegraded":"2024-04-25T17:15:32.392689+0000","last_fullsized":"2024-04-25T17:15:32.392689+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:30:17.709116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677832+0000","last_change":"2024-04-25T17:13:42.261708+0000","last_active":"2024-04-25T17:15:32.677832+0000","last_peered":"2024-04-25T17:15:32.677832+0000","last_clean":"2024-04-25T17:15:32.677832+0000","last_became_active":"2024-04-25T17:13:42.261367+0000","last_became_peered":"2024-04-25T17:13:42.261367+0000","last_unstale":"2024-04-25T17:15:32.677832+0000","last_undegraded":"2024-04-25T17:15:32.677832+0000","last_fullsized":"2024-04-25T17:15:32.677832+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:13:20.328945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.705030+0000","last_change":"2024-04-25T17:13:43.266002+0000","last_active":"2024-04-25T17:15:32.705030+0000","last_peered":"2024-04-25T17:15:32.705030+0000","last_clean":"2024-04-25T17:15:32.705030+0000","last_became_active":"2024-04-25T17:13:43.265629+0000","last_became_peered":"2024-04-25T17:13:43.265629+0000","last_unstale":"2024-04-25T17:15:32.705030+0000","last_undegraded":"2024-04-25T17:15:32.705030+0000","last_fullsized":"2024-04-25T17:15:32.705030+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:51:28.821145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393021+0000","last_change":"2024-04-25T17:13:47.311181+0000","last_active":"2024-04-25T17:15:32.393021+0000","last_peered":"2024-04-25T17:15:32.393021+0000","last_clean":"2024-04-25T17:15:32.393021+0000","last_became_active":"2024-04-25T17:13:47.310267+0000","last_became_peered":"2024-04-25T17:13:47.310267+0000","last_unstale":"2024-04-25T17:15:32.393021+0000","last_undegraded":"2024-04-25T17:15:32.393021+0000","last_fullsized":"2024-04-25T17:15:32.393021+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:17:54.900065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"80'4","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678609+0000","last_change":"2024-04-25T17:13:42.256839+0000","last_active":"2024-04-25T17:15:32.678609+0000","last_peered":"2024-04-25T17:15:32.678609+0000","last_clean":"2024-04-25T17:15:32.678609+0000","last_became_active":"2024-04-25T17:13:42.256472+0000","last_became_peered":"2024-04-25T17:13:42.256472+0000","last_unstale":"2024-04-25T17:15:32.678609+0000","last_undegraded":"2024-04-25T17:15:32.678609+0000","last_fullsized":"2024-04-25T17:15:32.678609+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:55:08.777730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677101+0000","last_change":"2024-04-25T17:13:43.280506+0000","last_active":"2024-04-25T17:15:32.677101+0000","last_peered":"2024-04-25T17:15:32.677101+0000","last_clean":"2024-04-25T17:15:32.677101+0000","last_became_active":"2024-04-25T17:13:43.279854+0000","last_became_peered":"2024-04-25T17:13:43.279854+0000","last_unstale":"2024-04-25T17:15:32.677101+0000","last_undegraded":"2024-04-25T17:15:32.677101+0000","last_fullsized":"2024-04-25T17:15:32.677101+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:09:18.274791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.679564+0000","last_change":"2024-04-25T17:15:32.679564+0000","last_active":"2024-04-25T17:15:32.679564+0000","last_peered":"2024-04-25T17:15:32.679564+0000","last_clean":"2024-04-25T17:15:32.679564+0000","last_became_active":"2024-04-25T17:15:32.679180+0000","last_became_peered":"2024-04-25T17:15:32.679180+0000","last_unstale":"2024-04-25T17:15:32.679564+0000","last_undegraded":"2024-04-25T17:15:32.679564+0000","last_fullsized":"2024-04-25T17:15:32.679564+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:16:56.808043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,8,3],"acting":[4,6,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"75'2","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678299+0000","last_change":"2024-04-25T17:13:42.256723+0000","last_active":"2024-04-25T17:15:32.678299+0000","last_peered":"2024-04-25T17:15:32.678299+0000","last_clean":"2024-04-25T17:15:32.678299+0000","last_became_active":"2024-04-25T17:13:42.256349+0000","last_became_peered":"2024-04-25T17:13:42.256349+0000","last_unstale":"2024-04-25T17:15:32.678299+0000","last_undegraded":"2024-04-25T17:15:32.678299+0000","last_fullsized":"2024-04-25T17:15:32.678299+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:03:23.969900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676844+0000","last_change":"2024-04-25T17:14:31.977420+0000","last_active":"2024-04-25T17:15:32.676844+0000","last_peered":"2024-04-25T17:15:32.676844+0000","last_clean":"2024-04-25T17:15:32.676844+0000","last_became_active":"2024-04-25T17:14:31.976876+0000","last_became_peered":"2024-04-25T17:14:31.976876+0000","last_unstale":"2024-04-25T17:15:32.676844+0000","last_undegraded":"2024-04-25T17:15:32.676844+0000","last_fullsized":"2024-04-25T17:15:32.676844+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:54:28.684306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677141+0000","last_change":"2024-04-25T17:13:47.303787+0000","last_active":"2024-04-25T17:15:32.677141+0000","last_peered":"2024-04-25T17:15:32.677141+0000","last_clean":"2024-04-25T17:15:32.677141+0000","last_became_active":"2024-04-25T17:13:47.302920+0000","last_became_peered":"2024-04-25T17:13:47.302920+0000","last_unstale":"2024-04-25T17:15:32.677141+0000","last_undegraded":"2024-04-25T17:15:32.677141+0000","last_fullsized":"2024-04-25T17:15:32.677141+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:35:26.506281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"84'8","reported_seq":175,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:16:07.139873+0000","last_change":"2024-04-25T17:14:31.986192+0000","last_active":"2024-04-25T17:16:07.139873+0000","last_peered":"2024-04-25T17:16:07.139873+0000","last_clean":"2024-04-25T17:16:07.139873+0000","last_became_active":"2024-04-25T17:14:31.980217+0000","last_became_peered":"2024-04-25T17:14:31.980217+0000","last_unstale":"2024-04-25T17:16:07.139873+0000","last_undegraded":"2024-04-25T17:16:07.139873+0000","last_fullsized":"2024-04-25T17:16:07.139873+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:17:57.468735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1647,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":124,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678163+0000","last_change":"2024-04-25T17:13:43.256048+0000","last_active":"2024-04-25T17:15:32.678163+0000","last_peered":"2024-04-25T17:15:32.678163+0000","last_clean":"2024-04-25T17:15:32.678163+0000","last_became_active":"2024-04-25T17:13:43.255646+0000","last_became_peered":"2024-04-25T17:13:43.255646+0000","last_unstale":"2024-04-25T17:15:32.678163+0000","last_undegraded":"2024-04-25T17:15:32.678163+0000","last_fullsized":"2024-04-25T17:15:32.678163+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:49:07.768810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677343+0000","last_change":"2024-04-25T17:13:47.311850+0000","last_active":"2024-04-25T17:15:32.677343+0000","last_peered":"2024-04-25T17:15:32.677343+0000","last_clean":"2024-04-25T17:15:32.677343+0000","last_became_active":"2024-04-25T17:13:47.311398+0000","last_became_peered":"2024-04-25T17:13:47.311398+0000","last_unstale":"2024-04-25T17:15:32.677343+0000","last_undegraded":"2024-04-25T17:15:32.677343+0000","last_fullsized":"2024-04-25T17:15:32.677343+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:11.394989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"80'3","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.394879+0000","last_change":"2024-04-25T17:13:42.253580+0000","last_active":"2024-04-25T17:15:32.394879+0000","last_peered":"2024-04-25T17:15:32.394879+0000","last_clean":"2024-04-25T17:15:32.394879+0000","last_became_active":"2024-04-25T17:13:42.253201+0000","last_became_peered":"2024-04-25T17:13:42.253201+0000","last_unstale":"2024-04-25T17:15:32.394879+0000","last_undegraded":"2024-04-25T17:15:32.394879+0000","last_fullsized":"2024-04-25T17:15:32.394879+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:26:41.271535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393646+0000","last_change":"2024-04-25T17:13:43.271538+0000","last_active":"2024-04-25T17:15:32.393646+0000","last_peered":"2024-04-25T17:15:32.393646+0000","last_clean":"2024-04-25T17:15:32.393646+0000","last_became_active":"2024-04-25T17:13:43.271150+0000","last_became_peered":"2024-04-25T17:13:43.271150+0000","last_unstale":"2024-04-25T17:15:32.393646+0000","last_undegraded":"2024-04-25T17:15:32.393646+0000","last_fullsized":"2024-04-25T17:15:32.393646+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:01:03.019147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677788+0000","last_change":"2024-04-25T17:14:31.983454+0000","last_active":"2024-04-25T17:15:32.677788+0000","last_peered":"2024-04-25T17:15:32.677788+0000","last_clean":"2024-04-25T17:15:32.677788+0000","last_became_active":"2024-04-25T17:14:31.982829+0000","last_became_peered":"2024-04-25T17:14:31.982829+0000","last_unstale":"2024-04-25T17:15:32.677788+0000","last_undegraded":"2024-04-25T17:15:32.677788+0000","last_fullsized":"2024-04-25T17:15:32.677788+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:54:31.062011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"80'2","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677356+0000","last_change":"2024-04-25T17:13:42.250599+0000","last_active":"2024-04-25T17:15:32.677356+0000","last_peered":"2024-04-25T17:15:32.677356+0000","last_clean":"2024-04-25T17:15:32.677356+0000","last_became_active":"2024-04-25T17:13:42.250250+0000","last_became_peered":"2024-04-25T17:13:42.250250+0000","last_unstale":"2024-04-25T17:15:32.677356+0000","last_undegraded":"2024-04-25T17:15:32.677356+0000","last_fullsized":"2024-04-25T17:15:32.677356+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:38:21.581317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676282+0000","last_change":"2024-04-25T17:13:43.289335+0000","last_active":"2024-04-25T17:15:32.676282+0000","last_peered":"2024-04-25T17:15:32.676282+0000","last_clean":"2024-04-25T17:15:32.676282+0000","last_became_active":"2024-04-25T17:13:43.288381+0000","last_became_peered":"2024-04-25T17:13:43.288381+0000","last_unstale":"2024-04-25T17:15:32.676282+0000","last_undegraded":"2024-04-25T17:15:32.676282+0000","last_fullsized":"2024-04-25T17:15:32.676282+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:48:17.293276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704873+0000","last_change":"2024-04-25T17:13:47.312617+0000","last_active":"2024-04-25T17:15:32.704873+0000","last_peered":"2024-04-25T17:15:32.704873+0000","last_clean":"2024-04-25T17:15:32.704873+0000","last_became_active":"2024-04-25T17:13:47.311958+0000","last_became_peered":"2024-04-25T17:13:47.311958+0000","last_unstale":"2024-04-25T17:15:32.704873+0000","last_undegraded":"2024-04-25T17:15:32.704873+0000","last_fullsized":"2024-04-25T17:15:32.704873+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:04:41.190580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"80'1","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.392832+0000","last_change":"2024-04-25T17:13:42.253272+0000","last_active":"2024-04-25T17:15:32.392832+0000","last_peered":"2024-04-25T17:15:32.392832+0000","last_clean":"2024-04-25T17:15:32.392832+0000","last_became_active":"2024-04-25T17:13:42.252963+0000","last_became_peered":"2024-04-25T17:13:42.252963+0000","last_unstale":"2024-04-25T17:15:32.392832+0000","last_undegraded":"2024-04-25T17:15:32.392832+0000","last_fullsized":"2024-04-25T17:15:32.392832+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:07:07.518147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":41,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678252+0000","last_change":"2024-04-25T17:13:43.269310+0000","last_active":"2024-04-25T17:15:32.678252+0000","last_peered":"2024-04-25T17:15:32.678252+0000","last_clean":"2024-04-25T17:15:32.678252+0000","last_became_active":"2024-04-25T17:13:43.268945+0000","last_became_peered":"2024-04-25T17:13:43.268945+0000","last_unstale":"2024-04-25T17:15:32.678252+0000","last_undegraded":"2024-04-25T17:15:32.678252+0000","last_fullsized":"2024-04-25T17:15:32.678252+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:24:53.733270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676319+0000","last_change":"2024-04-25T17:13:47.308087+0000","last_active":"2024-04-25T17:15:32.676319+0000","last_peered":"2024-04-25T17:15:32.676319+0000","last_clean":"2024-04-25T17:15:32.676319+0000","last_became_active":"2024-04-25T17:13:47.307586+0000","last_became_peered":"2024-04-25T17:13:47.307586+0000","last_unstale":"2024-04-25T17:15:32.676319+0000","last_undegraded":"2024-04-25T17:15:32.676319+0000","last_fullsized":"2024-04-25T17:15:32.676319+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:01:19.660591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"84'5","reported_seq":157,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:16:08.140709+0000","last_change":"2024-04-25T17:13:42.248527+0000","last_active":"2024-04-25T17:16:08.140709+0000","last_peered":"2024-04-25T17:16:08.140709+0000","last_clean":"2024-04-25T17:16:08.140709+0000","last_became_active":"2024-04-25T17:13:42.248171+0000","last_became_peered":"2024-04-25T17:13:42.248171+0000","last_unstale":"2024-04-25T17:16:08.140709+0000","last_undegraded":"2024-04-25T17:16:08.140709+0000","last_fullsized":"2024-04-25T17:16:08.140709+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:03:13.600121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":120,"num_read_kb":120,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677058+0000","last_change":"2024-04-25T17:13:43.278007+0000","last_active":"2024-04-25T17:15:32.677058+0000","last_peered":"2024-04-25T17:15:32.677058+0000","last_clean":"2024-04-25T17:15:32.677058+0000","last_became_active":"2024-04-25T17:13:43.277613+0000","last_became_peered":"2024-04-25T17:13:43.277613+0000","last_unstale":"2024-04-25T17:15:32.677058+0000","last_undegraded":"2024-04-25T17:15:32.677058+0000","last_fullsized":"2024-04-25T17:15:32.677058+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:23:00.430287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676426+0000","last_change":"2024-04-25T17:13:47.313023+0000","last_active":"2024-04-25T17:15:32.676426+0000","last_peered":"2024-04-25T17:15:32.676426+0000","last_clean":"2024-04-25T17:15:32.676426+0000","last_became_active":"2024-04-25T17:13:47.311673+0000","last_became_peered":"2024-04-25T17:13:47.311673+0000","last_unstale":"2024-04-25T17:15:32.676426+0000","last_undegraded":"2024-04-25T17:15:32.676426+0000","last_fullsized":"2024-04-25T17:15:32.676426+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:46:44.858281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"80'2","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677759+0000","last_change":"2024-04-25T17:13:42.253720+0000","last_active":"2024-04-25T17:15:32.677759+0000","last_peered":"2024-04-25T17:15:32.677759+0000","last_clean":"2024-04-25T17:15:32.677759+0000","last_became_active":"2024-04-25T17:13:42.253305+0000","last_became_peered":"2024-04-25T17:13:42.253305+0000","last_unstale":"2024-04-25T17:15:32.677759+0000","last_undegraded":"2024-04-25T17:15:32.677759+0000","last_fullsized":"2024-04-25T17:15:32.677759+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:35:31.730790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704994+0000","last_change":"2024-04-25T17:13:43.262850+0000","last_active":"2024-04-25T17:15:32.704994+0000","last_peered":"2024-04-25T17:15:32.704994+0000","last_clean":"2024-04-25T17:15:32.704994+0000","last_became_active":"2024-04-25T17:13:43.262145+0000","last_became_peered":"2024-04-25T17:13:43.262145+0000","last_unstale":"2024-04-25T17:15:32.704994+0000","last_undegraded":"2024-04-25T17:15:32.704994+0000","last_fullsized":"2024-04-25T17:15:32.704994+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:02:00.785006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.394419+0000","last_change":"2024-04-25T17:13:47.310769+0000","last_active":"2024-04-25T17:15:32.394419+0000","last_peered":"2024-04-25T17:15:32.394419+0000","last_clean":"2024-04-25T17:15:32.394419+0000","last_became_active":"2024-04-25T17:13:47.309997+0000","last_became_peered":"2024-04-25T17:13:47.309997+0000","last_unstale":"2024-04-25T17:15:32.394419+0000","last_undegraded":"2024-04-25T17:15:32.394419+0000","last_fullsized":"2024-04-25T17:15:32.394419+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:42:49.623756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"80'4","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393312+0000","last_change":"2024-04-25T17:13:42.263567+0000","last_active":"2024-04-25T17:15:32.393312+0000","last_peered":"2024-04-25T17:15:32.393312+0000","last_clean":"2024-04-25T17:15:32.393312+0000","last_became_active":"2024-04-25T17:13:42.263290+0000","last_became_peered":"2024-04-25T17:13:42.263290+0000","last_unstale":"2024-04-25T17:15:32.393312+0000","last_undegraded":"2024-04-25T17:15:32.393312+0000","last_fullsized":"2024-04-25T17:15:32.393312+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:55:55.700223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":40,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677305+0000","last_change":"2024-04-25T17:13:43.269684+0000","last_active":"2024-04-25T17:15:32.677305+0000","last_peered":"2024-04-25T17:15:32.677305+0000","last_clean":"2024-04-25T17:15:32.677305+0000","last_became_active":"2024-04-25T17:13:43.269313+0000","last_became_peered":"2024-04-25T17:13:43.269313+0000","last_unstale":"2024-04-25T17:15:32.677305+0000","last_undegraded":"2024-04-25T17:15:32.677305+0000","last_fullsized":"2024-04-25T17:15:32.677305+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:47:58.748967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676604+0000","last_change":"2024-04-25T17:13:47.315142+0000","last_active":"2024-04-25T17:15:32.676604+0000","last_peered":"2024-04-25T17:15:32.676604+0000","last_clean":"2024-04-25T17:15:32.676604+0000","last_became_active":"2024-04-25T17:13:47.314663+0000","last_became_peered":"2024-04-25T17:13:47.314663+0000","last_unstale":"2024-04-25T17:15:32.676604+0000","last_undegraded":"2024-04-25T17:15:32.676604+0000","last_fullsized":"2024-04-25T17:15:32.676604+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:01:30.858240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"84'39","reported_seq":322,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:16:08.141244+0000","last_change":"2024-04-25T17:13:42.247803+0000","last_active":"2024-04-25T17:16:08.141244+0000","last_peered":"2024-04-25T17:16:08.141244+0000","last_clean":"2024-04-25T17:16:08.141244+0000","last_became_active":"2024-04-25T17:13:42.247403+0000","last_became_peered":"2024-04-25T17:13:42.247403+0000","last_unstale":"2024-04-25T17:16:08.141244+0000","last_undegraded":"2024-04-25T17:16:08.141244+0000","last_fullsized":"2024-04-25T17:16:08.141244+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:49:15.282479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68412,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":251,"num_read_kb":193,"num_write":40,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678242+0000","last_change":"2024-04-25T17:13:43.264005+0000","last_active":"2024-04-25T17:15:32.678242+0000","last_peered":"2024-04-25T17:15:32.678242+0000","last_clean":"2024-04-25T17:15:32.678242+0000","last_became_active":"2024-04-25T17:13:43.263657+0000","last_became_peered":"2024-04-25T17:13:43.263657+0000","last_unstale":"2024-04-25T17:15:32.678242+0000","last_undegraded":"2024-04-25T17:15:32.678242+0000","last_fullsized":"2024-04-25T17:15:32.678242+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:16:02.894712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393757+0000","last_change":"2024-04-25T17:13:47.308776+0000","last_active":"2024-04-25T17:15:32.393757+0000","last_peered":"2024-04-25T17:15:32.393757+0000","last_clean":"2024-04-25T17:15:32.393757+0000","last_became_active":"2024-04-25T17:13:47.308230+0000","last_became_peered":"2024-04-25T17:13:47.308230+0000","last_unstale":"2024-04-25T17:15:32.393757+0000","last_undegraded":"2024-04-25T17:15:32.393757+0000","last_fullsized":"2024-04-25T17:15:32.393757+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:00:55.460714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"80'6","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677305+0000","last_change":"2024-04-25T17:13:42.248380+0000","last_active":"2024-04-25T17:15:32.677305+0000","last_peered":"2024-04-25T17:15:32.677305+0000","last_clean":"2024-04-25T17:15:32.677305+0000","last_became_active":"2024-04-25T17:13:42.248036+0000","last_became_peered":"2024-04-25T17:13:42.248036+0000","last_unstale":"2024-04-25T17:15:32.677305+0000","last_undegraded":"2024-04-25T17:15:32.677305+0000","last_fullsized":"2024-04-25T17:15:32.677305+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:32:11.747718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678045+0000","last_change":"2024-04-25T17:13:43.291191+0000","last_active":"2024-04-25T17:15:32.678045+0000","last_peered":"2024-04-25T17:15:32.678045+0000","last_clean":"2024-04-25T17:15:32.678045+0000","last_became_active":"2024-04-25T17:13:43.290790+0000","last_became_peered":"2024-04-25T17:13:43.290790+0000","last_unstale":"2024-04-25T17:15:32.678045+0000","last_undegraded":"2024-04-25T17:15:32.678045+0000","last_fullsized":"2024-04-25T17:15:32.678045+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:11:27.201248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678530+0000","last_change":"2024-04-25T17:14:32.951532+0000","last_active":"2024-04-25T17:15:32.678530+0000","last_peered":"2024-04-25T17:15:32.678530+0000","last_clean":"2024-04-25T17:15:32.678530+0000","last_became_active":"2024-04-25T17:14:32.950950+0000","last_became_peered":"2024-04-25T17:14:32.950950+0000","last_unstale":"2024-04-25T17:15:32.678530+0000","last_undegraded":"2024-04-25T17:15:32.678530+0000","last_fullsized":"2024-04-25T17:15:32.678530+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:27:41.458593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"80'3","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393256+0000","last_change":"2024-04-25T17:13:42.253955+0000","last_active":"2024-04-25T17:15:32.393256+0000","last_peered":"2024-04-25T17:15:32.393256+0000","last_clean":"2024-04-25T17:15:32.393256+0000","last_became_active":"2024-04-25T17:13:42.253621+0000","last_became_peered":"2024-04-25T17:13:42.253621+0000","last_unstale":"2024-04-25T17:15:32.393256+0000","last_undegraded":"2024-04-25T17:15:32.393256+0000","last_fullsized":"2024-04-25T17:15:32.393256+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:37:24.748356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":51,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676998+0000","last_change":"2024-04-25T17:14:32.951224+0000","last_active":"2024-04-25T17:15:32.676998+0000","last_peered":"2024-04-25T17:15:32.676998+0000","last_clean":"2024-04-25T17:15:32.676998+0000","last_became_active":"2024-04-25T17:14:32.950685+0000","last_became_peered":"2024-04-25T17:14:32.950685+0000","last_unstale":"2024-04-25T17:15:32.676998+0000","last_undegraded":"2024-04-25T17:15:32.676998+0000","last_fullsized":"2024-04-25T17:15:32.676998+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:20:31.195548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677625+0000","last_change":"2024-04-25T17:13:47.315917+0000","last_active":"2024-04-25T17:15:32.677625+0000","last_peered":"2024-04-25T17:15:32.677625+0000","last_clean":"2024-04-25T17:15:32.677625+0000","last_became_active":"2024-04-25T17:13:47.315085+0000","last_became_peered":"2024-04-25T17:13:47.315085+0000","last_unstale":"2024-04-25T17:15:32.677625+0000","last_undegraded":"2024-04-25T17:15:32.677625+0000","last_fullsized":"2024-04-25T17:15:32.677625+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:45:09.895791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"84'4","reported_seq":159,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:16:08.124884+0000","last_change":"2024-04-25T17:13:42.251154+0000","last_active":"2024-04-25T17:16:08.124884+0000","last_peered":"2024-04-25T17:16:08.124884+0000","last_clean":"2024-04-25T17:16:08.124884+0000","last_became_active":"2024-04-25T17:13:42.250777+0000","last_became_peered":"2024-04-25T17:13:42.250777+0000","last_unstale":"2024-04-25T17:16:08.124884+0000","last_undegraded":"2024-04-25T17:16:08.124884+0000","last_fullsized":"2024-04-25T17:16:08.124884+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:57:36.672575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1081,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":125,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676757+0000","last_change":"2024-04-25T17:13:43.258198+0000","last_active":"2024-04-25T17:15:32.676757+0000","last_peered":"2024-04-25T17:15:32.676757+0000","last_clean":"2024-04-25T17:15:32.676757+0000","last_became_active":"2024-04-25T17:13:43.256692+0000","last_became_peered":"2024-04-25T17:13:43.256692+0000","last_unstale":"2024-04-25T17:15:32.676757+0000","last_undegraded":"2024-04-25T17:15:32.676757+0000","last_fullsized":"2024-04-25T17:15:32.676757+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:37:59.066932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677646+0000","last_change":"2024-04-25T17:13:47.314569+0000","last_active":"2024-04-25T17:15:32.677646+0000","last_peered":"2024-04-25T17:15:32.677646+0000","last_clean":"2024-04-25T17:15:32.677646+0000","last_became_active":"2024-04-25T17:13:47.314120+0000","last_became_peered":"2024-04-25T17:13:47.314120+0000","last_unstale":"2024-04-25T17:15:32.677646+0000","last_undegraded":"2024-04-25T17:15:32.677646+0000","last_fullsized":"2024-04-25T17:15:32.677646+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:50:54.373184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"80'15","reported_seq":47,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678517+0000","last_change":"2024-04-25T17:13:42.256990+0000","last_active":"2024-04-25T17:15:32.678517+0000","last_peered":"2024-04-25T17:15:32.678517+0000","last_clean":"2024-04-25T17:15:32.678517+0000","last_became_active":"2024-04-25T17:13:42.256650+0000","last_became_peered":"2024-04-25T17:13:42.256650+0000","last_unstale":"2024-04-25T17:15:32.678517+0000","last_undegraded":"2024-04-25T17:15:32.678517+0000","last_fullsized":"2024-04-25T17:15:32.678517+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:53:41.517828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393042+0000","last_change":"2024-04-25T17:13:43.262197+0000","last_active":"2024-04-25T17:15:32.393042+0000","last_peered":"2024-04-25T17:15:32.393042+0000","last_clean":"2024-04-25T17:15:32.393042+0000","last_became_active":"2024-04-25T17:13:43.261768+0000","last_became_peered":"2024-04-25T17:13:43.261768+0000","last_unstale":"2024-04-25T17:15:32.393042+0000","last_undegraded":"2024-04-25T17:15:32.393042+0000","last_fullsized":"2024-04-25T17:15:32.393042+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:26:29.414364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393127+0000","last_change":"2024-04-25T17:13:47.313654+0000","last_active":"2024-04-25T17:15:32.393127+0000","last_peered":"2024-04-25T17:15:32.393127+0000","last_clean":"2024-04-25T17:15:32.393127+0000","last_became_active":"2024-04-25T17:13:47.313184+0000","last_became_peered":"2024-04-25T17:13:47.313184+0000","last_unstale":"2024-04-25T17:15:32.393127+0000","last_undegraded":"2024-04-25T17:15:32.393127+0000","last_fullsized":"2024-04-25T17:15:32.393127+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:00:56.020898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678980+0000","last_change":"2024-04-25T17:13:42.257432+0000","last_active":"2024-04-25T17:15:32.678980+0000","last_peered":"2024-04-25T17:15:32.678980+0000","last_clean":"2024-04-25T17:15:32.678980+0000","last_became_active":"2024-04-25T17:13:42.257096+0000","last_became_peered":"2024-04-25T17:13:42.257096+0000","last_unstale":"2024-04-25T17:15:32.678980+0000","last_undegraded":"2024-04-25T17:15:32.678980+0000","last_fullsized":"2024-04-25T17:15:32.678980+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:56:40.819260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678530+0000","last_change":"2024-04-25T17:13:43.252268+0000","last_active":"2024-04-25T17:15:32.678530+0000","last_peered":"2024-04-25T17:15:32.678530+0000","last_clean":"2024-04-25T17:15:32.678530+0000","last_became_active":"2024-04-25T17:13:43.251886+0000","last_became_peered":"2024-04-25T17:13:43.251886+0000","last_unstale":"2024-04-25T17:15:32.678530+0000","last_undegraded":"2024-04-25T17:15:32.678530+0000","last_fullsized":"2024-04-25T17:15:32.678530+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:53:55.747546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678469+0000","last_change":"2024-04-25T17:13:47.318607+0000","last_active":"2024-04-25T17:15:32.678469+0000","last_peered":"2024-04-25T17:15:32.678469+0000","last_clean":"2024-04-25T17:15:32.678469+0000","last_became_active":"2024-04-25T17:13:47.318021+0000","last_became_peered":"2024-04-25T17:13:47.318021+0000","last_unstale":"2024-04-25T17:15:32.678469+0000","last_undegraded":"2024-04-25T17:15:32.678469+0000","last_fullsized":"2024-04-25T17:15:32.678469+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:16:57.361401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676745+0000","last_change":"2024-04-25T17:13:42.261684+0000","last_active":"2024-04-25T17:15:32.676745+0000","last_peered":"2024-04-25T17:15:32.676745+0000","last_clean":"2024-04-25T17:15:32.676745+0000","last_became_active":"2024-04-25T17:13:42.261311+0000","last_became_peered":"2024-04-25T17:13:42.261311+0000","last_unstale":"2024-04-25T17:15:32.676745+0000","last_undegraded":"2024-04-25T17:15:32.676745+0000","last_fullsized":"2024-04-25T17:15:32.676745+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:09:48.192868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'4","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.394417+0000","last_change":"2024-04-25T17:13:43.272523+0000","last_active":"2024-04-25T17:15:32.394417+0000","last_peered":"2024-04-25T17:15:32.394417+0000","last_clean":"2024-04-25T17:15:32.394417+0000","last_became_active":"2024-04-25T17:13:43.272136+0000","last_became_peered":"2024-04-25T17:13:43.272136+0000","last_unstale":"2024-04-25T17:15:32.394417+0000","last_undegraded":"2024-04-25T17:15:32.394417+0000","last_fullsized":"2024-04-25T17:15:32.394417+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:00:20.231655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677731+0000","last_change":"2024-04-25T17:13:47.306244+0000","last_active":"2024-04-25T17:15:32.677731+0000","last_peered":"2024-04-25T17:15:32.677731+0000","last_clean":"2024-04-25T17:15:32.677731+0000","last_became_active":"2024-04-25T17:13:47.305029+0000","last_became_peered":"2024-04-25T17:13:47.305029+0000","last_unstale":"2024-04-25T17:15:32.677731+0000","last_undegraded":"2024-04-25T17:15:32.677731+0000","last_fullsized":"2024-04-25T17:15:32.677731+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:38:22.161775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"80'1","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677192+0000","last_change":"2024-04-25T17:13:42.254095+0000","last_active":"2024-04-25T17:15:32.677192+0000","last_peered":"2024-04-25T17:15:32.677192+0000","last_clean":"2024-04-25T17:15:32.677192+0000","last_became_active":"2024-04-25T17:13:42.253753+0000","last_became_peered":"2024-04-25T17:13:42.253753+0000","last_unstale":"2024-04-25T17:15:32.677192+0000","last_undegraded":"2024-04-25T17:15:32.677192+0000","last_fullsized":"2024-04-25T17:15:32.677192+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:52.534242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.394954+0000","last_change":"2024-04-25T17:13:43.265067+0000","last_active":"2024-04-25T17:15:32.394954+0000","last_peered":"2024-04-25T17:15:32.394954+0000","last_clean":"2024-04-25T17:15:32.394954+0000","last_became_active":"2024-04-25T17:13:43.264622+0000","last_became_peered":"2024-04-25T17:13:43.264622+0000","last_unstale":"2024-04-25T17:15:32.394954+0000","last_undegraded":"2024-04-25T17:15:32.394954+0000","last_fullsized":"2024-04-25T17:15:32.394954+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:34:20.634458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678301+0000","last_change":"2024-04-25T17:13:47.318784+0000","last_active":"2024-04-25T17:15:32.678301+0000","last_peered":"2024-04-25T17:15:32.678301+0000","last_clean":"2024-04-25T17:15:32.678301+0000","last_became_active":"2024-04-25T17:13:47.318311+0000","last_became_peered":"2024-04-25T17:13:47.318311+0000","last_unstale":"2024-04-25T17:15:32.678301+0000","last_undegraded":"2024-04-25T17:15:32.678301+0000","last_fullsized":"2024-04-25T17:15:32.678301+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:35:10.223552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.392977+0000","last_change":"2024-04-25T17:13:43.267649+0000","last_active":"2024-04-25T17:15:32.392977+0000","last_peered":"2024-04-25T17:15:32.392977+0000","last_clean":"2024-04-25T17:15:32.392977+0000","last_became_active":"2024-04-25T17:13:43.267261+0000","last_became_peered":"2024-04-25T17:13:43.267261+0000","last_unstale":"2024-04-25T17:15:32.392977+0000","last_undegraded":"2024-04-25T17:15:32.392977+0000","last_fullsized":"2024-04-25T17:15:32.392977+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:57:47.612489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"84'5","reported_seq":158,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:16:09.125716+0000","last_change":"2024-04-25T17:13:42.249991+0000","last_active":"2024-04-25T17:16:09.125716+0000","last_peered":"2024-04-25T17:16:09.125716+0000","last_clean":"2024-04-25T17:16:09.125716+0000","last_became_active":"2024-04-25T17:13:42.246842+0000","last_became_peered":"2024-04-25T17:13:42.246842+0000","last_unstale":"2024-04-25T17:16:09.125716+0000","last_undegraded":"2024-04-25T17:16:09.125716+0000","last_fullsized":"2024-04-25T17:16:09.125716+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:20:28.616738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":122,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"80'1","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677650+0000","last_change":"2024-04-25T17:14:32.171166+0000","last_active":"2024-04-25T17:15:32.677650+0000","last_peered":"2024-04-25T17:15:32.677650+0000","last_clean":"2024-04-25T17:15:32.677650+0000","last_became_active":"2024-04-25T17:14:32.166858+0000","last_became_peered":"2024-04-25T17:14:32.166858+0000","last_unstale":"2024-04-25T17:15:32.677650+0000","last_undegraded":"2024-04-25T17:15:32.677650+0000","last_fullsized":"2024-04-25T17:15:32.677650+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T17:40:06.769226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,10],"acting":[7,5,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676511+0000","last_change":"2024-04-25T17:13:43.280919+0000","last_active":"2024-04-25T17:15:32.676511+0000","last_peered":"2024-04-25T17:15:32.676511+0000","last_clean":"2024-04-25T17:15:32.676511+0000","last_became_active":"2024-04-25T17:13:43.280540+0000","last_became_peered":"2024-04-25T17:13:43.280540+0000","last_unstale":"2024-04-25T17:15:32.676511+0000","last_undegraded":"2024-04-25T17:15:32.676511+0000","last_fullsized":"2024-04-25T17:15:32.676511+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:21:27.387579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"80'3","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393402+0000","last_change":"2024-04-25T17:13:42.255138+0000","last_active":"2024-04-25T17:15:32.393402+0000","last_peered":"2024-04-25T17:15:32.393402+0000","last_clean":"2024-04-25T17:15:32.393402+0000","last_became_active":"2024-04-25T17:13:42.254789+0000","last_became_peered":"2024-04-25T17:13:42.254789+0000","last_unstale":"2024-04-25T17:15:32.393402+0000","last_undegraded":"2024-04-25T17:15:32.393402+0000","last_fullsized":"2024-04-25T17:15:32.393402+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:34.178793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'92","reported_seq":107,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676390+0000","last_change":"2024-04-25T17:12:26.646633+0000","last_active":"2024-04-25T17:15:32.676390+0000","last_peered":"2024-04-25T17:15:32.676390+0000","last_clean":"2024-04-25T17:15:32.676390+0000","last_became_active":"2024-04-25T17:12:26.640706+0000","last_became_peered":"2024-04-25T17:12:26.640706+0000","last_unstale":"2024-04-25T17:15:32.676390+0000","last_undegraded":"2024-04-25T17:15:32.676390+0000","last_fullsized":"2024-04-25T17:15:32.676390+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:08:59.666167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:08:59.666167+0000","last_clean_scrub_stamp":"2024-04-25T17:08:59.666167+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:05:35.886707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393310+0000","last_change":"2024-04-25T17:13:47.318653+0000","last_active":"2024-04-25T17:15:32.393310+0000","last_peered":"2024-04-25T17:15:32.393310+0000","last_clean":"2024-04-25T17:15:32.393310+0000","last_became_active":"2024-04-25T17:13:47.318201+0000","last_became_peered":"2024-04-25T17:13:47.318201+0000","last_unstale":"2024-04-25T17:15:32.393310+0000","last_undegraded":"2024-04-25T17:15:32.393310+0000","last_fullsized":"2024-04-25T17:15:32.393310+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:08:06.948411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677217+0000","last_change":"2024-04-25T17:13:43.262977+0000","last_active":"2024-04-25T17:15:32.677217+0000","last_peered":"2024-04-25T17:15:32.677217+0000","last_clean":"2024-04-25T17:15:32.677217+0000","last_became_active":"2024-04-25T17:13:43.262622+0000","last_became_peered":"2024-04-25T17:13:43.262622+0000","last_unstale":"2024-04-25T17:15:32.677217+0000","last_undegraded":"2024-04-25T17:15:32.677217+0000","last_fullsized":"2024-04-25T17:15:32.677217+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:36:05.205724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'3","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676628+0000","last_change":"2024-04-25T17:13:42.258592+0000","last_active":"2024-04-25T17:15:32.676628+0000","last_peered":"2024-04-25T17:15:32.676628+0000","last_clean":"2024-04-25T17:15:32.676628+0000","last_became_active":"2024-04-25T17:13:42.258214+0000","last_became_peered":"2024-04-25T17:13:42.258214+0000","last_unstale":"2024-04-25T17:15:32.676628+0000","last_undegraded":"2024-04-25T17:15:32.676628+0000","last_fullsized":"2024-04-25T17:15:32.676628+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:36:18.364717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677670+0000","last_change":"2024-04-25T17:13:47.307961+0000","last_active":"2024-04-25T17:15:32.677670+0000","last_peered":"2024-04-25T17:15:32.677670+0000","last_clean":"2024-04-25T17:15:32.677670+0000","last_became_active":"2024-04-25T17:13:47.307505+0000","last_became_peered":"2024-04-25T17:13:47.307505+0000","last_unstale":"2024-04-25T17:15:32.677670+0000","last_undegraded":"2024-04-25T17:15:32.677670+0000","last_fullsized":"2024-04-25T17:15:32.677670+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:45:26.968675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"80'1","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678503+0000","last_change":"2024-04-25T17:13:42.259766+0000","last_active":"2024-04-25T17:15:32.678503+0000","last_peered":"2024-04-25T17:15:32.678503+0000","last_clean":"2024-04-25T17:15:32.678503+0000","last_became_active":"2024-04-25T17:13:42.259415+0000","last_became_peered":"2024-04-25T17:13:42.259415+0000","last_unstale":"2024-04-25T17:15:32.678503+0000","last_undegraded":"2024-04-25T17:15:32.678503+0000","last_fullsized":"2024-04-25T17:15:32.678503+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:21:53.586449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677940+0000","last_change":"2024-04-25T17:13:43.262971+0000","last_active":"2024-04-25T17:15:32.677940+0000","last_peered":"2024-04-25T17:15:32.677940+0000","last_clean":"2024-04-25T17:15:32.677940+0000","last_became_active":"2024-04-25T17:13:43.262586+0000","last_became_peered":"2024-04-25T17:13:43.262586+0000","last_unstale":"2024-04-25T17:15:32.677940+0000","last_undegraded":"2024-04-25T17:15:32.677940+0000","last_fullsized":"2024-04-25T17:15:32.677940+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:24:06.318153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676708+0000","last_change":"2024-04-25T17:13:47.318965+0000","last_active":"2024-04-25T17:15:32.676708+0000","last_peered":"2024-04-25T17:15:32.676708+0000","last_clean":"2024-04-25T17:15:32.676708+0000","last_became_active":"2024-04-25T17:13:47.318521+0000","last_became_peered":"2024-04-25T17:13:47.318521+0000","last_unstale":"2024-04-25T17:15:32.676708+0000","last_undegraded":"2024-04-25T17:15:32.676708+0000","last_fullsized":"2024-04-25T17:15:32.676708+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:32:41.804297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"84'10","reported_seq":54,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:53.034769+0000","last_change":"2024-04-25T17:14:31.988983+0000","last_active":"2024-04-25T17:15:53.034769+0000","last_peered":"2024-04-25T17:15:53.034769+0000","last_clean":"2024-04-25T17:15:53.034769+0000","last_became_active":"2024-04-25T17:14:31.982405+0000","last_became_peered":"2024-04-25T17:14:31.982405+0000","last_unstale":"2024-04-25T17:15:53.034769+0000","last_undegraded":"2024-04-25T17:15:53.034769+0000","last_fullsized":"2024-04-25T17:15:53.034769+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:33:12.217118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677328+0000","last_change":"2024-04-25T17:13:43.288283+0000","last_active":"2024-04-25T17:15:32.677328+0000","last_peered":"2024-04-25T17:15:32.677328+0000","last_clean":"2024-04-25T17:15:32.677328+0000","last_became_active":"2024-04-25T17:13:43.287769+0000","last_became_peered":"2024-04-25T17:13:43.287769+0000","last_unstale":"2024-04-25T17:15:32.677328+0000","last_undegraded":"2024-04-25T17:15:32.677328+0000","last_fullsized":"2024-04-25T17:15:32.677328+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:19:24.419633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676920+0000","last_change":"2024-04-25T17:13:47.303405+0000","last_active":"2024-04-25T17:15:32.676920+0000","last_peered":"2024-04-25T17:15:32.676920+0000","last_clean":"2024-04-25T17:15:32.676920+0000","last_became_active":"2024-04-25T17:13:47.302897+0000","last_became_peered":"2024-04-25T17:13:47.302897+0000","last_unstale":"2024-04-25T17:15:32.676920+0000","last_undegraded":"2024-04-25T17:15:32.676920+0000","last_fullsized":"2024-04-25T17:15:32.676920+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:32:20.882489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"80'4","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393165+0000","last_change":"2024-04-25T17:13:42.253837+0000","last_active":"2024-04-25T17:15:32.393165+0000","last_peered":"2024-04-25T17:15:32.393165+0000","last_clean":"2024-04-25T17:15:32.393165+0000","last_became_active":"2024-04-25T17:13:42.253460+0000","last_became_peered":"2024-04-25T17:13:42.253460+0000","last_unstale":"2024-04-25T17:15:32.393165+0000","last_undegraded":"2024-04-25T17:15:32.393165+0000","last_fullsized":"2024-04-25T17:15:32.393165+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:36:58.351942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704980+0000","last_change":"2024-04-25T17:13:43.281828+0000","last_active":"2024-04-25T17:15:32.704980+0000","last_peered":"2024-04-25T17:15:32.704980+0000","last_clean":"2024-04-25T17:15:32.704980+0000","last_became_active":"2024-04-25T17:13:43.281357+0000","last_became_peered":"2024-04-25T17:13:43.281357+0000","last_unstale":"2024-04-25T17:15:32.704980+0000","last_undegraded":"2024-04-25T17:15:32.704980+0000","last_fullsized":"2024-04-25T17:15:32.704980+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:51:31.035568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393162+0000","last_change":"2024-04-25T17:13:47.320313+0000","last_active":"2024-04-25T17:15:32.393162+0000","last_peered":"2024-04-25T17:15:32.393162+0000","last_clean":"2024-04-25T17:15:32.393162+0000","last_became_active":"2024-04-25T17:13:47.319771+0000","last_became_peered":"2024-04-25T17:13:47.319771+0000","last_unstale":"2024-04-25T17:15:32.393162+0000","last_undegraded":"2024-04-25T17:15:32.393162+0000","last_fullsized":"2024-04-25T17:15:32.393162+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:17:35.954919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":43,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676355+0000","last_change":"2024-04-25T17:14:31.985338+0000","last_active":"2024-04-25T17:15:32.676355+0000","last_peered":"2024-04-25T17:15:32.676355+0000","last_clean":"2024-04-25T17:15:32.676355+0000","last_became_active":"2024-04-25T17:14:31.978067+0000","last_became_peered":"2024-04-25T17:14:31.978067+0000","last_unstale":"2024-04-25T17:15:32.676355+0000","last_undegraded":"2024-04-25T17:15:32.676355+0000","last_fullsized":"2024-04-25T17:15:32.676355+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:06:53.291882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677957+0000","last_change":"2024-04-25T17:13:43.254994+0000","last_active":"2024-04-25T17:15:32.677957+0000","last_peered":"2024-04-25T17:15:32.677957+0000","last_clean":"2024-04-25T17:15:32.677957+0000","last_became_active":"2024-04-25T17:13:43.254618+0000","last_became_peered":"2024-04-25T17:13:43.254618+0000","last_unstale":"2024-04-25T17:15:32.677957+0000","last_undegraded":"2024-04-25T17:15:32.677957+0000","last_fullsized":"2024-04-25T17:15:32.677957+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:27:14.692287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677781+0000","last_change":"2024-04-25T17:13:47.315557+0000","last_active":"2024-04-25T17:15:32.677781+0000","last_peered":"2024-04-25T17:15:32.677781+0000","last_clean":"2024-04-25T17:15:32.677781+0000","last_became_active":"2024-04-25T17:13:47.314551+0000","last_became_peered":"2024-04-25T17:13:47.314551+0000","last_unstale":"2024-04-25T17:15:32.677781+0000","last_undegraded":"2024-04-25T17:15:32.677781+0000","last_fullsized":"2024-04-25T17:15:32.677781+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:28:48.783228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"80'3","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676436+0000","last_change":"2024-04-25T17:13:42.257830+0000","last_active":"2024-04-25T17:15:32.676436+0000","last_peered":"2024-04-25T17:15:32.676436+0000","last_clean":"2024-04-25T17:15:32.676436+0000","last_became_active":"2024-04-25T17:13:42.257474+0000","last_became_peered":"2024-04-25T17:13:42.257474+0000","last_unstale":"2024-04-25T17:15:32.676436+0000","last_undegraded":"2024-04-25T17:15:32.676436+0000","last_fullsized":"2024-04-25T17:15:32.676436+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:48:47.208261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677150+0000","last_change":"2024-04-25T17:13:43.267691+0000","last_active":"2024-04-25T17:15:32.677150+0000","last_peered":"2024-04-25T17:15:32.677150+0000","last_clean":"2024-04-25T17:15:32.677150+0000","last_became_active":"2024-04-25T17:13:43.267292+0000","last_became_peered":"2024-04-25T17:13:43.267292+0000","last_unstale":"2024-04-25T17:15:32.677150+0000","last_undegraded":"2024-04-25T17:15:32.677150+0000","last_fullsized":"2024-04-25T17:15:32.677150+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:45:55.332648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"80'1","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393615+0000","last_change":"2024-04-25T17:13:47.314673+0000","last_active":"2024-04-25T17:15:32.393615+0000","last_peered":"2024-04-25T17:15:32.393615+0000","last_clean":"2024-04-25T17:15:32.393615+0000","last_became_active":"2024-04-25T17:13:47.314287+0000","last_became_peered":"2024-04-25T17:13:47.314287+0000","last_unstale":"2024-04-25T17:15:32.393615+0000","last_undegraded":"2024-04-25T17:15:32.393615+0000","last_fullsized":"2024-04-25T17:15:32.393615+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:56:39.911915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"84'2","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:53.533550+0000","last_change":"2024-04-25T17:13:42.254521+0000","last_active":"2024-04-25T17:15:53.533550+0000","last_peered":"2024-04-25T17:15:53.533550+0000","last_clean":"2024-04-25T17:15:53.533550+0000","last_became_active":"2024-04-25T17:13:42.254180+0000","last_became_peered":"2024-04-25T17:13:42.254180+0000","last_unstale":"2024-04-25T17:15:53.533550+0000","last_undegraded":"2024-04-25T17:15:53.533550+0000","last_fullsized":"2024-04-25T17:15:53.533550+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:31:24.385653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676617+0000","last_change":"2024-04-25T17:13:43.289188+0000","last_active":"2024-04-25T17:15:32.676617+0000","last_peered":"2024-04-25T17:15:32.676617+0000","last_clean":"2024-04-25T17:15:32.676617+0000","last_became_active":"2024-04-25T17:13:43.285588+0000","last_became_peered":"2024-04-25T17:13:43.285588+0000","last_unstale":"2024-04-25T17:15:32.676617+0000","last_undegraded":"2024-04-25T17:15:32.676617+0000","last_fullsized":"2024-04-25T17:15:32.676617+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:01:48.765573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.392962+0000","last_change":"2024-04-25T17:13:47.318468+0000","last_active":"2024-04-25T17:15:32.392962+0000","last_peered":"2024-04-25T17:15:32.392962+0000","last_clean":"2024-04-25T17:15:32.392962+0000","last_became_active":"2024-04-25T17:13:47.318047+0000","last_became_peered":"2024-04-25T17:13:47.318047+0000","last_unstale":"2024-04-25T17:15:32.392962+0000","last_undegraded":"2024-04-25T17:15:32.392962+0000","last_fullsized":"2024-04-25T17:15:32.392962+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:16:34.409933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678106+0000","last_change":"2024-04-25T17:13:42.260066+0000","last_active":"2024-04-25T17:15:32.678106+0000","last_peered":"2024-04-25T17:15:32.678106+0000","last_clean":"2024-04-25T17:15:32.678106+0000","last_became_active":"2024-04-25T17:13:42.259716+0000","last_became_peered":"2024-04-25T17:13:42.259716+0000","last_unstale":"2024-04-25T17:15:32.678106+0000","last_undegraded":"2024-04-25T17:15:32.678106+0000","last_fullsized":"2024-04-25T17:15:32.678106+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:09:52.528226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677388+0000","last_change":"2024-04-25T17:13:43.264970+0000","last_active":"2024-04-25T17:15:32.677388+0000","last_peered":"2024-04-25T17:15:32.677388+0000","last_clean":"2024-04-25T17:15:32.677388+0000","last_became_active":"2024-04-25T17:13:43.264524+0000","last_became_peered":"2024-04-25T17:13:43.264524+0000","last_unstale":"2024-04-25T17:15:32.677388+0000","last_undegraded":"2024-04-25T17:15:32.677388+0000","last_fullsized":"2024-04-25T17:15:32.677388+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:56:08.443599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676612+0000","last_change":"2024-04-25T17:13:47.297953+0000","last_active":"2024-04-25T17:15:32.676612+0000","last_peered":"2024-04-25T17:15:32.676612+0000","last_clean":"2024-04-25T17:15:32.676612+0000","last_became_active":"2024-04-25T17:13:47.297425+0000","last_became_peered":"2024-04-25T17:13:47.297425+0000","last_unstale":"2024-04-25T17:15:32.676612+0000","last_undegraded":"2024-04-25T17:15:32.676612+0000","last_fullsized":"2024-04-25T17:15:32.676612+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:13:40.449490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"80'3","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677655+0000","last_change":"2024-04-25T17:13:42.261648+0000","last_active":"2024-04-25T17:15:32.677655+0000","last_peered":"2024-04-25T17:15:32.677655+0000","last_clean":"2024-04-25T17:15:32.677655+0000","last_became_active":"2024-04-25T17:13:42.261154+0000","last_became_peered":"2024-04-25T17:13:42.261154+0000","last_unstale":"2024-04-25T17:15:32.677655+0000","last_undegraded":"2024-04-25T17:15:32.677655+0000","last_fullsized":"2024-04-25T17:15:32.677655+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:35:32.369682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677932+0000","last_change":"2024-04-25T17:13:43.274257+0000","last_active":"2024-04-25T17:15:32.677932+0000","last_peered":"2024-04-25T17:15:32.677932+0000","last_clean":"2024-04-25T17:15:32.677932+0000","last_became_active":"2024-04-25T17:13:43.273869+0000","last_became_peered":"2024-04-25T17:13:43.273869+0000","last_unstale":"2024-04-25T17:15:32.677932+0000","last_undegraded":"2024-04-25T17:15:32.677932+0000","last_fullsized":"2024-04-25T17:15:32.677932+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:45:09.550814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704612+0000","last_change":"2024-04-25T17:13:47.311914+0000","last_active":"2024-04-25T17:15:32.704612+0000","last_peered":"2024-04-25T17:15:32.704612+0000","last_clean":"2024-04-25T17:15:32.704612+0000","last_became_active":"2024-04-25T17:13:47.311345+0000","last_became_peered":"2024-04-25T17:13:47.311345+0000","last_unstale":"2024-04-25T17:15:32.704612+0000","last_undegraded":"2024-04-25T17:15:32.704612+0000","last_fullsized":"2024-04-25T17:15:32.704612+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:45:33.187018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"75'1","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.393526+0000","last_change":"2024-04-25T17:13:42.254684+0000","last_active":"2024-04-25T17:15:32.393526+0000","last_peered":"2024-04-25T17:15:32.393526+0000","last_clean":"2024-04-25T17:15:32.393526+0000","last_became_active":"2024-04-25T17:13:42.254364+0000","last_became_peered":"2024-04-25T17:13:42.254364+0000","last_unstale":"2024-04-25T17:15:32.393526+0000","last_undegraded":"2024-04-25T17:15:32.393526+0000","last_fullsized":"2024-04-25T17:15:32.393526+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:02:45.875471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'6","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677553+0000","last_change":"2024-04-25T17:13:43.290952+0000","last_active":"2024-04-25T17:15:32.677553+0000","last_peered":"2024-04-25T17:15:32.677553+0000","last_clean":"2024-04-25T17:15:32.677553+0000","last_became_active":"2024-04-25T17:13:43.290601+0000","last_became_peered":"2024-04-25T17:13:43.290601+0000","last_unstale":"2024-04-25T17:15:32.677553+0000","last_undegraded":"2024-04-25T17:15:32.677553+0000","last_fullsized":"2024-04-25T17:15:32.677553+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:40:50.307780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.392704+0000","last_change":"2024-04-25T17:13:47.305309+0000","last_active":"2024-04-25T17:15:32.392704+0000","last_peered":"2024-04-25T17:15:32.392704+0000","last_clean":"2024-04-25T17:15:32.392704+0000","last_became_active":"2024-04-25T17:13:47.304876+0000","last_became_peered":"2024-04-25T17:13:47.304876+0000","last_unstale":"2024-04-25T17:15:32.392704+0000","last_undegraded":"2024-04-25T17:15:32.392704+0000","last_fullsized":"2024-04-25T17:15:32.392704+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:46.274922+0000","last_clean_scrub_stamp":"2024-04-25T17:13:46.274922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:54:45.899895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"75'2","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677796+0000","last_change":"2024-04-25T17:13:42.248466+0000","last_active":"2024-04-25T17:15:32.677796+0000","last_peered":"2024-04-25T17:15:32.677796+0000","last_clean":"2024-04-25T17:15:32.677796+0000","last_became_active":"2024-04-25T17:13:42.247770+0000","last_became_peered":"2024-04-25T17:13:42.247770+0000","last_unstale":"2024-04-25T17:15:32.677796+0000","last_undegraded":"2024-04-25T17:15:32.677796+0000","last_fullsized":"2024-04-25T17:15:32.677796+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:41.227541+0000","last_clean_scrub_stamp":"2024-04-25T17:13:41.227541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:28:31.611709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677842+0000","last_change":"2024-04-25T17:13:43.261759+0000","last_active":"2024-04-25T17:15:32.677842+0000","last_peered":"2024-04-25T17:15:32.677842+0000","last_clean":"2024-04-25T17:15:32.677842+0000","last_became_active":"2024-04-25T17:13:43.261370+0000","last_became_peered":"2024-04-25T17:13:43.261370+0000","last_unstale":"2024-04-25T17:15:32.677842+0000","last_undegraded":"2024-04-25T17:15:32.677842+0000","last_fullsized":"2024-04-25T17:15:32.677842+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:59:04.532021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677265+0000","last_change":"2024-04-25T17:13:43.258611+0000","last_active":"2024-04-25T17:15:32.677265+0000","last_peered":"2024-04-25T17:15:32.677265+0000","last_clean":"2024-04-25T17:15:32.677265+0000","last_became_active":"2024-04-25T17:13:43.258222+0000","last_became_peered":"2024-04-25T17:13:43.258222+0000","last_unstale":"2024-04-25T17:15:32.677265+0000","last_undegraded":"2024-04-25T17:15:32.677265+0000","last_fullsized":"2024-04-25T17:15:32.677265+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:47:08.181197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":41,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677666+0000","last_change":"2024-04-25T17:13:43.265860+0000","last_active":"2024-04-25T17:15:32.677666+0000","last_peered":"2024-04-25T17:15:32.677666+0000","last_clean":"2024-04-25T17:15:32.677666+0000","last_became_active":"2024-04-25T17:13:43.265386+0000","last_became_peered":"2024-04-25T17:13:43.265386+0000","last_unstale":"2024-04-25T17:15:32.677666+0000","last_undegraded":"2024-04-25T17:15:32.677666+0000","last_fullsized":"2024-04-25T17:15:32.677666+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T18:17:40.278521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677512+0000","last_change":"2024-04-25T17:13:43.287830+0000","last_active":"2024-04-25T17:15:32.677512+0000","last_peered":"2024-04-25T17:15:32.677512+0000","last_clean":"2024-04-25T17:15:32.677512+0000","last_became_active":"2024-04-25T17:13:43.287226+0000","last_became_peered":"2024-04-25T17:13:43.287226+0000","last_unstale":"2024-04-25T17:15:32.677512+0000","last_undegraded":"2024-04-25T17:15:32.677512+0000","last_fullsized":"2024-04-25T17:15:32.677512+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:06.008495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":42,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.704848+0000","last_change":"2024-04-25T17:14:32.951070+0000","last_active":"2024-04-25T17:15:32.704848+0000","last_peered":"2024-04-25T17:15:32.704848+0000","last_clean":"2024-04-25T17:15:32.704848+0000","last_became_active":"2024-04-25T17:14:32.950632+0000","last_became_peered":"2024-04-25T17:14:32.950632+0000","last_unstale":"2024-04-25T17:15:32.704848+0000","last_undegraded":"2024-04-25T17:15:32.704848+0000","last_fullsized":"2024-04-25T17:15:32.704848+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:55:27.316705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,8],"acting":[0,6,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678007+0000","last_change":"2024-04-25T17:13:43.272457+0000","last_active":"2024-04-25T17:15:32.678007+0000","last_peered":"2024-04-25T17:15:32.678007+0000","last_clean":"2024-04-25T17:15:32.678007+0000","last_became_active":"2024-04-25T17:13:43.271825+0000","last_became_peered":"2024-04-25T17:13:43.271825+0000","last_unstale":"2024-04-25T17:15:32.678007+0000","last_undegraded":"2024-04-25T17:15:32.678007+0000","last_fullsized":"2024-04-25T17:15:32.678007+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:45:37.144933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":36,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.679188+0000","last_change":"2024-04-25T17:13:43.256047+0000","last_active":"2024-04-25T17:15:32.679188+0000","last_peered":"2024-04-25T17:15:32.679188+0000","last_clean":"2024-04-25T17:15:32.679188+0000","last_became_active":"2024-04-25T17:13:43.255603+0000","last_became_peered":"2024-04-25T17:13:43.255603+0000","last_unstale":"2024-04-25T17:15:32.679188+0000","last_undegraded":"2024-04-25T17:15:32.679188+0000","last_fullsized":"2024-04-25T17:15:32.679188+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:47:13.586785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":44,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678075+0000","last_change":"2024-04-25T17:13:43.263140+0000","last_active":"2024-04-25T17:15:32.678075+0000","last_peered":"2024-04-25T17:15:32.678075+0000","last_clean":"2024-04-25T17:15:32.678075+0000","last_became_active":"2024-04-25T17:13:43.262295+0000","last_became_peered":"2024-04-25T17:13:43.262295+0000","last_unstale":"2024-04-25T17:15:32.678075+0000","last_undegraded":"2024-04-25T17:15:32.678075+0000","last_fullsized":"2024-04-25T17:15:32.678075+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:25:07.228735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.677520+0000","last_change":"2024-04-25T17:13:43.284295+0000","last_active":"2024-04-25T17:15:32.677520+0000","last_peered":"2024-04-25T17:15:32.677520+0000","last_clean":"2024-04-25T17:15:32.677520+0000","last_became_active":"2024-04-25T17:13:43.283697+0000","last_became_peered":"2024-04-25T17:13:43.283697+0000","last_unstale":"2024-04-25T17:15:32.677520+0000","last_undegraded":"2024-04-25T17:15:32.677520+0000","last_fullsized":"2024-04-25T17:15:32.677520+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:39:25.637940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":35,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.392865+0000","last_change":"2024-04-25T17:13:43.272581+0000","last_active":"2024-04-25T17:15:32.392865+0000","last_peered":"2024-04-25T17:15:32.392865+0000","last_clean":"2024-04-25T17:15:32.392865+0000","last_became_active":"2024-04-25T17:13:43.272248+0000","last_became_peered":"2024-04-25T17:13:43.272248+0000","last_unstale":"2024-04-25T17:15:32.392865+0000","last_undegraded":"2024-04-25T17:15:32.392865+0000","last_fullsized":"2024-04-25T17:15:32.392865+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:13:37.778091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676549+0000","last_change":"2024-04-25T17:13:43.287102+0000","last_active":"2024-04-25T17:15:32.676549+0000","last_peered":"2024-04-25T17:15:32.676549+0000","last_clean":"2024-04-25T17:15:32.676549+0000","last_became_active":"2024-04-25T17:13:43.285639+0000","last_became_peered":"2024-04-25T17:13:43.285639+0000","last_unstale":"2024-04-25T17:15:32.676549+0000","last_undegraded":"2024-04-25T17:15:32.676549+0000","last_fullsized":"2024-04-25T17:15:32.676549+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:57:31.092215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.676951+0000","last_change":"2024-04-25T17:13:43.277104+0000","last_active":"2024-04-25T17:15:32.676951+0000","last_peered":"2024-04-25T17:15:32.676951+0000","last_clean":"2024-04-25T17:15:32.676951+0000","last_became_active":"2024-04-25T17:13:43.276713+0000","last_became_peered":"2024-04-25T17:13:43.276713+0000","last_unstale":"2024-04-25T17:15:32.676951+0000","last_undegraded":"2024-04-25T17:15:32.676951+0000","last_fullsized":"2024-04-25T17:15:32.676951+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:16:21.915786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":40,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.678163+0000","last_change":"2024-04-25T17:13:43.269758+0000","last_active":"2024-04-25T17:15:32.678163+0000","last_peered":"2024-04-25T17:15:32.678163+0000","last_clean":"2024-04-25T17:15:32.678163+0000","last_became_active":"2024-04-25T17:13:43.269383+0000","last_became_peered":"2024-04-25T17:13:43.269383+0000","last_unstale":"2024-04-25T17:15:32.678163+0000","last_undegraded":"2024-04-25T17:15:32.678163+0000","last_fullsized":"2024-04-25T17:15:32.678163+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:14:21.761555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-25T17:15:32.679137+0000","last_change":"2024-04-25T17:13:43.250526+0000","last_active":"2024-04-25T17:15:32.679137+0000","last_peered":"2024-04-25T17:15:32.679137+0000","last_clean":"2024-04-25T17:15:32.679137+0000","last_became_active":"2024-04-25T17:13:43.250119+0000","last_became_peered":"2024-04-25T17:13:43.250119+0000","last_unstale":"2024-04-25T17:15:32.679137+0000","last_undegraded":"2024-04-25T17:15:32.679137+0000","last_fullsized":"2024-04-25T17:15:32.679137+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T17:13:42.229411+0000","last_clean_scrub_stamp":"2024-04-25T17:13:42.229411+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:36:18.407594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":73540,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":755,"num_read_kb":457,"num_write":179,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":1013,"num_keys_recovered":7,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":220620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678059,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36272,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708880,"statfs":{"total":95995035648,"available":95957893120,"internally_reserved":0,"allocated":950272,"data_stored":467786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874288,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36948,"kb_used_data":1612,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708204,"statfs":{"total":95995035648,"available":95957200896,"internally_reserved":0,"allocated":1650688,"data_stored":1128055,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037813,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":468022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234042,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36288,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708864,"statfs":{"total":95995035648,"available":95957876736,"internally_reserved":0,"allocated":966656,"data_stored":467942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430272,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36860,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708292,"statfs":{"total":95995035648,"available":95957291008,"internally_reserved":0,"allocated":1560576,"data_stored":1064978,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593798,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":946176,"data_stored":463198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574942,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36332,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708820,"statfs":{"total":95995035648,"available":95957831680,"internally_reserved":0,"allocated":1019904,"data_stored":531520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738468,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":970752,"data_stored":464586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411418,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1036288,"data_stored":532248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149780,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":463392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953551,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":469988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790026,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28548,"kb_used_data":1532,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716604,"statfs":{"total":95995035648,"available":95965802496,"internally_reserved":0,"allocated":1568768,"data_stored":1060073,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":68412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":69140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":70483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T17:16:12.214 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T17:16:12.363 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.361+0000 7f4bf3708640 1 -- 172.21.15.28:0/2456235007 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4bec108940 msgr2=0x7f4bec10ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:12.363 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.361+0000 7f4bf3708640 1 --2- 172.21.15.28:0/2456235007 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4bec108940 0x7f4bec10ad60 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f4be4009ca0 tx=0x7f4be402a8c0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.363 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.361+0000 7f4bf3708640 1 -- 172.21.15.28:0/2456235007 shutdown_connections 2024-04-25T17:16:12.363 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.361+0000 7f4bf3708640 1 --2- 172.21.15.28:0/2456235007 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4bec108940 0x7f4bec10ad60 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.364 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.361+0000 7f4bf3708640 1 --2- 172.21.15.28:0/2456235007 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4bec103c40 0x7f4bec104050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.364 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.361+0000 7f4bf3708640 1 --2- 172.21.15.28:0/2456235007 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4bec102a00 0x7f4bec103700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.364 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.361+0000 7f4bf3708640 1 -- 172.21.15.28:0/2456235007 >> 172.21.15.28:0/2456235007 conn(0x7f4bec0fdbf0 msgr2=0x7f4bec1000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:12.364 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.361+0000 7f4bf3708640 1 -- 172.21.15.28:0/2456235007 shutdown_connections 2024-04-25T17:16:12.364 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.361+0000 7f4bf3708640 1 -- 172.21.15.28:0/2456235007 wait complete. 2024-04-25T17:16:12.364 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.362+0000 7f4bf3708640 1 Processor -- start 2024-04-25T17:16:12.364 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.362+0000 7f4bf3708640 1 -- start start 2024-04-25T17:16:12.364 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.362+0000 7f4bf3708640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4bec102a00 0x7f4bec06aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:12.364 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.362+0000 7f4bf3708640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4bec103c40 0x7f4bec19ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:12.364 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.362+0000 7f4bf3708640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4bec108940 0x7f4bec1a13a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:12.364 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.362+0000 7f4bf3708640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f4bec10e430 con 0x7f4bec108940 2024-04-25T17:16:12.364 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.362+0000 7f4bf3708640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4bec10e2b0 con 0x7f4bec103c40 2024-04-25T17:16:12.364 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.362+0000 7f4bf3708640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4bec10e5b0 con 0x7f4bec102a00 2024-04-25T17:16:12.364 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.362+0000 7f4bf1ca5640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4bec108940 0x7f4bec1a13a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:12.364 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.362+0000 7f4bf1ca5640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4bec108940 0x7f4bec1a13a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36528/0 (socket says 172.21.15.28:36528) 2024-04-25T17:16:12.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.362+0000 7f4bf1ca5640 1 -- 172.21.15.28:0/3353762664 learned_addr learned my addr 172.21.15.28:0/3353762664 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:12.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.362+0000 7f4bf0ca3640 1 --2- 172.21.15.28:0/3353762664 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4bec103c40 0x7f4bec19ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:12.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.362+0000 7f4bf14a4640 1 --2- 172.21.15.28:0/3353762664 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4bec102a00 0x7f4bec06aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:12.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.362+0000 7f4bf1ca5640 1 -- 172.21.15.28:0/3353762664 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4bec102a00 msgr2=0x7f4bec06aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:12.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.362+0000 7f4bf1ca5640 1 --2- 172.21.15.28:0/3353762664 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4bec102a00 0x7f4bec06aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.362+0000 7f4bf1ca5640 1 -- 172.21.15.28:0/3353762664 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4bec103c40 msgr2=0x7f4bec19ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:12.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.362+0000 7f4bf1ca5640 1 --2- 172.21.15.28:0/3353762664 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4bec103c40 0x7f4bec19ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.362+0000 7f4bf1ca5640 1 -- 172.21.15.28:0/3353762664 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bec1a1b30 con 0x7f4bec108940 2024-04-25T17:16:12.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.363+0000 7f4bf1ca5640 1 --2- 172.21.15.28:0/3353762664 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4bec108940 0x7f4bec1a13a0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f4be4005e30 tx=0x7f4be4003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:12.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.363+0000 7f4be27fc640 1 -- 172.21.15.28:0/3353762664 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be4032e90 con 0x7f4bec108940 2024-04-25T17:16:12.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.363+0000 7f4be27fc640 1 -- 172.21.15.28:0/3353762664 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4be40044d0 con 0x7f4bec108940 2024-04-25T17:16:12.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.363+0000 7f4bf3708640 1 -- 172.21.15.28:0/3353762664 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bec1a1dc0 con 0x7f4bec108940 2024-04-25T17:16:12.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.363+0000 7f4be27fc640 1 -- 172.21.15.28:0/3353762664 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be4030c70 con 0x7f4bec108940 2024-04-25T17:16:12.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.363+0000 7f4bf3708640 1 -- 172.21.15.28:0/3353762664 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bec1a2230 con 0x7f4bec108940 2024-04-25T17:16:12.366 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.364+0000 7f4bf3708640 1 -- 172.21.15.28:0/3353762664 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4bec107750 con 0x7f4bec108940 2024-04-25T17:16:12.367 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.365+0000 7f4be27fc640 1 -- 172.21.15.28:0/3353762664 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f4be4004040 con 0x7f4bec108940 2024-04-25T17:16:12.367 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.366+0000 7f4be27fc640 1 --2- 172.21.15.28:0/3353762664 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4bd80afba0 0x7f4bd80b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:12.367 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.366+0000 7f4be27fc640 1 -- 172.21.15.28:0/3353762664 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f4be4100580 con 0x7f4bec108940 2024-04-25T17:16:12.367 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.366+0000 7f4bf14a4640 1 --2- 172.21.15.28:0/3353762664 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4bd80afba0 0x7f4bd80b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:12.367 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.366+0000 7f4bf14a4640 1 --2- 172.21.15.28:0/3353762664 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4bd80afba0 0x7f4bd80b20b0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f4bec103600 tx=0x7f4bdc005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:12.370 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.369+0000 7f4be27fc640 1 -- 172.21.15.28:0/3353762664 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4be40c8de0 con 0x7f4bec108940 2024-04-25T17:16:12.560 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.559+0000 7f4bf3708640 1 -- 172.21.15.28:0/3353762664 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4bec02dde0 con 0x7f4bec108940 2024-04-25T17:16:12.561 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.561+0000 7f4be27fc640 1 -- 172.21.15.28:0/3353762664 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+24564 (secure 0 0 0) 0x7f4be40c86e0 con 0x7f4bec108940 2024-04-25T17:16:12.561 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:16:12.562 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":84,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:15:32.384427+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T17:13:40.495256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T17:13:41.573638+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T17:13:45.282812+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.5","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1a","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:16:12.563 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.563+0000 7f4bf3708640 1 -- 172.21.15.28:0/3353762664 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4bd80afba0 msgr2=0x7f4bd80b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:12.563 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.563+0000 7f4bf3708640 1 --2- 172.21.15.28:0/3353762664 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4bd80afba0 0x7f4bd80b20b0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f4bec103600 tx=0x7f4bdc005f90 comp rx=0 tx=0).stop 2024-04-25T17:16:12.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.563+0000 7f4bf3708640 1 -- 172.21.15.28:0/3353762664 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4bec108940 msgr2=0x7f4bec1a13a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:12.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.563+0000 7f4bf3708640 1 --2- 172.21.15.28:0/3353762664 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4bec108940 0x7f4bec1a13a0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f4be4005e30 tx=0x7f4be4003ba0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.563+0000 7f4bf3708640 1 -- 172.21.15.28:0/3353762664 shutdown_connections 2024-04-25T17:16:12.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.563+0000 7f4bf3708640 1 --2- 172.21.15.28:0/3353762664 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4bd80afba0 0x7f4bd80b20b0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.563+0000 7f4bf3708640 1 --2- 172.21.15.28:0/3353762664 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4bec108940 0x7f4bec1a13a0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.563+0000 7f4bf3708640 1 --2- 172.21.15.28:0/3353762664 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4bec103c40 0x7f4bec19ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.563+0000 7f4bf3708640 1 --2- 172.21.15.28:0/3353762664 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4bec102a00 0x7f4bec06aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.563+0000 7f4bf3708640 1 -- 172.21.15.28:0/3353762664 >> 172.21.15.28:0/3353762664 conn(0x7f4bec0fdbf0 msgr2=0x7f4bec104920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:12.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.563+0000 7f4bf3708640 1 -- 172.21.15.28:0/3353762664 shutdown_connections 2024-04-25T17:16:12.564 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.563+0000 7f4bf3708640 1 -- 172.21.15.28:0/3353762664 wait complete. 2024-04-25T17:16:12.575 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T17:08:58.716897+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T17:13:40.495256+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '75', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T17:13:41.573638+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '76', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-25T17:13:45.282812+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-25T17:16:12.576 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T17:16:12.692 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.691+0000 7fb7866b1640 1 -- 172.21.15.28:0/3990897420 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb780108910 msgr2=0x7fb78010ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:12.692 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.691+0000 7fb7866b1640 1 --2- 172.21.15.28:0/3990897420 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb780108910 0x7fb78010ad30 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fb778009ca0 tx=0x7fb77802a8c0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.692 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.691+0000 7fb7866b1640 1 -- 172.21.15.28:0/3990897420 shutdown_connections 2024-04-25T17:16:12.692 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.691+0000 7fb7866b1640 1 --2- 172.21.15.28:0/3990897420 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb780108910 0x7fb78010ad30 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.692 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.691+0000 7fb7866b1640 1 --2- 172.21.15.28:0/3990897420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb780103c10 0x7fb780104020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.692 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.691+0000 7fb7866b1640 1 --2- 172.21.15.28:0/3990897420 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb7801029d0 0x7fb7801036d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.692 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.691+0000 7fb7866b1640 1 -- 172.21.15.28:0/3990897420 >> 172.21.15.28:0/3990897420 conn(0x7fb7800fdbc0 msgr2=0x7fb780100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:12.693 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.691+0000 7fb7866b1640 1 -- 172.21.15.28:0/3990897420 shutdown_connections 2024-04-25T17:16:12.693 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.691+0000 7fb7866b1640 1 -- 172.21.15.28:0/3990897420 wait complete. 2024-04-25T17:16:12.693 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.692+0000 7fb7866b1640 1 Processor -- start 2024-04-25T17:16:12.693 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.692+0000 7fb7866b1640 1 -- start start 2024-04-25T17:16:12.695 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.692+0000 7fb7866b1640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb7801029d0 0x7fb78019a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:12.695 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.692+0000 7fb7866b1640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb780103c10 0x7fb78019a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:12.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.692+0000 7fb7866b1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb780108910 0x7fb7801a15a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:12.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.692+0000 7fb7866b1640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fb78010e400 con 0x7fb7801029d0 2024-04-25T17:16:12.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.692+0000 7fb7866b1640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb78010e280 con 0x7fb780103c10 2024-04-25T17:16:12.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.692+0000 7fb7866b1640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb78010e580 con 0x7fb780108910 2024-04-25T17:16:12.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.692+0000 7fb77ffff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb7801029d0 0x7fb78019a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:12.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.693+0000 7fb77ffff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb7801029d0 0x7fb78019a0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36546/0 (socket says 172.21.15.28:36546) 2024-04-25T17:16:12.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.693+0000 7fb77ffff640 1 -- 172.21.15.28:0/1234305534 learned_addr learned my addr 172.21.15.28:0/1234305534 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:12.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.693+0000 7fb77f7fe640 1 --2- 172.21.15.28:0/1234305534 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb780103c10 0x7fb78019a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:12.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.693+0000 7fb784c4e640 1 --2- 172.21.15.28:0/1234305534 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb780108910 0x7fb7801a15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:12.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.693+0000 7fb77ffff640 1 -- 172.21.15.28:0/1234305534 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb780108910 msgr2=0x7fb7801a15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:12.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.693+0000 7fb77ffff640 1 --2- 172.21.15.28:0/1234305534 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb780108910 0x7fb7801a15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.696 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.693+0000 7fb77ffff640 1 -- 172.21.15.28:0/1234305534 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb780103c10 msgr2=0x7fb78019a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:12.697 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.693+0000 7fb77ffff640 1 --2- 172.21.15.28:0/1234305534 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb780103c10 0x7fb78019a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.697 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.693+0000 7fb77ffff640 1 -- 172.21.15.28:0/1234305534 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7801a1b60 con 0x7fb7801029d0 2024-04-25T17:16:12.697 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.693+0000 7fb784c4e640 1 --2- 172.21.15.28:0/1234305534 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb780108910 0x7fb7801a15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:16:12.697 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.693+0000 7fb77ffff640 1 --2- 172.21.15.28:0/1234305534 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb7801029d0 0x7fb78019a0d0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fb77000c970 tx=0x7fb77000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:12.697 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.693+0000 7fb77d7fa640 1 -- 172.21.15.28:0/1234305534 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb770004220 con 0x7fb7801029d0 2024-04-25T17:16:12.697 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.693+0000 7fb77d7fa640 1 -- 172.21.15.28:0/1234305534 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb770007e40 con 0x7fb7801029d0 2024-04-25T17:16:12.697 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.693+0000 7fb7866b1640 1 -- 172.21.15.28:0/1234305534 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7801a1e50 con 0x7fb7801029d0 2024-04-25T17:16:12.697 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.693+0000 7fb77d7fa640 1 -- 172.21.15.28:0/1234305534 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7700047a0 con 0x7fb7801029d0 2024-04-25T17:16:12.697 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.693+0000 7fb7866b1640 1 -- 172.21.15.28:0/1234305534 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7801a2260 con 0x7fb7801029d0 2024-04-25T17:16:12.697 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.694+0000 7fb7866b1640 1 -- 172.21.15.28:0/1234305534 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7801a2520 con 0x7fb7801029d0 2024-04-25T17:16:12.698 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.696+0000 7fb77d7fa640 1 -- 172.21.15.28:0/1234305534 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fb7700079b0 con 0x7fb7801029d0 2024-04-25T17:16:12.698 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.696+0000 7fb77d7fa640 1 --2- 172.21.15.28:0/1234305534 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fb7680afaf0 0x7fb7680b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:12.698 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.696+0000 7fb77f7fe640 1 --2- 172.21.15.28:0/1234305534 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fb7680afaf0 0x7fb7680b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:12.698 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.697+0000 7fb77d7fa640 1 -- 172.21.15.28:0/1234305534 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fb7700dee60 con 0x7fb7801029d0 2024-04-25T17:16:12.698 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.697+0000 7fb77f7fe640 1 --2- 172.21.15.28:0/1234305534 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fb7680afaf0 0x7fb7680b2000 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fb774005e10 tx=0x7fb774005da0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:12.701 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.701+0000 7fb77d7fa640 1 -- 172.21.15.28:0/1234305534 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb770014030 con 0x7fb7801029d0 2024-04-25T17:16:12.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:12 smithi042 ceph-mon[32851]: pgmap v364: 129 pgs: 129 active+clean; 649 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-04-25T17:16:12.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:12 smithi042 ceph-mon[32851]: from='client.15564 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T17:16:12.888 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.887+0000 7fb7866b1640 1 -- 172.21.15.28:0/1234305534 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fb7801a26f0 con 0x7fb7801029d0 2024-04-25T17:16:12.888 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.888+0000 7fb77d7fa640 1 -- 172.21.15.28:0/1234305534 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v84) ==== 93+0+10 (secure 0 0 0) 0x7fb7700a76c0 con 0x7fb7801029d0 2024-04-25T17:16:12.888 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 1 2024-04-25T17:16:12.891 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.890+0000 7fb7866b1640 1 -- 172.21.15.28:0/1234305534 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fb7680afaf0 msgr2=0x7fb7680b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:12.891 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.890+0000 7fb7866b1640 1 --2- 172.21.15.28:0/1234305534 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fb7680afaf0 0x7fb7680b2000 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fb774005e10 tx=0x7fb774005da0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.891 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.890+0000 7fb7866b1640 1 -- 172.21.15.28:0/1234305534 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb7801029d0 msgr2=0x7fb78019a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:12.891 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.890+0000 7fb7866b1640 1 --2- 172.21.15.28:0/1234305534 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb7801029d0 0x7fb78019a0d0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fb77000c970 tx=0x7fb77000ce30 comp rx=0 tx=0).stop 2024-04-25T17:16:12.891 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.890+0000 7fb7866b1640 1 -- 172.21.15.28:0/1234305534 shutdown_connections 2024-04-25T17:16:12.891 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.890+0000 7fb7866b1640 1 --2- 172.21.15.28:0/1234305534 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fb7680afaf0 0x7fb7680b2000 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.891 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.890+0000 7fb7866b1640 1 --2- 172.21.15.28:0/1234305534 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb780108910 0x7fb7801a15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.891 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.890+0000 7fb7866b1640 1 --2- 172.21.15.28:0/1234305534 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb780103c10 0x7fb78019a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.891 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.890+0000 7fb7866b1640 1 --2- 172.21.15.28:0/1234305534 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fb7801029d0 0x7fb78019a0d0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:12.891 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.890+0000 7fb7866b1640 1 -- 172.21.15.28:0/1234305534 >> 172.21.15.28:0/1234305534 conn(0x7fb7800fdbc0 msgr2=0x7fb780109d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:12.891 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.890+0000 7fb7866b1640 1 -- 172.21.15.28:0/1234305534 shutdown_connections 2024-04-25T17:16:12.891 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:12.890+0000 7fb7866b1640 1 -- 172.21.15.28:0/1234305534 wait complete. 2024-04-25T17:16:12.901 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:12 smithi028 ceph-mon[29207]: pgmap v364: 129 pgs: 129 active+clean; 649 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-04-25T17:16:12.901 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:12 smithi028 ceph-mon[29207]: from='client.15564 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T17:16:12.902 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T17:16:12.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:12 smithi084 ceph-mon[32752]: pgmap v364: 129 pgs: 129 active+clean; 649 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-04-25T17:16:12.982 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:12 smithi084 ceph-mon[32752]: from='client.15564 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T17:16:13.020 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.017+0000 7f5753584640 1 -- 172.21.15.28:0/3539173311 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f574c103c10 msgr2=0x7f574c104020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:13.020 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.017+0000 7f5753584640 1 --2- 172.21.15.28:0/3539173311 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f574c103c10 0x7f574c104020 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f5740009900 tx=0x7f574002a410 comp rx=0 tx=0).stop 2024-04-25T17:16:13.020 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.017+0000 7f5753584640 1 -- 172.21.15.28:0/3539173311 shutdown_connections 2024-04-25T17:16:13.020 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.017+0000 7f5753584640 1 --2- 172.21.15.28:0/3539173311 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f574c108910 0x7f574c10ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.020 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.017+0000 7f5753584640 1 --2- 172.21.15.28:0/3539173311 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f574c103c10 0x7f574c104020 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.020 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.017+0000 7f5753584640 1 --2- 172.21.15.28:0/3539173311 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f574c1029d0 0x7f574c1036d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.020 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.017+0000 7f5753584640 1 -- 172.21.15.28:0/3539173311 >> 172.21.15.28:0/3539173311 conn(0x7f574c0fdbc0 msgr2=0x7f574c100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:13.020 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.017+0000 7f5753584640 1 -- 172.21.15.28:0/3539173311 shutdown_connections 2024-04-25T17:16:13.020 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.017+0000 7f5753584640 1 -- 172.21.15.28:0/3539173311 wait complete. 2024-04-25T17:16:13.020 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.017+0000 7f5753584640 1 Processor -- start 2024-04-25T17:16:13.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.018+0000 7f5753584640 1 -- start start 2024-04-25T17:16:13.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.018+0000 7f5753584640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f574c1029d0 0x7f574c06aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:13.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.018+0000 7f5753584640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f574c103c10 0x7f574c19ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:13.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.018+0000 7f5753584640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f574c108910 0x7f574c1a1460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:13.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.018+0000 7f5753584640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f574c10e3b0 con 0x7f574c103c10 2024-04-25T17:16:13.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.018+0000 7f5753584640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f574c10e230 con 0x7f574c1029d0 2024-04-25T17:16:13.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.018+0000 7f5753584640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f574c10e530 con 0x7f574c108910 2024-04-25T17:16:13.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.018+0000 7f5750b1f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f574c103c10 0x7f574c19ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:13.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.018+0000 7f5750b1f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f574c103c10 0x7f574c19ef10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36554/0 (socket says 172.21.15.28:36554) 2024-04-25T17:16:13.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.018+0000 7f5750b1f640 1 -- 172.21.15.28:0/1493363506 learned_addr learned my addr 172.21.15.28:0/1493363506 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:13.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.018+0000 7f5751320640 1 --2- 172.21.15.28:0/1493363506 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f574c1029d0 0x7f574c06aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:13.021 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.018+0000 7f5751b21640 1 --2- 172.21.15.28:0/1493363506 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f574c108910 0x7f574c1a1460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:13.022 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.018+0000 7f5750b1f640 1 -- 172.21.15.28:0/1493363506 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f574c108910 msgr2=0x7f574c1a1460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:13.022 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.018+0000 7f5750b1f640 1 --2- 172.21.15.28:0/1493363506 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f574c108910 0x7f574c1a1460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.022 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.018+0000 7f5750b1f640 1 -- 172.21.15.28:0/1493363506 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f574c1029d0 msgr2=0x7f574c06aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:13.022 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.018+0000 7f5750b1f640 1 --2- 172.21.15.28:0/1493363506 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f574c1029d0 0x7f574c06aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.022 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.018+0000 7f5750b1f640 1 -- 172.21.15.28:0/1493363506 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f574c1a1c30 con 0x7f574c103c10 2024-04-25T17:16:13.022 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.018+0000 7f5751320640 1 --2- 172.21.15.28:0/1493363506 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f574c1029d0 0x7f574c06aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:16:13.022 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.018+0000 7f5750b1f640 1 --2- 172.21.15.28:0/1493363506 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f574c103c10 0x7f574c19ef10 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f5740009230 tx=0x7f57400040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:13.022 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.019+0000 7f574a7fc640 1 -- 172.21.15.28:0/1493363506 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f574003f030 con 0x7f574c103c10 2024-04-25T17:16:13.022 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.019+0000 7f574a7fc640 1 -- 172.21.15.28:0/1493363506 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f57400044c0 con 0x7f574c103c10 2024-04-25T17:16:13.022 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.019+0000 7f5753584640 1 -- 172.21.15.28:0/1493363506 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f574c1a1ec0 con 0x7f574c103c10 2024-04-25T17:16:13.022 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.019+0000 7f574a7fc640 1 -- 172.21.15.28:0/1493363506 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5740035070 con 0x7f574c103c10 2024-04-25T17:16:13.022 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.019+0000 7f5753584640 1 -- 172.21.15.28:0/1493363506 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f574c1a22d0 con 0x7f574c103c10 2024-04-25T17:16:13.022 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.020+0000 7f5753584640 1 -- 172.21.15.28:0/1493363506 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f574c107720 con 0x7f574c103c10 2024-04-25T17:16:13.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.022+0000 7f574a7fc640 1 -- 172.21.15.28:0/1493363506 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f5740042030 con 0x7f574c103c10 2024-04-25T17:16:13.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.022+0000 7f574a7fc640 1 --2- 172.21.15.28:0/1493363506 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f57340afaf0 0x7f57340b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:13.023 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.023+0000 7f574a7fc640 1 -- 172.21.15.28:0/1493363506 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f57400ffa40 con 0x7f574c103c10 2024-04-25T17:16:13.024 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.023+0000 7f5751320640 1 --2- 172.21.15.28:0/1493363506 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f57340afaf0 0x7f57340b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:13.024 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.023+0000 7f5751320640 1 --2- 172.21.15.28:0/1493363506 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f57340afaf0 0x7f57340b2000 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f574c1035d0 tx=0x7f5744005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:13.026 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.026+0000 7f574a7fc640 1 -- 172.21.15.28:0/1493363506 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f57400c8240 con 0x7f574c103c10 2024-04-25T17:16:13.214 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.213+0000 7f5753584640 1 -- 172.21.15.28:0/1493363506 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f574c0637a0 con 0x7f574c103c10 2024-04-25T17:16:13.214 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.213+0000 7f574a7fc640 1 -- 172.21.15.28:0/1493363506 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v84) ==== 104+0+11 (secure 0 0 0) 0x7f57400c7b40 con 0x7f574c103c10 2024-04-25T17:16:13.214 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-25T17:16:13.216 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.215+0000 7f5753584640 1 -- 172.21.15.28:0/1493363506 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f57340afaf0 msgr2=0x7f57340b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:13.216 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.215+0000 7f5753584640 1 --2- 172.21.15.28:0/1493363506 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f57340afaf0 0x7f57340b2000 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f574c1035d0 tx=0x7f5744005f90 comp rx=0 tx=0).stop 2024-04-25T17:16:13.216 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.215+0000 7f5753584640 1 -- 172.21.15.28:0/1493363506 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f574c103c10 msgr2=0x7f574c19ef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:13.216 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.215+0000 7f5753584640 1 --2- 172.21.15.28:0/1493363506 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f574c103c10 0x7f574c19ef10 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f5740009230 tx=0x7f57400040c0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.216 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.215+0000 7f5753584640 1 -- 172.21.15.28:0/1493363506 shutdown_connections 2024-04-25T17:16:13.216 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.215+0000 7f5753584640 1 --2- 172.21.15.28:0/1493363506 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f57340afaf0 0x7f57340b2000 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.216 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.215+0000 7f5753584640 1 --2- 172.21.15.28:0/1493363506 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f574c108910 0x7f574c1a1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.216 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.215+0000 7f5753584640 1 --2- 172.21.15.28:0/1493363506 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f574c103c10 0x7f574c19ef10 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.216 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.215+0000 7f5753584640 1 --2- 172.21.15.28:0/1493363506 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f574c1029d0 0x7f574c06aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.217 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.215+0000 7f5753584640 1 -- 172.21.15.28:0/1493363506 >> 172.21.15.28:0/1493363506 conn(0x7f574c0fdbc0 msgr2=0x7f574c1048f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:13.217 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.216+0000 7f5753584640 1 -- 172.21.15.28:0/1493363506 shutdown_connections 2024-04-25T17:16:13.217 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.216+0000 7f5753584640 1 -- 172.21.15.28:0/1493363506 wait complete. 2024-04-25T17:16:13.227 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T17:16:13.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.342+0000 7f6122605640 1 -- 172.21.15.28:0/1251714290 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f611c108920 msgr2=0x7f611c10ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:13.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.342+0000 7f6122605640 1 --2- 172.21.15.28:0/1251714290 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f611c108920 0x7f611c10ad40 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f6114009ca0 tx=0x7f611402a8c0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.342+0000 7f6122605640 1 -- 172.21.15.28:0/1251714290 shutdown_connections 2024-04-25T17:16:13.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.342+0000 7f6122605640 1 --2- 172.21.15.28:0/1251714290 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f611c108920 0x7f611c10ad40 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.342+0000 7f6122605640 1 --2- 172.21.15.28:0/1251714290 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f611c103c20 0x7f611c104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.342+0000 7f6122605640 1 --2- 172.21.15.28:0/1251714290 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f611c1029e0 0x7f611c1036e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.342+0000 7f6122605640 1 -- 172.21.15.28:0/1251714290 >> 172.21.15.28:0/1251714290 conn(0x7f611c0fdbd0 msgr2=0x7f611c100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:13.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.342+0000 7f6122605640 1 -- 172.21.15.28:0/1251714290 shutdown_connections 2024-04-25T17:16:13.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.342+0000 7f6122605640 1 -- 172.21.15.28:0/1251714290 wait complete. 2024-04-25T17:16:13.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.343+0000 7f6122605640 1 Processor -- start 2024-04-25T17:16:13.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.343+0000 7f6122605640 1 -- start start 2024-04-25T17:16:13.346 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.343+0000 7f6122605640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f611c1029e0 0x7f611c19a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:13.346 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.343+0000 7f6122605640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f611c103c20 0x7f611c19a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:13.346 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.343+0000 7f6122605640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f611c108920 0x7f611c1a1560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:13.346 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.343+0000 7f6122605640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f611c10f520 con 0x7f611c103c20 2024-04-25T17:16:13.347 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.343+0000 7f6122605640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f611c10f3a0 con 0x7f611c108920 2024-04-25T17:16:13.347 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.343+0000 7f6122605640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f611c10f6a0 con 0x7f611c1029e0 2024-04-25T17:16:13.347 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.344+0000 7f611b7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f611c103c20 0x7f611c19a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:13.347 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.344+0000 7f611b7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f611c103c20 0x7f611c19a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36560/0 (socket says 172.21.15.28:36560) 2024-04-25T17:16:13.347 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.344+0000 7f611b7fe640 1 -- 172.21.15.28:0/530643989 learned_addr learned my addr 172.21.15.28:0/530643989 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:13.347 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.344+0000 7f611bfff640 1 --2- 172.21.15.28:0/530643989 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f611c1029e0 0x7f611c19a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:13.347 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.344+0000 7f6120ba2640 1 --2- 172.21.15.28:0/530643989 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f611c108920 0x7f611c1a1560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:13.347 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.344+0000 7f611b7fe640 1 -- 172.21.15.28:0/530643989 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f611c1029e0 msgr2=0x7f611c19a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:13.347 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.344+0000 7f611b7fe640 1 --2- 172.21.15.28:0/530643989 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f611c1029e0 0x7f611c19a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.347 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.344+0000 7f611b7fe640 1 -- 172.21.15.28:0/530643989 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f611c108920 msgr2=0x7f611c1a1560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:13.347 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.344+0000 7f611b7fe640 1 --2- 172.21.15.28:0/530643989 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f611c108920 0x7f611c1a1560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.347 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.344+0000 7f611b7fe640 1 -- 172.21.15.28:0/530643989 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f611c1a1b20 con 0x7f611c103c20 2024-04-25T17:16:13.347 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.344+0000 7f611bfff640 1 --2- 172.21.15.28:0/530643989 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f611c1029e0 0x7f611c19a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:16:13.348 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.344+0000 7f6120ba2640 1 --2- 172.21.15.28:0/530643989 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f611c108920 0x7f611c1a1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:16:13.348 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.344+0000 7f611b7fe640 1 --2- 172.21.15.28:0/530643989 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f611c103c20 0x7f611c19a5d0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f611000c920 tx=0x7f611000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:13.348 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.344+0000 7f61197fa640 1 -- 172.21.15.28:0/530643989 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6110007c70 con 0x7f611c103c20 2024-04-25T17:16:13.348 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.344+0000 7f6122605640 1 -- 172.21.15.28:0/530643989 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f611c1a1e10 con 0x7f611c103c20 2024-04-25T17:16:13.348 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.344+0000 7f61197fa640 1 -- 172.21.15.28:0/530643989 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6110007e10 con 0x7f611c103c20 2024-04-25T17:16:13.348 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.344+0000 7f61197fa640 1 -- 172.21.15.28:0/530643989 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6110018710 con 0x7f611c103c20 2024-04-25T17:16:13.348 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.344+0000 7f6122605640 1 -- 172.21.15.28:0/530643989 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f611c1a2280 con 0x7f611c103c20 2024-04-25T17:16:13.348 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.346+0000 7f6122605640 1 -- 172.21.15.28:0/530643989 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f611c107730 con 0x7f611c103c20 2024-04-25T17:16:13.349 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.347+0000 7f61197fa640 1 -- 172.21.15.28:0/530643989 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f611000f450 con 0x7f611c103c20 2024-04-25T17:16:13.349 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.348+0000 7f61197fa640 1 --2- 172.21.15.28:0/530643989 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f61040afaf0 0x7f61040b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:13.349 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.348+0000 7f611bfff640 1 --2- 172.21.15.28:0/530643989 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f61040afaf0 0x7f61040b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:13.349 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.348+0000 7f61197fa640 1 -- 172.21.15.28:0/530643989 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f61100df460 con 0x7f611c103c20 2024-04-25T17:16:13.349 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.348+0000 7f611bfff640 1 --2- 172.21.15.28:0/530643989 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f61040afaf0 0x7f61040b2000 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f611c1035e0 tx=0x7f610c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:13.351 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.351+0000 7f61197fa640 1 -- 172.21.15.28:0/530643989 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6110014030 con 0x7f611c103c20 2024-04-25T17:16:13.538 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.537+0000 7f6122605640 1 -- 172.21.15.28:0/530643989 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f611c02dce0 con 0x7f611c103c20 2024-04-25T17:16:13.538 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.538+0000 7f61197fa640 1 -- 172.21.15.28:0/530643989 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v84) ==== 100+0+11 (secure 0 0 0) 0x7f61100a7cf0 con 0x7f611c103c20 2024-04-25T17:16:13.538 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 64 2024-04-25T17:16:13.540 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.540+0000 7f6122605640 1 -- 172.21.15.28:0/530643989 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f61040afaf0 msgr2=0x7f61040b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:13.540 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.540+0000 7f6122605640 1 --2- 172.21.15.28:0/530643989 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f61040afaf0 0x7f61040b2000 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f611c1035e0 tx=0x7f610c005f90 comp rx=0 tx=0).stop 2024-04-25T17:16:13.541 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.540+0000 7f6122605640 1 -- 172.21.15.28:0/530643989 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f611c103c20 msgr2=0x7f611c19a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:13.541 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.540+0000 7f6122605640 1 --2- 172.21.15.28:0/530643989 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f611c103c20 0x7f611c19a5d0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f611000c920 tx=0x7f611000cde0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.541 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.540+0000 7f6122605640 1 -- 172.21.15.28:0/530643989 shutdown_connections 2024-04-25T17:16:13.541 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.540+0000 7f6122605640 1 --2- 172.21.15.28:0/530643989 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f61040afaf0 0x7f61040b2000 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.541 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.540+0000 7f6122605640 1 --2- 172.21.15.28:0/530643989 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f611c108920 0x7f611c1a1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.541 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.540+0000 7f6122605640 1 --2- 172.21.15.28:0/530643989 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f611c103c20 0x7f611c19a5d0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.541 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.540+0000 7f6122605640 1 --2- 172.21.15.28:0/530643989 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f611c1029e0 0x7f611c19a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.541 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.540+0000 7f6122605640 1 -- 172.21.15.28:0/530643989 >> 172.21.15.28:0/530643989 conn(0x7f611c0fdbd0 msgr2=0x7f611c104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:13.541 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.540+0000 7f6122605640 1 -- 172.21.15.28:0/530643989 shutdown_connections 2024-04-25T17:16:13.541 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.540+0000 7f6122605640 1 -- 172.21.15.28:0/530643989 wait complete. 2024-04-25T17:16:13.552 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-25T17:16:13.669 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.666+0000 7fc9f6b3f640 1 -- 172.21.15.28:0/1636353160 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc9f0101760 msgr2=0x7fc9f0101bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:13.669 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.666+0000 7fc9f6b3f640 1 --2- 172.21.15.28:0/1636353160 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc9f0101760 0x7fc9f0101bd0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fc9dc009900 tx=0x7fc9dc02a410 comp rx=0 tx=0).stop 2024-04-25T17:16:13.669 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.666+0000 7fc9f6b3f640 1 -- 172.21.15.28:0/1636353160 shutdown_connections 2024-04-25T17:16:13.669 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.666+0000 7fc9f6b3f640 1 --2- 172.21.15.28:0/1636353160 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc9f0102260 0x7fc9f010bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.669 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.666+0000 7fc9f6b3f640 1 --2- 172.21.15.28:0/1636353160 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc9f0101760 0x7fc9f0101bd0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.669 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.666+0000 7fc9f6b3f640 1 --2- 172.21.15.28:0/1636353160 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc9f01050b0 0x7fc9f01054c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.669 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.666+0000 7fc9f6b3f640 1 -- 172.21.15.28:0/1636353160 >> 172.21.15.28:0/1636353160 conn(0x7fc9f00fd380 msgr2=0x7fc9f00ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:13.669 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.666+0000 7fc9f6b3f640 1 -- 172.21.15.28:0/1636353160 shutdown_connections 2024-04-25T17:16:13.669 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.666+0000 7fc9f6b3f640 1 -- 172.21.15.28:0/1636353160 wait complete. 2024-04-25T17:16:13.669 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.667+0000 7fc9f6b3f640 1 Processor -- start 2024-04-25T17:16:13.670 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.667+0000 7fc9f6b3f640 1 -- start start 2024-04-25T17:16:13.670 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.667+0000 7fc9f6b3f640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc9f0101760 0x7fc9f0104260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:13.670 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.667+0000 7fc9f6b3f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc9f0102260 0x7fc9f0102900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:13.670 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.667+0000 7fc9f6b3f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc9f01050b0 0x7fc9f0102e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:13.670 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.667+0000 7fc9f6b3f640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fc9f010f4f0 con 0x7fc9f0102260 2024-04-25T17:16:13.670 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.667+0000 7fc9f6b3f640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc9f010f370 con 0x7fc9f0101760 2024-04-25T17:16:13.670 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.667+0000 7fc9f6b3f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc9f010f670 con 0x7fc9f01050b0 2024-04-25T17:16:13.670 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.667+0000 7fc9effff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc9f0102260 0x7fc9f0102900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:13.670 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.667+0000 7fc9effff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc9f0102260 0x7fc9f0102900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36574/0 (socket says 172.21.15.28:36574) 2024-04-25T17:16:13.670 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.667+0000 7fc9effff640 1 -- 172.21.15.28:0/2379811850 learned_addr learned my addr 172.21.15.28:0/2379811850 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:13.670 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.667+0000 7fc9f50dc640 1 --2- 172.21.15.28:0/2379811850 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc9f01050b0 0x7fc9f0102e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:13.670 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.667+0000 7fc9f48db640 1 --2- 172.21.15.28:0/2379811850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc9f0101760 0x7fc9f0104260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:13.671 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.667+0000 7fc9effff640 1 -- 172.21.15.28:0/2379811850 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc9f01050b0 msgr2=0x7fc9f0102e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:13.671 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.667+0000 7fc9effff640 1 --2- 172.21.15.28:0/2379811850 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc9f01050b0 0x7fc9f0102e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.671 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.667+0000 7fc9effff640 1 -- 172.21.15.28:0/2379811850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc9f0101760 msgr2=0x7fc9f0104260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:13.671 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.667+0000 7fc9effff640 1 --2- 172.21.15.28:0/2379811850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc9f0101760 0x7fc9f0104260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.671 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.667+0000 7fc9effff640 1 -- 172.21.15.28:0/2379811850 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9f01034e0 con 0x7fc9f0102260 2024-04-25T17:16:13.671 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.667+0000 7fc9f48db640 1 --2- 172.21.15.28:0/2379811850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc9f0101760 0x7fc9f0104260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:16:13.671 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.668+0000 7fc9effff640 1 --2- 172.21.15.28:0/2379811850 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc9f0102260 0x7fc9f0102900 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fc9dc009230 tx=0x7fc9dc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:13.671 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.668+0000 7fc9edffb640 1 -- 172.21.15.28:0/2379811850 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9dc03f030 con 0x7fc9f0102260 2024-04-25T17:16:13.671 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.668+0000 7fc9edffb640 1 -- 172.21.15.28:0/2379811850 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc9dc003c90 con 0x7fc9f0102260 2024-04-25T17:16:13.671 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.668+0000 7fc9f6b3f640 1 -- 172.21.15.28:0/2379811850 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9f01a41e0 con 0x7fc9f0102260 2024-04-25T17:16:13.671 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.668+0000 7fc9edffb640 1 -- 172.21.15.28:0/2379811850 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9dc035070 con 0x7fc9f0102260 2024-04-25T17:16:13.671 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.668+0000 7fc9f6b3f640 1 -- 172.21.15.28:0/2379811850 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9f01a4590 con 0x7fc9f0102260 2024-04-25T17:16:13.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.669+0000 7fc9f6b3f640 1 -- 172.21.15.28:0/2379811850 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9f0108a40 con 0x7fc9f0102260 2024-04-25T17:16:13.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.671+0000 7fc9edffb640 1 -- 172.21.15.28:0/2379811850 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fc9dc042030 con 0x7fc9f0102260 2024-04-25T17:16:13.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.671+0000 7fc9edffb640 1 --2- 172.21.15.28:0/2379811850 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc9e00afaf0 0x7fc9e00b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:13.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.671+0000 7fc9edffb640 1 -- 172.21.15.28:0/2379811850 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fc9dc0ffa40 con 0x7fc9f0102260 2024-04-25T17:16:13.673 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.671+0000 7fc9f48db640 1 --2- 172.21.15.28:0/2379811850 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc9e00afaf0 0x7fc9e00b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:13.673 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.672+0000 7fc9f48db640 1 --2- 172.21.15.28:0/2379811850 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc9e00afaf0 0x7fc9e00b2000 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fc9f006b380 tx=0x7fc9e4005db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:13.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.675+0000 7fc9edffb640 1 -- 172.21.15.28:0/2379811850 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc9dc0c82a0 con 0x7fc9f0102260 2024-04-25T17:16:13.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:13 smithi042 ceph-mon[32851]: from='client.15570 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T17:16:13.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:13 smithi042 ceph-mon[32851]: from='client.15576 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T17:16:13.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:13 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3353762664' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:16:13.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:13 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1234305534' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:16:13.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:13 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1493363506' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:16:13.861 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.861+0000 7fc9f6b3f640 1 -- 172.21.15.28:0/2379811850 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fc9f00637a0 con 0x7fc9f0102260 2024-04-25T17:16:13.861 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.861+0000 7fc9edffb640 1 -- 172.21.15.28:0/2379811850 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v84) ==== 103+0+11 (secure 0 0 0) 0x7fc9dc0c7ba0 con 0x7fc9f0102260 2024-04-25T17:16:13.862 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-25T17:16:13.864 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.863+0000 7fc9f6b3f640 1 -- 172.21.15.28:0/2379811850 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc9e00afaf0 msgr2=0x7fc9e00b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:13.864 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.863+0000 7fc9f6b3f640 1 --2- 172.21.15.28:0/2379811850 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc9e00afaf0 0x7fc9e00b2000 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fc9f006b380 tx=0x7fc9e4005db0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.864 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.863+0000 7fc9f6b3f640 1 -- 172.21.15.28:0/2379811850 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc9f0102260 msgr2=0x7fc9f0102900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:13.864 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.863+0000 7fc9f6b3f640 1 --2- 172.21.15.28:0/2379811850 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc9f0102260 0x7fc9f0102900 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fc9dc009230 tx=0x7fc9dc0042f0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.864 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.863+0000 7fc9f6b3f640 1 -- 172.21.15.28:0/2379811850 shutdown_connections 2024-04-25T17:16:13.864 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.863+0000 7fc9f6b3f640 1 --2- 172.21.15.28:0/2379811850 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fc9e00afaf0 0x7fc9e00b2000 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.864 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.863+0000 7fc9f6b3f640 1 --2- 172.21.15.28:0/2379811850 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc9f01050b0 0x7fc9f0102e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.864 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.863+0000 7fc9f6b3f640 1 --2- 172.21.15.28:0/2379811850 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fc9f0102260 0x7fc9f0102900 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.864 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.863+0000 7fc9f6b3f640 1 --2- 172.21.15.28:0/2379811850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc9f0101760 0x7fc9f0104260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.865 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.863+0000 7fc9f6b3f640 1 -- 172.21.15.28:0/2379811850 >> 172.21.15.28:0/2379811850 conn(0x7fc9f00fd380 msgr2=0x7fc9f0105c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:13.865 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.864+0000 7fc9f6b3f640 1 -- 172.21.15.28:0/2379811850 shutdown_connections 2024-04-25T17:16:13.865 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.864+0000 7fc9f6b3f640 1 -- 172.21.15.28:0/2379811850 wait complete. 2024-04-25T17:16:13.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:13 smithi028 ceph-mon[29207]: from='client.15570 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T17:16:13.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:13 smithi028 ceph-mon[29207]: from='client.15576 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T17:16:13.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:13 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3353762664' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:16:13.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:13 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1234305534' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:16:13.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:13 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1493363506' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:16:13.876 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:16:13.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:13 smithi084 ceph-mon[32752]: from='client.15570 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T17:16:13.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:13 smithi084 ceph-mon[32752]: from='client.15576 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T17:16:13.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:13 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3353762664' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:16:13.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:13 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1234305534' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:16:13.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:13 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1493363506' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:16:13.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.987+0000 7fad9c6af640 1 -- 172.21.15.28:0/1420732021 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fad94103b30 msgr2=0x7fad94104830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:13.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.987+0000 7fad9c6af640 1 --2- 172.21.15.28:0/1420732021 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fad94103b30 0x7fad94104830 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fad90009900 tx=0x7fad9002a3f0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.987+0000 7fad9c6af640 1 -- 172.21.15.28:0/1420732021 shutdown_connections 2024-04-25T17:16:13.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.987+0000 7fad9c6af640 1 --2- 172.21.15.28:0/1420732021 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad94109a70 0x7fad9410be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.987+0000 7fad9c6af640 1 --2- 172.21.15.28:0/1420732021 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fad94104d70 0x7fad94105180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.987+0000 7fad9c6af640 1 --2- 172.21.15.28:0/1420732021 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fad94103b30 0x7fad94104830 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.987+0000 7fad9c6af640 1 -- 172.21.15.28:0/1420732021 >> 172.21.15.28:0/1420732021 conn(0x7fad940fed40 msgr2=0x7fad941011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:13.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.987+0000 7fad9c6af640 1 -- 172.21.15.28:0/1420732021 shutdown_connections 2024-04-25T17:16:13.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.987+0000 7fad9c6af640 1 -- 172.21.15.28:0/1420732021 wait complete. 2024-04-25T17:16:13.990 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.988+0000 7fad9c6af640 1 Processor -- start 2024-04-25T17:16:13.990 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.988+0000 7fad9c6af640 1 -- start start 2024-04-25T17:16:13.990 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.988+0000 7fad9c6af640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fad94103b30 0x7fad9419a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:13.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.988+0000 7fad9c6af640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fad94104d70 0x7fad9419a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:13.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.988+0000 7fad9c6af640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad94109a70 0x7fad941a15a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:13.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.988+0000 7fad9c6af640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fad9410f4c0 con 0x7fad94104d70 2024-04-25T17:16:13.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.988+0000 7fad9c6af640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fad9410f340 con 0x7fad94109a70 2024-04-25T17:16:13.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.988+0000 7fad9c6af640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fad9410f640 con 0x7fad94103b30 2024-04-25T17:16:13.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.988+0000 7fad99c4a640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fad94104d70 0x7fad9419a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:13.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.988+0000 7fad99c4a640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fad94104d70 0x7fad9419a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36586/0 (socket says 172.21.15.28:36586) 2024-04-25T17:16:13.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.988+0000 7fad99c4a640 1 -- 172.21.15.28:0/4006438945 learned_addr learned my addr 172.21.15.28:0/4006438945 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:13.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.988+0000 7fad9a44b640 1 --2- 172.21.15.28:0/4006438945 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fad94103b30 0x7fad9419a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:13.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.988+0000 7fad9ac4c640 1 --2- 172.21.15.28:0/4006438945 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad94109a70 0x7fad941a15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:13.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.989+0000 7fad99c4a640 1 -- 172.21.15.28:0/4006438945 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fad94103b30 msgr2=0x7fad9419a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:13.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.989+0000 7fad99c4a640 1 --2- 172.21.15.28:0/4006438945 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fad94103b30 0x7fad9419a0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.989+0000 7fad99c4a640 1 -- 172.21.15.28:0/4006438945 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad94109a70 msgr2=0x7fad941a15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:13.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.989+0000 7fad99c4a640 1 --2- 172.21.15.28:0/4006438945 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad94109a70 0x7fad941a15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:13.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.989+0000 7fad99c4a640 1 -- 172.21.15.28:0/4006438945 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad941a1b60 con 0x7fad94104d70 2024-04-25T17:16:13.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.989+0000 7fad99c4a640 1 --2- 172.21.15.28:0/4006438945 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fad94104d70 0x7fad9419a610 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fad8400c920 tx=0x7fad8400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:13.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.989+0000 7fad8b7fe640 1 -- 172.21.15.28:0/4006438945 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad84007c70 con 0x7fad94104d70 2024-04-25T17:16:13.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.989+0000 7fad8b7fe640 1 -- 172.21.15.28:0/4006438945 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fad84007e10 con 0x7fad94104d70 2024-04-25T17:16:13.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.989+0000 7fad9c6af640 1 -- 172.21.15.28:0/4006438945 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad941a1e50 con 0x7fad94104d70 2024-04-25T17:16:13.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.989+0000 7fad8b7fe640 1 -- 172.21.15.28:0/4006438945 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad84018710 con 0x7fad94104d70 2024-04-25T17:16:13.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.989+0000 7fad9c6af640 1 -- 172.21.15.28:0/4006438945 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad941a22b0 con 0x7fad94104d70 2024-04-25T17:16:13.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.990+0000 7fad9c6af640 1 -- 172.21.15.28:0/4006438945 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad94108880 con 0x7fad94104d70 2024-04-25T17:16:13.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.992+0000 7fad8b7fe640 1 -- 172.21.15.28:0/4006438945 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fad8400f450 con 0x7fad94104d70 2024-04-25T17:16:13.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.993+0000 7fad8b7fe640 1 --2- 172.21.15.28:0/4006438945 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fad800afba0 0x7fad800b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:13.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.993+0000 7fad9a44b640 1 --2- 172.21.15.28:0/4006438945 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fad800afba0 0x7fad800b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:13.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.993+0000 7fad8b7fe640 1 -- 172.21.15.28:0/4006438945 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fad840df3a0 con 0x7fad94104d70 2024-04-25T17:16:13.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.993+0000 7fad9a44b640 1 --2- 172.21.15.28:0/4006438945 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fad800afba0 0x7fad800b20b0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fad90005760 tx=0x7fad90000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:13.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:13.996+0000 7fad8b7fe640 1 -- 172.21.15.28:0/4006438945 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fad84014030 con 0x7fad94104d70 2024-04-25T17:16:14.222 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.222+0000 7fad9c6af640 1 -- 172.21.15.28:0/4006438945 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fad9402db50 con 0x7fad94104d70 2024-04-25T17:16:14.223 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.223+0000 7fad8b7fe640 1 -- 172.21.15.28:0/4006438945 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11858 (secure 0 0 0) 0x7fad840a7c90 con 0x7fad94104d70 2024-04-25T17:16:14.223 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:16:14.223 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14661,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6839/1659868687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6838","nonce":1659868687},{"type":"v1","addr":"172.21.15.28:6839","nonce":1659868687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14673,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6841/1611935230","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6840","nonce":1611935230},{"type":"v1","addr":"172.21.15.28:6841","nonce":1611935230}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T17:13:42.616399+0000","modified":"2024-04-25T17:16:06.660081+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24551,"mds_1":24532,"mds_2":24506},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6837/1172878965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1172878965},{"type":"v1","addr":"172.21.15.84:6837","nonce":1172878965}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.42:6837/229475507","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":229475507},{"type":"v1","addr":"172.21.15.42:6837","nonce":229475507}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.84:6839/1332945442","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":1332945442},{"type":"v1","addr":"172.21.15.84:6839","nonce":1332945442}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.42:6839/616693654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":616693654},{"type":"v1","addr":"172.21.15.42:6839","nonce":616693654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24551,24506,24532]},"id":1}]} 2024-04-25T17:16:14.224 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 24 2024-04-25T17:16:14.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.225+0000 7fad9c6af640 1 -- 172.21.15.28:0/4006438945 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fad800afba0 msgr2=0x7fad800b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.225+0000 7fad9c6af640 1 --2- 172.21.15.28:0/4006438945 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fad800afba0 0x7fad800b20b0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fad90005760 tx=0x7fad90000bc0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.225+0000 7fad9c6af640 1 -- 172.21.15.28:0/4006438945 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fad94104d70 msgr2=0x7fad9419a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.225+0000 7fad9c6af640 1 --2- 172.21.15.28:0/4006438945 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fad94104d70 0x7fad9419a610 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fad8400c920 tx=0x7fad8400cde0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.225+0000 7fad9c6af640 1 -- 172.21.15.28:0/4006438945 shutdown_connections 2024-04-25T17:16:14.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.225+0000 7fad9c6af640 1 --2- 172.21.15.28:0/4006438945 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fad800afba0 0x7fad800b20b0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.225+0000 7fad9c6af640 1 --2- 172.21.15.28:0/4006438945 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad94109a70 0x7fad941a15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.225+0000 7fad9c6af640 1 --2- 172.21.15.28:0/4006438945 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fad94104d70 0x7fad9419a610 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.225+0000 7fad9c6af640 1 --2- 172.21.15.28:0/4006438945 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fad94103b30 0x7fad9419a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.225+0000 7fad9c6af640 1 -- 172.21.15.28:0/4006438945 >> 172.21.15.28:0/4006438945 conn(0x7fad940fed40 msgr2=0x7fad94105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:14.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.225+0000 7fad9c6af640 1 -- 172.21.15.28:0/4006438945 shutdown_connections 2024-04-25T17:16:14.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.225+0000 7fad9c6af640 1 -- 172.21.15.28:0/4006438945 wait complete. 2024-04-25T17:16:14.237 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T17:16:14.351 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.350+0000 7f5d1a3d5640 1 -- 172.21.15.28:0/3505867851 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5d14103c40 msgr2=0x7f5d14104050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.351 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.350+0000 7f5d1a3d5640 1 --2- 172.21.15.28:0/3505867851 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5d14103c40 0x7f5d14104050 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f5d08009900 tx=0x7f5d0802a410 comp rx=0 tx=0).stop 2024-04-25T17:16:14.351 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.350+0000 7f5d1a3d5640 1 -- 172.21.15.28:0/3505867851 shutdown_connections 2024-04-25T17:16:14.351 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.350+0000 7f5d1a3d5640 1 --2- 172.21.15.28:0/3505867851 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5d14108940 0x7f5d1410ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.351 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.350+0000 7f5d1a3d5640 1 --2- 172.21.15.28:0/3505867851 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5d14103c40 0x7f5d14104050 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.351 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.350+0000 7f5d1a3d5640 1 --2- 172.21.15.28:0/3505867851 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5d14102a00 0x7f5d14103700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.351 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.350+0000 7f5d1a3d5640 1 -- 172.21.15.28:0/3505867851 >> 172.21.15.28:0/3505867851 conn(0x7f5d140fdbf0 msgr2=0x7f5d141000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:14.351 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.350+0000 7f5d1a3d5640 1 -- 172.21.15.28:0/3505867851 shutdown_connections 2024-04-25T17:16:14.351 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.350+0000 7f5d1a3d5640 1 -- 172.21.15.28:0/3505867851 wait complete. 2024-04-25T17:16:14.351 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.351+0000 7f5d1a3d5640 1 Processor -- start 2024-04-25T17:16:14.352 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.351+0000 7f5d1a3d5640 1 -- start start 2024-04-25T17:16:14.353 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.351+0000 7f5d1a3d5640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5d14102a00 0x7f5d14198f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.353 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.351+0000 7f5d1a3d5640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5d14103c40 0x7f5d141994d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.354 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.351+0000 7f5d1a3d5640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5d14108940 0x7f5d141a0460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.354 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.351+0000 7f5d1a3d5640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f5d1410e3e0 con 0x7f5d14108940 2024-04-25T17:16:14.354 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.351+0000 7f5d1a3d5640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5d1410e260 con 0x7f5d14103c40 2024-04-25T17:16:14.354 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.351+0000 7f5d1a3d5640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5d1410e560 con 0x7f5d14102a00 2024-04-25T17:16:14.354 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.351+0000 7f5d18972640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5d14108940 0x7f5d141a0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.354 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.352+0000 7f5d18972640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5d14108940 0x7f5d141a0460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:36612/0 (socket says 172.21.15.28:36612) 2024-04-25T17:16:14.354 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.352+0000 7f5d18972640 1 -- 172.21.15.28:0/1849515531 learned_addr learned my addr 172.21.15.28:0/1849515531 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:14.354 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.352+0000 7f5d13fff640 1 --2- 172.21.15.28:0/1849515531 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5d14102a00 0x7f5d14198f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.354 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.352+0000 7f5d137fe640 1 --2- 172.21.15.28:0/1849515531 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5d14103c40 0x7f5d141994d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.354 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.352+0000 7f5d18972640 1 -- 172.21.15.28:0/1849515531 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5d14102a00 msgr2=0x7f5d14198f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.354 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.352+0000 7f5d18972640 1 --2- 172.21.15.28:0/1849515531 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5d14102a00 0x7f5d14198f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.354 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.352+0000 7f5d18972640 1 -- 172.21.15.28:0/1849515531 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5d14103c40 msgr2=0x7f5d141994d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.354 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.352+0000 7f5d18972640 1 --2- 172.21.15.28:0/1849515531 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5d14103c40 0x7f5d141994d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.355 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.352+0000 7f5d18972640 1 -- 172.21.15.28:0/1849515531 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d141a0ad0 con 0x7f5d14108940 2024-04-25T17:16:14.355 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.352+0000 7f5d18972640 1 --2- 172.21.15.28:0/1849515531 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5d14108940 0x7f5d141a0460 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f5d0c00cad0 tx=0x7f5d0c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:14.355 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.352+0000 7f5d117fa640 1 -- 172.21.15.28:0/1849515531 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d0c00ae20 con 0x7f5d14108940 2024-04-25T17:16:14.355 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.352+0000 7f5d117fa640 1 -- 172.21.15.28:0/1849515531 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5d0c005020 con 0x7f5d14108940 2024-04-25T17:16:14.355 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.352+0000 7f5d1a3d5640 1 -- 172.21.15.28:0/1849515531 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d141a0dc0 con 0x7f5d14108940 2024-04-25T17:16:14.355 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.352+0000 7f5d117fa640 1 -- 172.21.15.28:0/1849515531 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d0c00f6b0 con 0x7f5d14108940 2024-04-25T17:16:14.355 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.352+0000 7f5d1a3d5640 1 -- 172.21.15.28:0/1849515531 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d141a1230 con 0x7f5d14108940 2024-04-25T17:16:14.355 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.353+0000 7f5d1a3d5640 1 -- 172.21.15.28:0/1849515531 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d14107750 con 0x7f5d14108940 2024-04-25T17:16:14.356 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.355+0000 7f5d117fa640 1 -- 172.21.15.28:0/1849515531 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f5d0c0051d0 con 0x7f5d14108940 2024-04-25T17:16:14.356 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.356+0000 7f5d117fa640 1 --2- 172.21.15.28:0/1849515531 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5cfc0afba0 0x7f5cfc0b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.356 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.356+0000 7f5d13fff640 1 --2- 172.21.15.28:0/1849515531 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5cfc0afba0 0x7f5cfc0b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.356 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.356+0000 7f5d117fa640 1 -- 172.21.15.28:0/1849515531 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f5d0c0df2e0 con 0x7f5d14108940 2024-04-25T17:16:14.356 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.356+0000 7f5d13fff640 1 --2- 172.21.15.28:0/1849515531 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5cfc0afba0 0x7f5cfc0b20b0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f5d14103600 tx=0x7f5d0400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:14.359 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.359+0000 7f5d117fa640 1 -- 172.21.15.28:0/1849515531 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5d0c014030 con 0x7f5d14108940 2024-04-25T17:16:14.555 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.554+0000 7f5d1a3d5640 1 -- 172.21.15.28:0/1849515531 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5d1402dd70 con 0x7f5d14108940 2024-04-25T17:16:14.556 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.556+0000 7f5d117fa640 1 -- 172.21.15.28:0/1849515531 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+24564 (secure 0 0 0) 0x7f5d0c0a7490 con 0x7f5d14108940 2024-04-25T17:16:14.557 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:16:14.557 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":84,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:15:32.384427+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T17:13:40.495256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T17:13:41.573638+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T17:13:45.282812+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.5","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1a","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:16:14.559 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.558+0000 7f5d1a3d5640 1 -- 172.21.15.28:0/1849515531 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5cfc0afba0 msgr2=0x7f5cfc0b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.559 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.558+0000 7f5d1a3d5640 1 --2- 172.21.15.28:0/1849515531 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5cfc0afba0 0x7f5cfc0b20b0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f5d14103600 tx=0x7f5d0400b390 comp rx=0 tx=0).stop 2024-04-25T17:16:14.559 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.558+0000 7f5d1a3d5640 1 -- 172.21.15.28:0/1849515531 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5d14108940 msgr2=0x7f5d141a0460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.559 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.558+0000 7f5d1a3d5640 1 --2- 172.21.15.28:0/1849515531 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5d14108940 0x7f5d141a0460 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f5d0c00cad0 tx=0x7f5d0c00cf90 comp rx=0 tx=0).stop 2024-04-25T17:16:14.559 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.558+0000 7f5d1a3d5640 1 -- 172.21.15.28:0/1849515531 shutdown_connections 2024-04-25T17:16:14.559 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.558+0000 7f5d1a3d5640 1 --2- 172.21.15.28:0/1849515531 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5cfc0afba0 0x7f5cfc0b20b0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.559 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.558+0000 7f5d1a3d5640 1 --2- 172.21.15.28:0/1849515531 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5d14108940 0x7f5d141a0460 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.559 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.558+0000 7f5d1a3d5640 1 --2- 172.21.15.28:0/1849515531 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5d14103c40 0x7f5d141994d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.559 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.558+0000 7f5d1a3d5640 1 --2- 172.21.15.28:0/1849515531 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5d14102a00 0x7f5d14198f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.559 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.558+0000 7f5d1a3d5640 1 -- 172.21.15.28:0/1849515531 >> 172.21.15.28:0/1849515531 conn(0x7f5d140fdbf0 msgr2=0x7f5d14104920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:14.559 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.558+0000 7f5d1a3d5640 1 -- 172.21.15.28:0/1849515531 shutdown_connections 2024-04-25T17:16:14.559 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.559+0000 7f5d1a3d5640 1 -- 172.21.15.28:0/1849515531 wait complete. 2024-04-25T17:16:14.575 DEBUG:tasks.fwd_scrub:Yielding 2024-04-25T17:16:14.575 INFO:teuthology.run_tasks:Running task workunit... 2024-04-25T17:16:14.593 INFO:tasks.workunit:Pulling workunits from ref 994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T17:16:14.593 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-25T17:16:14.593 INFO:tasks.workunit:timeout=3h 2024-04-25T17:16:14.594 INFO:tasks.workunit:cleanup=True 2024-04-25T17:16:14.594 DEBUG:teuthology.orchestra.run.smithi028:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-25T17:16:14.594 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-04-25T17:16:14.595 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-25T17:16:14.595 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:16:14.595 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-25T17:16:14.611 INFO:teuthology.orchestra.run.smithi028.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-04-25T17:16:14.611 INFO:teuthology.orchestra.run.smithi028.stdout: Size: 0 Blocks: 1 IO Block: 4194304 directory 2024-04-25T17:16:14.611 INFO:teuthology.orchestra.run.smithi028.stdout:Device: 73h/115d Inode: 1 Links: 2 2024-04-25T17:16:14.612 INFO:teuthology.orchestra.run.smithi028.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T17:16:14.612 INFO:teuthology.orchestra.run.smithi028.stdout:Context: system_u:object_r:fusefs_t:s0 2024-04-25T17:16:14.612 INFO:teuthology.orchestra.run.smithi028.stdout:Access: 2024-04-25 17:14:09.661019589 +0000 2024-04-25T17:16:14.612 INFO:teuthology.orchestra.run.smithi028.stdout:Modify: 2024-04-25 17:14:09.661019589 +0000 2024-04-25T17:16:14.612 INFO:teuthology.orchestra.run.smithi028.stdout:Change: 2024-04-25 17:16:06.265105503 +0000 2024-04-25T17:16:14.612 INFO:teuthology.orchestra.run.smithi028.stdout: Birth: - 2024-04-25T17:16:14.612 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-04-25T17:16:14.612 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-04-25T17:16:14.684 DEBUG:teuthology.orchestra.run.smithi028:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 994e2f20102a20fa9a27966c14b625cc01884df8 2024-04-25T17:16:14.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.715+0000 7fa0fe30d640 1 -- 172.21.15.28:0/2714044806 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa0f8108940 msgr2=0x7fa0f810ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.715+0000 7fa0fe30d640 1 --2- 172.21.15.28:0/2714044806 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa0f8108940 0x7fa0f810ad60 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fa0f0009ca0 tx=0x7fa0f002a8c0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.715+0000 7fa0fe30d640 1 -- 172.21.15.28:0/2714044806 shutdown_connections 2024-04-25T17:16:14.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.715+0000 7fa0fe30d640 1 --2- 172.21.15.28:0/2714044806 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa0f8108940 0x7fa0f810ad60 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.715+0000 7fa0fe30d640 1 --2- 172.21.15.28:0/2714044806 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0f8103c40 0x7fa0f8104050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.715+0000 7fa0fe30d640 1 --2- 172.21.15.28:0/2714044806 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa0f8102a00 0x7fa0f8103700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.715+0000 7fa0fe30d640 1 -- 172.21.15.28:0/2714044806 >> 172.21.15.28:0/2714044806 conn(0x7fa0f80fdc30 msgr2=0x7fa0f81000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:14.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.715+0000 7fa0fe30d640 1 -- 172.21.15.28:0/2714044806 shutdown_connections 2024-04-25T17:16:14.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.715+0000 7fa0fe30d640 1 -- 172.21.15.28:0/2714044806 wait complete. 2024-04-25T17:16:14.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.716+0000 7fa0fe30d640 1 Processor -- start 2024-04-25T17:16:14.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.716+0000 7fa0fe30d640 1 -- start start 2024-04-25T17:16:14.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.716+0000 7fa0fe30d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0f8102a00 0x7fa0f8198fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.716+0000 7fa0fe30d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa0f8103c40 0x7fa0f81994e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.716+0000 7fa0fe30d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa0f8108940 0x7fa0f81a0470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.716+0000 7fa0fe30d640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fa0f810e430 con 0x7fa0f8103c40 2024-04-25T17:16:14.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.716+0000 7fa0fe30d640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa0f810e2b0 con 0x7fa0f8108940 2024-04-25T17:16:14.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.716+0000 7fa0fe30d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa0f810e5b0 con 0x7fa0f8102a00 2024-04-25T17:16:14.718 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.716+0000 7fa0f77fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa0f8103c40 0x7fa0f81994e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.718 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.716+0000 7fa0f77fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa0f8103c40 0x7fa0f81994e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:56914/0 (socket says 172.21.15.28:56914) 2024-04-25T17:16:14.718 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.716+0000 7fa0f7fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0f8102a00 0x7fa0f8198fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.718 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.716+0000 7fa0f77fe640 1 -- 172.21.15.28:0/3865790963 learned_addr learned my addr 172.21.15.28:0/3865790963 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:14.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.716+0000 7fa0fc8aa640 1 --2- 172.21.15.28:0/3865790963 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa0f8108940 0x7fa0f81a0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.717+0000 7fa0f7fff640 1 -- 172.21.15.28:0/3865790963 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa0f8108940 msgr2=0x7fa0f81a0470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.717+0000 7fa0f7fff640 1 --2- 172.21.15.28:0/3865790963 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa0f8108940 0x7fa0f81a0470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.717+0000 7fa0f7fff640 1 -- 172.21.15.28:0/3865790963 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa0f8103c40 msgr2=0x7fa0f81994e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.717+0000 7fa0f7fff640 1 --2- 172.21.15.28:0/3865790963 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa0f8103c40 0x7fa0f81994e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.717+0000 7fa0f7fff640 1 -- 172.21.15.28:0/3865790963 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0f81a0ae0 con 0x7fa0f8102a00 2024-04-25T17:16:14.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.717+0000 7fa0f7fff640 1 --2- 172.21.15.28:0/3865790963 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0f8102a00 0x7fa0f8198fa0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa0f81022d0 tx=0x7fa0ec00ee50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:14.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.717+0000 7fa0f57fa640 1 -- 172.21.15.28:0/3865790963 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0ec00cc40 con 0x7fa0f8102a00 2024-04-25T17:16:14.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.717+0000 7fa0fe30d640 1 -- 172.21.15.28:0/3865790963 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0f81a0dd0 con 0x7fa0f8102a00 2024-04-25T17:16:14.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.717+0000 7fa0f57fa640 1 -- 172.21.15.28:0/3865790963 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa0ec0044b0 con 0x7fa0f8102a00 2024-04-25T17:16:14.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.717+0000 7fa0f57fa640 1 -- 172.21.15.28:0/3865790963 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0ec003e10 con 0x7fa0f8102a00 2024-04-25T17:16:14.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.717+0000 7fa0fe30d640 1 -- 172.21.15.28:0/3865790963 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0f81a1230 con 0x7fa0f8102a00 2024-04-25T17:16:14.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.720+0000 7fa0f57fa640 1 -- 172.21.15.28:0/3865790963 <== mon.1 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fa0ec003fb0 con 0x7fa0f8102a00 2024-04-25T17:16:14.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.720+0000 7fa0f57fa640 1 --2- 172.21.15.28:0/3865790963 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa0e00afaf0 0x7fa0e00b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.722 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.720+0000 7fa0f57fa640 1 -- 172.21.15.28:0/3865790963 <== mon.1 v2:172.21.15.84:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fa0ec0df410 con 0x7fa0f8102a00 2024-04-25T17:16:14.722 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.720+0000 7fa0f77fe640 1 --2- 172.21.15.28:0/3865790963 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa0e00afaf0 0x7fa0e00b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.722 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.721+0000 7fa1051c2740 1 Processor -- start 2024-04-25T17:16:14.722 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.721+0000 7fa1051c2740 1 -- start start 2024-04-25T17:16:14.723 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.721+0000 7fa1051c2740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c88f655410 0x55c88f9f64a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.723 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.721+0000 7fa1051c2740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 0x55c88f9f6a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.723 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.721+0000 7fa1051c2740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f634730 0x55c88f9fd920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.723 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.721+0000 7fa0f77fe640 1 --2- 172.21.15.28:0/3865790963 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa0e00afaf0 0x7fa0e00b2000 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fa0f819a040 tx=0x7fa0e8005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:14.723 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.721+0000 7fa1051c2740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55c88f95bb00 con 0x55c88f634730 2024-04-25T17:16:14.723 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.721+0000 7fa1051c2740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c88f8f7920 con 0x55c88f655410 2024-04-25T17:16:14.723 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.721+0000 7fa1051c2740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55c88f957ac0 con 0x55c88f62c550 2024-04-25T17:16:14.723 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.721+0000 7fa0fc8aa640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f634730 0x55c88f9fd920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.723 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.721+0000 7fa0f7fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c88f655410 0x55c88f9f64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.723 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.721+0000 7fa0f77fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 0x55c88f9f6a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.723 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.721+0000 7fa0fc8aa640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f634730 0x55c88f9fd920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:56928/0 (socket says 172.21.15.28:56928) 2024-04-25T17:16:14.723 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.721+0000 7fa0f7fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c88f655410 0x55c88f9f64a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:40450/0 (socket says 172.21.15.28:40450) 2024-04-25T17:16:14.723 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.721+0000 7fa0fc8aa640 1 -- 172.21.15.28:0/2026960404 learned_addr learned my addr 172.21.15.28:0/2026960404 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:14.724 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.721+0000 7fa0f77fe640 1 -- 172.21.15.28:0/2026960404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c88f655410 msgr2=0x55c88f9f64a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:14.724 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.721+0000 7fa0f77fe640 1 --2- 172.21.15.28:0/2026960404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c88f655410 0x55c88f9f64a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.724 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.721+0000 7fa0f77fe640 1 -- 172.21.15.28:0/2026960404 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f634730 msgr2=0x55c88f9fd920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:14.724 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.721+0000 7fa0f77fe640 1 --2- 172.21.15.28:0/2026960404 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f634730 0x55c88f9fd920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.724 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.721+0000 7fa0f77fe640 1 -- 172.21.15.28:0/2026960404 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c88f7357e0 con 0x55c88f62c550 2024-04-25T17:16:14.724 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.721+0000 7fa0f7fff640 1 --2- 172.21.15.28:0/2026960404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c88f655410 0x55c88f9f64a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:16:14.724 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.722+0000 7fa0f77fe640 1 --2- 172.21.15.28:0/2026960404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 0x55c88f9f6a20 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fa0e8009b90 tx=0x7fa0e8014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=13372a38c88db4d7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:14.724 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.722+0000 7fa0de7fc640 1 -- 172.21.15.28:0/2026960404 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0e8026620 con 0x55c88f62c550 2024-04-25T17:16:14.724 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.722+0000 7fa0de7fc640 1 -- 172.21.15.28:0/2026960404 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa0e801ce20 con 0x55c88f62c550 2024-04-25T17:16:14.724 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.722+0000 7fa0de7fc640 1 -- 172.21.15.28:0/2026960404 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0e801aac0 con 0x55c88f62c550 2024-04-25T17:16:14.729 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.723+0000 7fa1051c2740 1 -- 172.21.15.28:0/2026960404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 msgr2=0x55c88f9f6a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.729 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.723+0000 7fa1051c2740 1 --2- 172.21.15.28:0/2026960404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 0x55c88f9f6a20 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fa0e8009b90 tx=0x7fa0e8014000 comp rx=0 tx=0).stop 2024-04-25T17:16:14.729 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.723+0000 7fa1051c2740 1 -- 172.21.15.28:0/2026960404 shutdown_connections 2024-04-25T17:16:14.729 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.723+0000 7fa1051c2740 1 --2- 172.21.15.28:0/2026960404 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f634730 0x55c88f9fd920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.729 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.723+0000 7fa1051c2740 1 --2- 172.21.15.28:0/2026960404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 0x55c88f9f6a20 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.729 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.723+0000 7fa1051c2740 1 --2- 172.21.15.28:0/2026960404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c88f655410 0x55c88f9f64a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.729 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.723+0000 7fa1051c2740 1 -- 172.21.15.28:0/2026960404 >> 172.21.15.28:0/2026960404 conn(0x55c88f649560 msgr2=0x55c88f9f1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:14.729 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.723+0000 7fa1051c2740 1 -- 172.21.15.28:0/2026960404 shutdown_connections 2024-04-25T17:16:14.729 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.723+0000 7fa1051c2740 1 -- 172.21.15.28:0/2026960404 wait complete. 2024-04-25T17:16:14.730 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.723+0000 7fa1051c2740 1 -- start start 2024-04-25T17:16:14.730 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.724+0000 7fa1051c2740 1 Processor -- start 2024-04-25T17:16:14.730 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.724+0000 7fa1051c2740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 0x55c88fa002d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.730 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.724+0000 7fa1051c2740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c88f634730 0x55c88fa00810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.730 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.724+0000 7fa1051c2740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f655410 0x55c88fa07770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.730 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.724+0000 7fa1051c2740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55c88f9fe370 con 0x55c88f655410 2024-04-25T17:16:14.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.724+0000 7fa1051c2740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c88f8f55d0 con 0x55c88f634730 2024-04-25T17:16:14.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.724+0000 7fa1051c2740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55c88f9fe4f0 con 0x55c88f62c550 2024-04-25T17:16:14.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.724+0000 7fa1051c2740 10 client.0 _ll_register_callbacks cb 0x55c88f8e3080 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:16:14.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.724+0000 7fa0fc8aa640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f655410 0x55c88fa07770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.724+0000 7fa0f7fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 0x55c88fa002d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.724+0000 7fa0fc8aa640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f655410 0x55c88fa07770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:56932/0 (socket says 172.21.15.28:56932) 2024-04-25T17:16:14.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.724+0000 7fa0f7fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 0x55c88fa002d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.28:40274/0 (socket says 172.21.15.28:40274) 2024-04-25T17:16:14.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.724+0000 7fa0fc8aa640 1 -- 172.21.15.28:0/3125151499 learned_addr learned my addr 172.21.15.28:0/3125151499 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:14.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.724+0000 7fa0f77fe640 1 --2- 172.21.15.28:0/3125151499 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c88f634730 0x55c88fa00810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.725+0000 7fa0f77fe640 1 -- 172.21.15.28:0/3125151499 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 msgr2=0x55c88fa002d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:14.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.725+0000 7fa0f77fe640 1 --2- 172.21.15.28:0/3125151499 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 0x55c88fa002d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.732 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.725+0000 7fa0f77fe640 1 -- 172.21.15.28:0/3125151499 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f655410 msgr2=0x55c88fa07770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:14.732 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.725+0000 7fa0f77fe640 1 --2- 172.21.15.28:0/3125151499 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f655410 0x55c88fa07770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.732 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.725+0000 7fa0f77fe640 1 -- 172.21.15.28:0/3125151499 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c88f795f70 con 0x55c88f634730 2024-04-25T17:16:14.732 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.725+0000 7fa0f7fff640 1 --2- 172.21.15.28:0/3125151499 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 0x55c88fa002d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:16:14.732 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.725+0000 7fa0f77fe640 1 --2- 172.21.15.28:0/3125151499 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c88f634730 0x55c88fa00810 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fa0e8011ca0 tx=0x7fa0e8009740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bd8c81dab11369ed server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:14.732 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.725+0000 7fa0d77fe640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-04-25T17:16:14.732 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.725+0000 7fa0d77fe640 1 -- 172.21.15.28:0/3125151499 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0e801adc0 con 0x55c88f634730 2024-04-25T17:16:14.732 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.725+0000 7fa1051c2740 1 -- 172.21.15.28:0/3125151499 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa0e801ce20 con 0x55c88f634730 2024-04-25T17:16:14.732 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.725+0000 7fa0d77fe640 1 -- 172.21.15.28:0/3125151499 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fa0e8005030 con 0x55c88f634730 2024-04-25T17:16:14.732 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.725+0000 7fa0d77fe640 1 -- 172.21.15.28:0/3125151499 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa0e803c050 con 0x55c88f634730 2024-04-25T17:16:14.732 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.725+0000 7fa1051c2740 10 client.25283 fetch_fsmap learned FSMap version 24 2024-04-25T17:16:14.732 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.725+0000 7fa1051c2740 1 -- 172.21.15.28:0/3125151499 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c88f62d170 con 0x55c88f634730 2024-04-25T17:16:14.732 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.726+0000 7fa0d77fe640 1 -- 172.21.15.28:0/3125151499 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa0e801ce20 con 0x55c88f634730 2024-04-25T17:16:14.732 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.726+0000 7fa0d77fe640 1 -- 172.21.15.28:0/3125151499 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fa0e8037030 con 0x55c88f634730 2024-04-25T17:16:14.733 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.726+0000 7fa1051c2740 10 client.25283 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:16:14.733 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.726+0000 7fa1051c2740 10 client.25283 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:16:14.733 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.726+0000 7fa1051c2740 20 client.25283 populate_metadata read hostname 'smithi028' 2024-04-25T17:16:14.733 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.726+0000 7fa1051c2740 1 --2- 172.21.15.28:0/3125151499 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55c88f6141f0 0x55c88fa0d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.733 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.726+0000 7fa1051c2740 4 client.25283 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:16:14.733 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.726+0000 7fa1051c2740 1 -- 172.21.15.28:0/3125151499 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c88f969710 con 0x55c88f6141f0 2024-04-25T17:16:14.733 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.726+0000 7fa0f7fff640 1 --2- 172.21.15.28:0/3125151499 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55c88f6141f0 0x55c88fa0d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.733 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.727+0000 7fa0d77fe640 10 client.25283 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:14.733 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.727+0000 7fa0f7fff640 1 --2- 172.21.15.28:0/3125151499 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55c88f6141f0 0x55c88fa0d8f0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2c28760f7852db7 server_cookie=e8b37a241b657b3c in_seq=0 out_seq=0 2024-04-25T17:16:14.733 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.727+0000 7fa0d77fe640 1 -- 172.21.15.28:0/3125151499 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55c88f969710 con 0x55c88f6141f0 2024-04-25T17:16:14.733 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.727+0000 7fa0d77fe640 10 client.25283 handle_command_reply: tid=0 2024-04-25T17:16:14.733 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.727+0000 7fa1051c2740 1 client.25283 shutdown 2024-04-25T17:16:14.733 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.728+0000 7fa1051c2740 1 -- 172.21.15.28:0/3125151499 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c88f634730 msgr2=0x55c88fa00810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.728+0000 7fa1051c2740 1 --2- 172.21.15.28:0/3125151499 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c88f634730 0x55c88fa00810 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fa0e8011ca0 tx=0x7fa0e8009740 comp rx=0 tx=0).stop 2024-04-25T17:16:14.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.728+0000 7fa1051c2740 1 -- 172.21.15.28:0/3125151499 shutdown_connections 2024-04-25T17:16:14.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.728+0000 7fa1051c2740 1 --2- 172.21.15.28:0/3125151499 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55c88f6141f0 0x55c88fa0d8f0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.728+0000 7fa1051c2740 1 --2- 172.21.15.28:0/3125151499 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f655410 0x55c88fa07770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.728+0000 7fa0d77fe640 0 client.25283 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:14.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.728+0000 7fa1051c2740 1 --2- 172.21.15.28:0/3125151499 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c88f634730 0x55c88fa00810 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.728+0000 7fa1051c2740 1 --2- 172.21.15.28:0/3125151499 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 0x55c88fa002d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.728+0000 7fa1051c2740 1 -- 172.21.15.28:0/3125151499 >> 172.21.15.28:0/3125151499 conn(0x55c88f649560 msgr2=0x55c88f9f0ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:14.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.728+0000 7fa1051c2740 1 -- 172.21.15.28:0/3125151499 shutdown_connections 2024-04-25T17:16:14.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.728+0000 7fa1051c2740 1 -- 172.21.15.28:0/3125151499 wait complete. 2024-04-25T17:16:14.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.728+0000 7fa1051c2740 20 client.25283 trim_cache size 0 max 16384 2024-04-25T17:16:14.735 INFO:tasks.workunit.client.0.smithi028.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-25T17:16:14.748 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.746+0000 7fa1051c2740 1 Processor -- start 2024-04-25T17:16:14.748 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.746+0000 7fa1051c2740 1 -- start start 2024-04-25T17:16:14.748 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.747+0000 7fa1051c2740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c88f6141f0 0x55c88f9fadc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.748 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.747+0000 7fa1051c2740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 0x55c88f9fefa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.748 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.747+0000 7fa1051c2740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f634730 0x55c88fa07690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.748 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.747+0000 7fa1051c2740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fa0f81acf80 con 0x55c88f634730 2024-04-25T17:16:14.748 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.747+0000 7fa1051c2740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa0f81aa850 con 0x55c88f6141f0 2024-04-25T17:16:14.748 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.747+0000 7fa1051c2740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa0f81a86a0 con 0x55c88f62c550 2024-04-25T17:16:14.748 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.747+0000 7fa0fc8aa640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f634730 0x55c88fa07690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.748 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.747+0000 7fa0f7fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c88f6141f0 0x55c88f9fadc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.748 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.747+0000 7fa0fc8aa640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f634730 0x55c88fa07690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:56936/0 (socket says 172.21.15.28:56936) 2024-04-25T17:16:14.749 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.747+0000 7fa0fc8aa640 1 -- 172.21.15.28:0/3490135441 learned_addr learned my addr 172.21.15.28:0/3490135441 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:14.749 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.747+0000 7fa0f77fe640 1 --2- 172.21.15.28:0/3490135441 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 0x55c88f9fefa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.749 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.747+0000 7fa0fc8aa640 1 -- 172.21.15.28:0/3490135441 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 msgr2=0x55c88f9fefa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:14.749 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.747+0000 7fa0fc8aa640 1 --2- 172.21.15.28:0/3490135441 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 0x55c88f9fefa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.749 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.747+0000 7fa0fc8aa640 1 -- 172.21.15.28:0/3490135441 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c88f6141f0 msgr2=0x55c88f9fadc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:14.749 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.747+0000 7fa0fc8aa640 1 --2- 172.21.15.28:0/3490135441 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c88f6141f0 0x55c88f9fadc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.749 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.747+0000 7fa0fc8aa640 1 -- 172.21.15.28:0/3490135441 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c88f9f7290 con 0x55c88f634730 2024-04-25T17:16:14.749 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.747+0000 7fa0f77fe640 1 --2- 172.21.15.28:0/3490135441 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 0x55c88f9fefa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:16:14.749 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.747+0000 7fa0f7fff640 1 --2- 172.21.15.28:0/3490135441 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c88f6141f0 0x55c88f9fadc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:16:14.749 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.747+0000 7fa0fc8aa640 1 --2- 172.21.15.28:0/3490135441 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f634730 0x55c88fa07690 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fa0f0031480 tx=0x7fa0f0031000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=346d21f57fed2a8a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:14.749 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.748+0000 7fa0ddffb640 1 -- 172.21.15.28:0/3490135441 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0f0031a80 con 0x55c88f634730 2024-04-25T17:16:14.749 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.748+0000 7fa0ddffb640 1 -- 172.21.15.28:0/3490135441 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa0f0036070 con 0x55c88f634730 2024-04-25T17:16:14.749 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.748+0000 7fa0ddffb640 1 -- 172.21.15.28:0/3490135441 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0f00044d0 con 0x55c88f634730 2024-04-25T17:16:14.753 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.748+0000 7fa1051c2740 1 -- 172.21.15.28:0/3490135441 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f634730 msgr2=0x55c88fa07690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.753 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.748+0000 7fa1051c2740 1 --2- 172.21.15.28:0/3490135441 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f634730 0x55c88fa07690 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fa0f0031480 tx=0x7fa0f0031000 comp rx=0 tx=0).stop 2024-04-25T17:16:14.753 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.749+0000 7fa1051c2740 1 -- 172.21.15.28:0/3490135441 shutdown_connections 2024-04-25T17:16:14.753 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.749+0000 7fa1051c2740 1 --2- 172.21.15.28:0/3490135441 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f634730 0x55c88fa07690 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.753 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.749+0000 7fa1051c2740 1 --2- 172.21.15.28:0/3490135441 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 0x55c88f9fefa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.753 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.749+0000 7fa1051c2740 1 --2- 172.21.15.28:0/3490135441 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c88f6141f0 0x55c88f9fadc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.753 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.749+0000 7fa1051c2740 1 -- 172.21.15.28:0/3490135441 >> 172.21.15.28:0/3490135441 conn(0x55c88f649560 msgr2=0x55c88f9fe890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:14.753 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.749+0000 7fa1051c2740 1 -- 172.21.15.28:0/3490135441 shutdown_connections 2024-04-25T17:16:14.753 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.749+0000 7fa1051c2740 1 -- 172.21.15.28:0/3490135441 wait complete. 2024-04-25T17:16:14.753 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.749+0000 7fa1051c2740 1 -- start start 2024-04-25T17:16:14.753 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.749+0000 7fa1051c2740 1 Processor -- start 2024-04-25T17:16:14.754 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.749+0000 7fa1051c2740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f6141f0 0x55c88fa05070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.754 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.749+0000 7fa1051c2740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 0x55c88fa055b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.754 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.749+0000 7fa1051c2740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c88f634730 0x55c88fa064e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.754 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.749+0000 7fa1051c2740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fa0f81a8d10 con 0x55c88f6141f0 2024-04-25T17:16:14.754 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.749+0000 7fa1051c2740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa0f81aa180 con 0x55c88f634730 2024-04-25T17:16:14.754 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.749+0000 7fa1051c2740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa0f81a93e0 con 0x55c88f62c550 2024-04-25T17:16:14.754 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.750+0000 7fa1051c2740 10 client.0 _ll_register_callbacks cb 0x7fa0e8009e20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:16:14.754 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.750+0000 7fa0f7fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f6141f0 0x55c88fa05070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.754 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.750+0000 7fa0f77fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 0x55c88fa055b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.754 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.750+0000 7fa0f7fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f6141f0 0x55c88fa05070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:56944/0 (socket says 172.21.15.28:56944) 2024-04-25T17:16:14.754 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.750+0000 7fa0f7fff640 1 -- 172.21.15.28:0/3937915980 learned_addr learned my addr 172.21.15.28:0/3937915980 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:14.754 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.750+0000 7fa0fc8aa640 1 --2- 172.21.15.28:0/3937915980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c88f634730 0x55c88fa064e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.754 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.750+0000 7fa0f77fe640 1 -- 172.21.15.28:0/3937915980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c88f634730 msgr2=0x55c88fa064e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:14.754 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.750+0000 7fa0f77fe640 1 --2- 172.21.15.28:0/3937915980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c88f634730 0x55c88fa064e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.750+0000 7fa0f77fe640 1 -- 172.21.15.28:0/3937915980 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f6141f0 msgr2=0x55c88fa05070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:14.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.750+0000 7fa0f77fe640 1 --2- 172.21.15.28:0/3937915980 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f6141f0 0x55c88fa05070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.750+0000 7fa0f77fe640 1 -- 172.21.15.28:0/3937915980 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c88fa06aa0 con 0x55c88f62c550 2024-04-25T17:16:14.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.750+0000 7fa0f77fe640 1 --2- 172.21.15.28:0/3937915980 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 0x55c88fa055b0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa0e8009b90 tx=0x7fa0e802f580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=590d7458206e4d07 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:14.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.750+0000 7fa0d77fe640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-25T17:16:14.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.750+0000 7fa0d77fe640 1 -- 172.21.15.28:0/3937915980 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0e8004680 con 0x55c88f62c550 2024-04-25T17:16:14.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.750+0000 7fa0d77fe640 1 -- 172.21.15.28:0/3937915980 <== mon.1 v2:172.21.15.84:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fa0e8009040 con 0x55c88f62c550 2024-04-25T17:16:14.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.750+0000 7fa1051c2740 1 -- 172.21.15.28:0/3937915980 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa0f0036070 con 0x55c88f62c550 2024-04-25T17:16:14.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.751+0000 7fa0d77fe640 1 -- 172.21.15.28:0/3937915980 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa0e804d050 con 0x55c88f62c550 2024-04-25T17:16:14.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.751+0000 7fa1051c2740 10 client.25303 fetch_fsmap learned FSMap version 24 2024-04-25T17:16:14.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.751+0000 7fa1051c2740 1 -- 172.21.15.28:0/3937915980 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c88fa07d60 con 0x55c88f62c550 2024-04-25T17:16:14.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.751+0000 7fa0d77fe640 1 -- 172.21.15.28:0/3937915980 <== mon.1 v2:172.21.15.84:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa0f0036070 con 0x55c88f62c550 2024-04-25T17:16:14.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.751+0000 7fa0d77fe640 1 -- 172.21.15.28:0/3937915980 <== mon.1 v2:172.21.15.84:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fa0e8037070 con 0x55c88f62c550 2024-04-25T17:16:14.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.751+0000 7fa1051c2740 10 client.25303 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:16:14.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.751+0000 7fa1051c2740 10 client.25303 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:16:14.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.751+0000 7fa1051c2740 20 client.25303 populate_metadata read hostname 'smithi028' 2024-04-25T17:16:14.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.751+0000 7fa1051c2740 1 --2- 172.21.15.28:0/3937915980 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55c88f655410 0x55c88fa77ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.751+0000 7fa1051c2740 4 client.25303 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-25T17:16:14.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.751+0000 7fa1051c2740 1 -- 172.21.15.28:0/3937915980 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55c88f963580 con 0x55c88f655410 2024-04-25T17:16:14.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.751+0000 7fa0f7fff640 1 --2- 172.21.15.28:0/3937915980 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55c88f655410 0x55c88fa77ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.752+0000 7fa0d77fe640 10 client.25303 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:14.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.752+0000 7fa0f7fff640 1 --2- 172.21.15.28:0/3937915980 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55c88f655410 0x55c88fa77ef0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b8c247c4d2e558a7 server_cookie=69b5759ee9a611a3 in_seq=0 out_seq=0 2024-04-25T17:16:14.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.753+0000 7fa0d77fe640 1 -- 172.21.15.28:0/3937915980 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55c88f963580 con 0x55c88f655410 2024-04-25T17:16:14.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.753+0000 7fa0d77fe640 10 client.25303 handle_command_reply: tid=0 2024-04-25T17:16:14.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.753+0000 7fa1051c2740 1 client.25303 shutdown 2024-04-25T17:16:14.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.754+0000 7fa1051c2740 1 -- 172.21.15.28:0/3937915980 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 msgr2=0x55c88fa055b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.754+0000 7fa1051c2740 1 --2- 172.21.15.28:0/3937915980 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 0x55c88fa055b0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa0e8009b90 tx=0x7fa0e802f580 comp rx=0 tx=0).stop 2024-04-25T17:16:14.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.754+0000 7fa1051c2740 1 -- 172.21.15.28:0/3937915980 shutdown_connections 2024-04-25T17:16:14.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.754+0000 7fa1051c2740 1 --2- 172.21.15.28:0/3937915980 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55c88f655410 0x55c88fa77ef0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.754+0000 7fa1051c2740 1 --2- 172.21.15.28:0/3937915980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c88f634730 0x55c88fa064e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.754+0000 7fa1051c2740 1 --2- 172.21.15.28:0/3937915980 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c88f62c550 0x55c88fa055b0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.754+0000 7fa1051c2740 1 --2- 172.21.15.28:0/3937915980 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55c88f6141f0 0x55c88fa05070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.754+0000 7fa1051c2740 1 -- 172.21.15.28:0/3937915980 >> 172.21.15.28:0/3937915980 conn(0x55c88f649560 msgr2=0x55c88fa120a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:14.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.754+0000 7fa0d77fe640 0 client.25303 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:14.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.754+0000 7fa1051c2740 1 -- 172.21.15.28:0/3937915980 shutdown_connections 2024-04-25T17:16:14.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.754+0000 7fa1051c2740 1 -- 172.21.15.28:0/3937915980 wait complete. 2024-04-25T17:16:14.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.754+0000 7fa1051c2740 20 client.25303 trim_cache size 0 max 16384 2024-04-25T17:16:14.758 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:16:14.759 INFO:teuthology.orchestra.run.smithi028.stdout: "return_code": 0, 2024-04-25T17:16:14.759 INFO:teuthology.orchestra.run.smithi028.stdout: "scrub_tag": "38345591-ef60-470b-bbbd-8ea1fa1a8240", 2024-04-25T17:16:14.759 INFO:teuthology.orchestra.run.smithi028.stdout: "mode": "asynchronous" 2024-04-25T17:16:14.759 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:16:14.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.754+0000 7fa0fe30d640 1 -- 172.21.15.28:0/3865790963 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa0e00afaf0 msgr2=0x7fa0e00b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.755+0000 7fa0fe30d640 1 --2- 172.21.15.28:0/3865790963 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa0e00afaf0 0x7fa0e00b2000 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fa0f819a040 tx=0x7fa0e8005f90 comp rx=0 tx=0).stop 2024-04-25T17:16:14.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.755+0000 7fa0fe30d640 1 -- 172.21.15.28:0/3865790963 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0f8102a00 msgr2=0x7fa0f8198fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.755+0000 7fa0fe30d640 1 --2- 172.21.15.28:0/3865790963 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0f8102a00 0x7fa0f8198fa0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa0f81022d0 tx=0x7fa0ec00ee50 comp rx=0 tx=0).stop 2024-04-25T17:16:14.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.755+0000 7fa0fe30d640 1 -- 172.21.15.28:0/3865790963 shutdown_connections 2024-04-25T17:16:14.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.755+0000 7fa0fe30d640 1 --2- 172.21.15.28:0/3865790963 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa0e00afaf0 0x7fa0e00b2000 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.755+0000 7fa0fe30d640 1 --2- 172.21.15.28:0/3865790963 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa0f8108940 0x7fa0f81a0470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.755+0000 7fa0fe30d640 1 --2- 172.21.15.28:0/3865790963 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa0f8103c40 0x7fa0f81994e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.755+0000 7fa0fe30d640 1 --2- 172.21.15.28:0/3865790963 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0f8102a00 0x7fa0f8198fa0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.755+0000 7fa0fe30d640 1 -- 172.21.15.28:0/3865790963 >> 172.21.15.28:0/3865790963 conn(0x7fa0f80fdc30 msgr2=0x7fa0f8104920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:14.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.755+0000 7fa0fe30d640 1 -- 172.21.15.28:0/3865790963 shutdown_connections 2024-04-25T17:16:14.760 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.755+0000 7fa0fe30d640 1 -- 172.21.15.28:0/3865790963 wait complete. 2024-04-25T17:16:14.761 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:14 smithi042 ceph-mon[32851]: pgmap v365: 129 pgs: 129 active+clean; 649 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-04-25T17:16:14.761 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:14 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/530643989' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:16:14.761 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:14 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2379811850' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:16:14.761 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:14 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/4006438945' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:16:14.765 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:14 smithi028 ceph-mon[29207]: pgmap v365: 129 pgs: 129 active+clean; 649 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-04-25T17:16:14.765 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:14 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/530643989' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:16:14.765 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:14 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2379811850' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:16:14.765 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:14 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/4006438945' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:16:14.766 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T17:16:14.767 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T17:16:14.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.928+0000 7f4b3f14d640 1 -- 172.21.15.28:0/2894577450 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b38108950 msgr2=0x7f4b3810ad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.928+0000 7f4b3f14d640 1 --2- 172.21.15.28:0/2894577450 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b38108950 0x7f4b3810ad70 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f4b30009ca0 tx=0x7f4b3002a8c0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.928+0000 7f4b3f14d640 1 -- 172.21.15.28:0/2894577450 shutdown_connections 2024-04-25T17:16:14.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.928+0000 7f4b3f14d640 1 --2- 172.21.15.28:0/2894577450 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b38108950 0x7f4b3810ad70 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.928+0000 7f4b3f14d640 1 --2- 172.21.15.28:0/2894577450 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b38103c50 0x7f4b38104060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.929 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.928+0000 7f4b3f14d640 1 --2- 172.21.15.28:0/2894577450 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b38102a10 0x7f4b38103710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.930 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.928+0000 7f4b3f14d640 1 -- 172.21.15.28:0/2894577450 >> 172.21.15.28:0/2894577450 conn(0x7f4b380fdc00 msgr2=0x7f4b381000b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:14.930 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.929+0000 7f4b3f14d640 1 -- 172.21.15.28:0/2894577450 shutdown_connections 2024-04-25T17:16:14.930 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.929+0000 7f4b3f14d640 1 -- 172.21.15.28:0/2894577450 wait complete. 2024-04-25T17:16:14.932 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.929+0000 7f4b3f14d640 1 Processor -- start 2024-04-25T17:16:14.932 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.929+0000 7f4b3f14d640 1 -- start start 2024-04-25T17:16:14.932 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.930+0000 7f4b3f14d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b38102a10 0x7f4b38199020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.932 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.930+0000 7f4b3f14d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b38103c50 0x7f4b38199560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.932 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.930+0000 7f4b3f14d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b38108950 0x7f4b381a04f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.932 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.930+0000 7f4b3f14d640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f4b3810e420 con 0x7f4b38102a10 2024-04-25T17:16:14.932 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.930+0000 7f4b3f14d640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4b3810e2a0 con 0x7f4b38108950 2024-04-25T17:16:14.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.930+0000 7f4b3f14d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4b3810e5a0 con 0x7f4b38103c50 2024-04-25T17:16:14.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.930+0000 7f4b3cee9640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b38102a10 0x7f4b38199020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.930+0000 7f4b37fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b38103c50 0x7f4b38199560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.930+0000 7f4b3cee9640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b38102a10 0x7f4b38199020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:56960/0 (socket says 172.21.15.28:56960) 2024-04-25T17:16:14.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.930+0000 7f4b3cee9640 1 -- 172.21.15.28:0/460671830 learned_addr learned my addr 172.21.15.28:0/460671830 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:14.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.930+0000 7f4b3d6ea640 1 --2- 172.21.15.28:0/460671830 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b38108950 0x7f4b381a04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.930+0000 7f4b3cee9640 1 -- 172.21.15.28:0/460671830 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b38103c50 msgr2=0x7f4b38199560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.930+0000 7f4b3cee9640 1 --2- 172.21.15.28:0/460671830 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b38103c50 0x7f4b38199560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.930+0000 7f4b3cee9640 1 -- 172.21.15.28:0/460671830 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b38108950 msgr2=0x7f4b381a04f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.930+0000 7f4b3cee9640 1 --2- 172.21.15.28:0/460671830 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b38108950 0x7f4b381a04f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.930+0000 7f4b3cee9640 1 -- 172.21.15.28:0/460671830 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b381a0b60 con 0x7f4b38102a10 2024-04-25T17:16:14.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.930+0000 7f4b3d6ea640 1 --2- 172.21.15.28:0/460671830 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b38108950 0x7f4b381a04f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:16:14.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.930+0000 7f4b37fff640 1 --2- 172.21.15.28:0/460671830 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b38103c50 0x7f4b38199560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:16:14.933 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.931+0000 7f4b3cee9640 1 --2- 172.21.15.28:0/460671830 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b38102a10 0x7f4b38199020 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f4b2c00e9f0 tx=0x7f4b2c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:14.934 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.931+0000 7f4b35ffb640 1 -- 172.21.15.28:0/460671830 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b2c00ccc0 con 0x7f4b38102a10 2024-04-25T17:16:14.934 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.931+0000 7f4b35ffb640 1 -- 172.21.15.28:0/460671830 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4b2c0044b0 con 0x7f4b38102a10 2024-04-25T17:16:14.934 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.931+0000 7f4b3f14d640 1 -- 172.21.15.28:0/460671830 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b381a0e50 con 0x7f4b38102a10 2024-04-25T17:16:14.934 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.931+0000 7f4b35ffb640 1 -- 172.21.15.28:0/460671830 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b2c010430 con 0x7f4b38102a10 2024-04-25T17:16:14.934 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.931+0000 7f4b3f14d640 1 -- 172.21.15.28:0/460671830 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b381a12b0 con 0x7f4b38102a10 2024-04-25T17:16:14.941 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.934+0000 7f4b35ffb640 1 -- 172.21.15.28:0/460671830 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f4b2c003f90 con 0x7f4b38102a10 2024-04-25T17:16:14.941 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.934+0000 7f4b46002740 1 Processor -- start 2024-04-25T17:16:14.941 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.934+0000 7f4b46002740 1 -- start start 2024-04-25T17:16:14.941 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.934+0000 7f4b46002740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806bd390 0x565480a60c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.941 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.934+0000 7f4b46002740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654806944d0 0x565480a611f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.941 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.934+0000 7f4b46002740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56548069c6b0 0x565480a61e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.941 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.934+0000 7f4b46002740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x5654809c3d80 con 0x5654806bd390 2024-04-25T17:16:14.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.934+0000 7f4b46002740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56548097d8b0 con 0x56548069c6b0 2024-04-25T17:16:14.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.934+0000 7f4b46002740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5654809bfd40 con 0x5654806944d0 2024-04-25T17:16:14.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.934+0000 7f4b3d6ea640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806bd390 0x565480a60c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.934+0000 7f4b3cee9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654806944d0 0x565480a611f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.934+0000 7f4b3d6ea640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806bd390 0x565480a60c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:56972/0 (socket says 172.21.15.28:56972) 2024-04-25T17:16:14.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.934+0000 7f4b3d6ea640 1 -- 172.21.15.28:0/574111350 learned_addr learned my addr 172.21.15.28:0/574111350 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:14.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.934+0000 7f4b37fff640 1 --2- 172.21.15.28:0/574111350 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56548069c6b0 0x565480a61e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.935+0000 7f4b3cee9640 1 -- 172.21.15.28:0/574111350 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56548069c6b0 msgr2=0x565480a61e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:14.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.935+0000 7f4b3cee9640 1 --2- 172.21.15.28:0/574111350 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56548069c6b0 0x565480a61e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.935+0000 7f4b3cee9640 1 -- 172.21.15.28:0/574111350 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806bd390 msgr2=0x565480a60c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:14.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.935+0000 7f4b3cee9640 1 --2- 172.21.15.28:0/574111350 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806bd390 0x565480a60c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.935+0000 7f4b35ffb640 1 --2- 172.21.15.28:0/460671830 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4b280afaf0 0x7f4b280b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.935+0000 7f4b3cee9640 1 -- 172.21.15.28:0/574111350 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56548094ea40 con 0x5654806944d0 2024-04-25T17:16:14.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.935+0000 7f4b3d6ea640 1 --2- 172.21.15.28:0/574111350 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806bd390 0x565480a60c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:16:14.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.935+0000 7f4b37fff640 1 --2- 172.21.15.28:0/460671830 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4b280afaf0 0x7f4b280b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.935+0000 7f4b3cee9640 1 --2- 172.21.15.28:0/574111350 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654806944d0 0x565480a611f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4b2c0dca50 tx=0x7f4b2c0e7720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=774edb4ed7069476 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:14.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.935+0000 7f4b35ffb640 1 -- 172.21.15.28:0/460671830 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f4b2c0df300 con 0x7f4b38102a10 2024-04-25T17:16:14.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.935+0000 7f4b22ffd640 1 -- 172.21.15.28:0/574111350 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b2c0a7230 con 0x5654806944d0 2024-04-25T17:16:14.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.935+0000 7f4b22ffd640 1 -- 172.21.15.28:0/574111350 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4b2c0a6f70 con 0x5654806944d0 2024-04-25T17:16:14.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.935+0000 7f4b22ffd640 1 -- 172.21.15.28:0/574111350 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b2c00ce60 con 0x5654806944d0 2024-04-25T17:16:14.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.936+0000 7f4b46002740 1 -- 172.21.15.28:0/574111350 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654806944d0 msgr2=0x565480a611f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.936+0000 7f4b46002740 1 --2- 172.21.15.28:0/574111350 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654806944d0 0x565480a611f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4b2c0dca50 tx=0x7f4b2c0e7720 comp rx=0 tx=0).stop 2024-04-25T17:16:14.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.936+0000 7f4b37fff640 1 --2- 172.21.15.28:0/460671830 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4b280afaf0 0x7f4b280b2000 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f4b3819a0c0 tx=0x7f4b24005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:14.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.936+0000 7f4b46002740 1 -- 172.21.15.28:0/574111350 shutdown_connections 2024-04-25T17:16:14.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.936+0000 7f4b46002740 1 --2- 172.21.15.28:0/574111350 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56548069c6b0 0x565480a61e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.936+0000 7f4b46002740 1 --2- 172.21.15.28:0/574111350 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654806944d0 0x565480a611f0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.936+0000 7f4b46002740 1 --2- 172.21.15.28:0/574111350 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806bd390 0x565480a60c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.936+0000 7f4b46002740 1 -- 172.21.15.28:0/574111350 >> 172.21.15.28:0/574111350 conn(0x5654806b14e0 msgr2=0x565480a5a270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:14.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.936+0000 7f4b46002740 1 -- 172.21.15.28:0/574111350 shutdown_connections 2024-04-25T17:16:14.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.936+0000 7f4b46002740 1 -- 172.21.15.28:0/574111350 wait complete. 2024-04-25T17:16:14.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.937+0000 7f4b46002740 1 -- start start 2024-04-25T17:16:14.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.937+0000 7f4b46002740 1 Processor -- start 2024-04-25T17:16:14.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.937+0000 7f4b46002740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806944d0 0x565480a6abc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.937+0000 7f4b46002740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56548069c6b0 0x565480a6b100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.937+0000 7f4b46002740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5654806bd390 0x565480a72060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.937+0000 7f4b46002740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x565480a62990 con 0x5654806944d0 2024-04-25T17:16:14.945 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.937+0000 7f4b46002740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56548094ad10 con 0x5654806bd390 2024-04-25T17:16:14.945 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.937+0000 7f4b46002740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x565480a62b10 con 0x56548069c6b0 2024-04-25T17:16:14.945 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.937+0000 7f4b46002740 10 client.0 _ll_register_callbacks cb 0x565480977210 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:16:14.945 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.937+0000 7f4b3cee9640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806944d0 0x565480a6abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.945 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.937+0000 7f4b37fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56548069c6b0 0x565480a6b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.945 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.937+0000 7f4b3cee9640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806944d0 0x565480a6abc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:56988/0 (socket says 172.21.15.28:56988) 2024-04-25T17:16:14.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.937+0000 7f4b3cee9640 1 -- 172.21.15.28:0/3108975769 learned_addr learned my addr 172.21.15.28:0/3108975769 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:14.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.938+0000 7f4b3d6ea640 1 --2- 172.21.15.28:0/3108975769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5654806bd390 0x565480a72060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.938+0000 7f4b37fff640 1 -- 172.21.15.28:0/3108975769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5654806bd390 msgr2=0x565480a72060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:14.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.938+0000 7f4b37fff640 1 --2- 172.21.15.28:0/3108975769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5654806bd390 0x565480a72060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.938+0000 7f4b37fff640 1 -- 172.21.15.28:0/3108975769 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806944d0 msgr2=0x565480a6abc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:14.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.938+0000 7f4b37fff640 1 --2- 172.21.15.28:0/3108975769 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806944d0 0x565480a6abc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.938+0000 7f4b37fff640 1 -- 172.21.15.28:0/3108975769 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56548079f7d0 con 0x56548069c6b0 2024-04-25T17:16:14.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.938+0000 7f4b3d6ea640 1 --2- 172.21.15.28:0/3108975769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5654806bd390 0x565480a72060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:16:14.946 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.938+0000 7f4b3cee9640 1 --2- 172.21.15.28:0/3108975769 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806944d0 0x565480a6abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:16:14.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.938+0000 7f4b37fff640 1 --2- 172.21.15.28:0/3108975769 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56548069c6b0 0x565480a6b100 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x565480a5b000 tx=0x7f4b24004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=28830a0e4406bee6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:14.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.938+0000 7f4b17fff640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-25T17:16:14.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.938+0000 7f4b17fff640 1 -- 172.21.15.28:0/3108975769 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b2400f770 con 0x56548069c6b0 2024-04-25T17:16:14.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.938+0000 7f4b17fff640 1 -- 172.21.15.28:0/3108975769 <== mon.1 v2:172.21.15.84:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f4b2400f910 con 0x56548069c6b0 2024-04-25T17:16:14.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.938+0000 7f4b46002740 1 -- 172.21.15.28:0/3108975769 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4b2c0a6f70 con 0x56548069c6b0 2024-04-25T17:16:14.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.939+0000 7f4b17fff640 1 -- 172.21.15.28:0/3108975769 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f4b2400fb10 con 0x56548069c6b0 2024-04-25T17:16:14.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.939+0000 7f4b46002740 10 client.25315 fetch_fsmap learned FSMap version 24 2024-04-25T17:16:14.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.939+0000 7f4b46002740 1 -- 172.21.15.28:0/3108975769 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5654806d53f0 con 0x56548069c6b0 2024-04-25T17:16:14.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.939+0000 7f4b17fff640 1 -- 172.21.15.28:0/3108975769 <== mon.1 v2:172.21.15.84:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4b2c0a6f70 con 0x56548069c6b0 2024-04-25T17:16:14.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.939+0000 7f4b17fff640 1 -- 172.21.15.28:0/3108975769 <== mon.1 v2:172.21.15.84:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f4b24027070 con 0x56548069c6b0 2024-04-25T17:16:14.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.939+0000 7f4b46002740 10 client.25315 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:16:14.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.939+0000 7f4b46002740 10 client.25315 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:16:14.947 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.939+0000 7f4b46002740 20 client.25315 populate_metadata read hostname 'smithi028' 2024-04-25T17:16:14.948 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.939+0000 7f4b46002740 1 --2- 172.21.15.28:0/3108975769 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x56548067bf60 0x565480a786a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.948 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.939+0000 7f4b46002740 4 client.25315 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:16:14.948 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.939+0000 7f4b46002740 1 -- 172.21.15.28:0/3108975769 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5654809d1990 con 0x56548067bf60 2024-04-25T17:16:14.948 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.939+0000 7f4b3cee9640 1 --2- 172.21.15.28:0/3108975769 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x56548067bf60 0x565480a786a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.948 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.940+0000 7f4b17fff640 10 client.25315 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:14.948 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.940+0000 7f4b3cee9640 1 --2- 172.21.15.28:0/3108975769 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x56548067bf60 0x565480a786a0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44676242ad2bbb7c server_cookie=bc2b8046a73a37bb in_seq=0 out_seq=0 2024-04-25T17:16:14.948 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.940+0000 7f4b17fff640 1 -- 172.21.15.28:0/3108975769 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5654809d1990 con 0x56548067bf60 2024-04-25T17:16:14.948 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.940+0000 7f4b17fff640 10 client.25315 handle_command_reply: tid=0 2024-04-25T17:16:14.948 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.940+0000 7f4b46002740 1 client.25315 shutdown 2024-04-25T17:16:14.948 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.940+0000 7f4b46002740 1 -- 172.21.15.28:0/3108975769 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56548069c6b0 msgr2=0x565480a6b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.948 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.940+0000 7f4b46002740 1 --2- 172.21.15.28:0/3108975769 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56548069c6b0 0x565480a6b100 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x565480a5b000 tx=0x7f4b24004730 comp rx=0 tx=0).stop 2024-04-25T17:16:14.948 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.941+0000 7f4b46002740 1 -- 172.21.15.28:0/3108975769 shutdown_connections 2024-04-25T17:16:14.948 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.941+0000 7f4b46002740 1 --2- 172.21.15.28:0/3108975769 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x56548067bf60 0x565480a786a0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.949 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.941+0000 7f4b46002740 1 --2- 172.21.15.28:0/3108975769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5654806bd390 0x565480a72060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.949 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.941+0000 7f4b46002740 1 --2- 172.21.15.28:0/3108975769 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56548069c6b0 0x565480a6b100 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.949 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.941+0000 7f4b46002740 1 --2- 172.21.15.28:0/3108975769 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806944d0 0x565480a6abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.949 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.941+0000 7f4b17fff640 0 client.25315 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:14.949 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.941+0000 7f4b46002740 1 -- 172.21.15.28:0/3108975769 >> 172.21.15.28:0/3108975769 conn(0x5654806b14e0 msgr2=0x565480a5d180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:14.949 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.941+0000 7f4b46002740 1 -- 172.21.15.28:0/3108975769 shutdown_connections 2024-04-25T17:16:14.949 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.941+0000 7f4b46002740 1 -- 172.21.15.28:0/3108975769 wait complete. 2024-04-25T17:16:14.949 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.941+0000 7f4b46002740 20 client.25315 trim_cache size 0 max 16384 2024-04-25T17:16:14.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.959+0000 7f4b46002740 1 Processor -- start 2024-04-25T17:16:14.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.959+0000 7f4b46002740 1 -- start start 2024-04-25T17:16:14.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.960+0000 7f4b46002740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5654806944d0 0x565480a59c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.960+0000 7f4b46002740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56548069c6b0 0x565480a5a170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.960+0000 7f4b46002740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806bd390 0x565480a71f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.960+0000 7f4b46002740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f4b381ad010 con 0x5654806bd390 2024-04-25T17:16:14.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.960+0000 7f4b46002740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4b381aa8e0 con 0x5654806944d0 2024-04-25T17:16:14.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.960+0000 7f4b46002740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4b381a8730 con 0x56548069c6b0 2024-04-25T17:16:14.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.960+0000 7f4b3cee9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5654806944d0 0x565480a59c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.960+0000 7f4b3d6ea640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806bd390 0x565480a71f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.960+0000 7f4b3cee9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5654806944d0 0x565480a59c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:40532/0 (socket says 172.21.15.28:40532) 2024-04-25T17:16:14.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.960+0000 7f4b37fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56548069c6b0 0x565480a5a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.960+0000 7f4b3cee9640 1 -- 172.21.15.28:0/3359807598 learned_addr learned my addr 172.21.15.28:0/3359807598 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:14.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.960+0000 7f4b3cee9640 1 -- 172.21.15.28:0/3359807598 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56548069c6b0 msgr2=0x565480a5a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:14.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.960+0000 7f4b3cee9640 1 --2- 172.21.15.28:0/3359807598 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56548069c6b0 0x565480a5a170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.960+0000 7f4b3cee9640 1 -- 172.21.15.28:0/3359807598 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806bd390 msgr2=0x565480a71f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:14.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.960+0000 7f4b3cee9640 1 --2- 172.21.15.28:0/3359807598 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806bd390 0x565480a71f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.960+0000 7f4b3cee9640 1 -- 172.21.15.28:0/3359807598 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654806950f0 con 0x5654806944d0 2024-04-25T17:16:14.962 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.960+0000 7f4b37fff640 1 --2- 172.21.15.28:0/3359807598 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56548069c6b0 0x565480a5a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:16:14.962 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.960+0000 7f4b3cee9640 1 --2- 172.21.15.28:0/3359807598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5654806944d0 0x565480a59c30 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f4b2c0de010 tx=0x7f4b2c0035f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=150861c5de74ec76 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:14.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.960+0000 7f4b227fc640 1 -- 172.21.15.28:0/3359807598 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b2c0a6bd0 con 0x5654806944d0 2024-04-25T17:16:14.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.961+0000 7f4b227fc640 1 -- 172.21.15.28:0/3359807598 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4b2c0a6f70 con 0x5654806944d0 2024-04-25T17:16:14.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.961+0000 7f4b227fc640 1 -- 172.21.15.28:0/3359807598 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b2c0a6db0 con 0x5654806944d0 2024-04-25T17:16:14.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.961+0000 7f4b46002740 1 -- 172.21.15.28:0/3359807598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5654806944d0 msgr2=0x565480a59c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.961+0000 7f4b46002740 1 --2- 172.21.15.28:0/3359807598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5654806944d0 0x565480a59c30 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f4b2c0de010 tx=0x7f4b2c0035f0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.961+0000 7f4b46002740 1 -- 172.21.15.28:0/3359807598 shutdown_connections 2024-04-25T17:16:14.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.961+0000 7f4b46002740 1 --2- 172.21.15.28:0/3359807598 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806bd390 0x565480a71f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.961+0000 7f4b46002740 1 --2- 172.21.15.28:0/3359807598 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56548069c6b0 0x565480a5a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.961+0000 7f4b46002740 1 --2- 172.21.15.28:0/3359807598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5654806944d0 0x565480a59c30 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.961+0000 7f4b46002740 1 -- 172.21.15.28:0/3359807598 >> 172.21.15.28:0/3359807598 conn(0x5654806b14e0 msgr2=0x565480a658b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:14.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.961+0000 7f4b46002740 1 -- 172.21.15.28:0/3359807598 shutdown_connections 2024-04-25T17:16:14.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.962+0000 7f4b46002740 1 -- 172.21.15.28:0/3359807598 wait complete. 2024-04-25T17:16:14.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.962+0000 7f4b46002740 1 -- start start 2024-04-25T17:16:14.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.962+0000 7f4b46002740 1 Processor -- start 2024-04-25T17:16:14.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.962+0000 7f4b46002740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806944d0 0x565480a72470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.962+0000 7f4b46002740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56548069c6b0 0x565480a6eff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.962+0000 7f4b46002740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654806bd390 0x565480a6f530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.962+0000 7f4b46002740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f4b381a8da0 con 0x5654806944d0 2024-04-25T17:16:14.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.962+0000 7f4b46002740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4b381aa210 con 0x56548069c6b0 2024-04-25T17:16:14.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.962+0000 7f4b46002740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4b381a9470 con 0x5654806bd390 2024-04-25T17:16:14.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.962+0000 7f4b46002740 10 client.0 _ll_register_callbacks cb 0x7f4b24009de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:16:14.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.962+0000 7f4b3cee9640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806944d0 0x565480a72470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.962+0000 7f4b3cee9640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806944d0 0x565480a72470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:57000/0 (socket says 172.21.15.28:57000) 2024-04-25T17:16:14.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.962+0000 7f4b3cee9640 1 -- 172.21.15.28:0/2290245663 learned_addr learned my addr 172.21.15.28:0/2290245663 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:14.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.962+0000 7f4b37fff640 1 --2- 172.21.15.28:0/2290245663 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56548069c6b0 0x565480a6eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.962+0000 7f4b3d6ea640 1 --2- 172.21.15.28:0/2290245663 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654806bd390 0x565480a6f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.963+0000 7f4b3cee9640 1 -- 172.21.15.28:0/2290245663 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654806bd390 msgr2=0x565480a6f530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:14.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.963+0000 7f4b3cee9640 1 --2- 172.21.15.28:0/2290245663 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654806bd390 0x565480a6f530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.963+0000 7f4b3cee9640 1 -- 172.21.15.28:0/2290245663 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56548069c6b0 msgr2=0x565480a6eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:14.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.963+0000 7f4b3cee9640 1 --2- 172.21.15.28:0/2290245663 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56548069c6b0 0x565480a6eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.963+0000 7f4b3cee9640 1 -- 172.21.15.28:0/2290245663 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5654809844b0 con 0x5654806944d0 2024-04-25T17:16:14.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.963+0000 7f4b37fff640 1 --2- 172.21.15.28:0/2290245663 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56548069c6b0 0x565480a6eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:16:14.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.963+0000 7f4b3cee9640 1 --2- 172.21.15.28:0/2290245663 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806944d0 0x565480a72470 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f4b2c000c00 tx=0x7f4b2c0a2cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d71161c890134a8d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:14.970 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.963+0000 7f4b17fff640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:16:14.970 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.963+0000 7f4b17fff640 1 -- 172.21.15.28:0/2290245663 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b2c0a6db0 con 0x5654806944d0 2024-04-25T17:16:14.970 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.963+0000 7f4b17fff640 1 -- 172.21.15.28:0/2290245663 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f4b2c0dcad0 con 0x5654806944d0 2024-04-25T17:16:14.970 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.963+0000 7f4b46002740 1 -- 172.21.15.28:0/2290245663 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4b2c0a6f70 con 0x5654806944d0 2024-04-25T17:16:14.970 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.963+0000 7f4b17fff640 1 -- 172.21.15.28:0/2290245663 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f4b2c0a3320 con 0x5654806944d0 2024-04-25T17:16:14.970 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.963+0000 7f4b46002740 10 client.15654 fetch_fsmap learned FSMap version 24 2024-04-25T17:16:14.970 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.963+0000 7f4b46002740 1 -- 172.21.15.28:0/2290245663 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x565480adf790 con 0x5654806944d0 2024-04-25T17:16:14.970 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.964+0000 7f4b17fff640 1 -- 172.21.15.28:0/2290245663 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4b2c0a6f70 con 0x5654806944d0 2024-04-25T17:16:14.970 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.964+0000 7f4b17fff640 1 -- 172.21.15.28:0/2290245663 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f4b2c0a76c0 con 0x5654806944d0 2024-04-25T17:16:14.970 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.964+0000 7f4b46002740 10 client.15654 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:16:14.970 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.964+0000 7f4b46002740 10 client.15654 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:16:14.970 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.964+0000 7f4b46002740 20 client.15654 populate_metadata read hostname 'smithi028' 2024-04-25T17:16:14.970 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.964+0000 7f4b46002740 1 --2- 172.21.15.28:0/2290245663 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5654806513a0 0x565480ae1b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:14.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.964+0000 7f4b46002740 4 client.15654 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T17:16:14.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.964+0000 7f4b46002740 1 -- 172.21.15.28:0/2290245663 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5654809cb800 con 0x5654806513a0 2024-04-25T17:16:14.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.964+0000 7f4b37fff640 1 --2- 172.21.15.28:0/2290245663 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5654806513a0 0x565480ae1b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:14.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.964+0000 7f4b17fff640 10 client.15654 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:14.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.964+0000 7f4b37fff640 1 --2- 172.21.15.28:0/2290245663 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5654806513a0 0x565480ae1b90 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=279a319259f0b61f server_cookie=1eddc816697fbb51 in_seq=0 out_seq=0 2024-04-25T17:16:14.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.965+0000 7f4b17fff640 1 -- 172.21.15.28:0/2290245663 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5654809cb800 con 0x5654806513a0 2024-04-25T17:16:14.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.965+0000 7f4b17fff640 10 client.15654 handle_command_reply: tid=0 2024-04-25T17:16:14.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.965+0000 7f4b46002740 1 client.15654 shutdown 2024-04-25T17:16:14.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.965+0000 7f4b46002740 1 -- 172.21.15.28:0/2290245663 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806944d0 msgr2=0x565480a72470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.965+0000 7f4b46002740 1 --2- 172.21.15.28:0/2290245663 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806944d0 0x565480a72470 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f4b2c000c00 tx=0x7f4b2c0a2cd0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.965+0000 7f4b46002740 1 -- 172.21.15.28:0/2290245663 shutdown_connections 2024-04-25T17:16:14.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.965+0000 7f4b46002740 1 --2- 172.21.15.28:0/2290245663 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5654806513a0 0x565480ae1b90 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.965+0000 7f4b46002740 1 --2- 172.21.15.28:0/2290245663 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654806bd390 0x565480a6f530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.965+0000 7f4b46002740 1 --2- 172.21.15.28:0/2290245663 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56548069c6b0 0x565480a6eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.965+0000 7f4b17fff640 0 client.15654 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:14.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.965+0000 7f4b46002740 1 --2- 172.21.15.28:0/2290245663 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5654806944d0 0x565480a72470 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.965+0000 7f4b46002740 1 -- 172.21.15.28:0/2290245663 >> 172.21.15.28:0/2290245663 conn(0x5654806b14e0 msgr2=0x565480a59c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:14.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.965+0000 7f4b46002740 1 -- 172.21.15.28:0/2290245663 shutdown_connections 2024-04-25T17:16:14.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.965+0000 7f4b46002740 1 -- 172.21.15.28:0/2290245663 wait complete. 2024-04-25T17:16:14.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.965+0000 7f4b46002740 20 client.15654 trim_cache size 0 max 16384 2024-04-25T17:16:14.972 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:16:14.972 INFO:teuthology.orchestra.run.smithi028.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-25T17:16:14.972 INFO:teuthology.orchestra.run.smithi028.stdout: "scrubs": { 2024-04-25T17:16:14.972 INFO:teuthology.orchestra.run.smithi028.stdout: "38345591-ef60-470b-bbbd-8ea1fa1a8240": { 2024-04-25T17:16:14.973 INFO:teuthology.orchestra.run.smithi028.stdout: "path": "/", 2024-04-25T17:16:14.973 INFO:teuthology.orchestra.run.smithi028.stdout: "tag": "38345591-ef60-470b-bbbd-8ea1fa1a8240", 2024-04-25T17:16:14.973 INFO:teuthology.orchestra.run.smithi028.stdout: "options": "recursive,force" 2024-04-25T17:16:14.973 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:16:14.973 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:16:14.973 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:16:14.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.966+0000 7f4b3f14d640 1 -- 172.21.15.28:0/460671830 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4b280afaf0 msgr2=0x7f4b280b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.966+0000 7f4b3f14d640 1 --2- 172.21.15.28:0/460671830 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4b280afaf0 0x7f4b280b2000 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f4b3819a0c0 tx=0x7f4b24005f90 comp rx=0 tx=0).stop 2024-04-25T17:16:14.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.966+0000 7f4b3f14d640 1 -- 172.21.15.28:0/460671830 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b38102a10 msgr2=0x7f4b38199020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:14.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.966+0000 7f4b3f14d640 1 --2- 172.21.15.28:0/460671830 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b38102a10 0x7f4b38199020 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f4b2c00e9f0 tx=0x7f4b2c00eeb0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.966+0000 7f4b3f14d640 1 -- 172.21.15.28:0/460671830 shutdown_connections 2024-04-25T17:16:14.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.966+0000 7f4b3f14d640 1 --2- 172.21.15.28:0/460671830 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4b280afaf0 0x7f4b280b2000 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.975 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.966+0000 7f4b3f14d640 1 --2- 172.21.15.28:0/460671830 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b38108950 0x7f4b381a04f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.975 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.966+0000 7f4b3f14d640 1 --2- 172.21.15.28:0/460671830 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b38103c50 0x7f4b38199560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.975 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.966+0000 7f4b3f14d640 1 --2- 172.21.15.28:0/460671830 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4b38102a10 0x7f4b38199020 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:14.975 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.966+0000 7f4b3f14d640 1 -- 172.21.15.28:0/460671830 >> 172.21.15.28:0/460671830 conn(0x7f4b380fdc00 msgr2=0x7f4b38104930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:14.975 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.966+0000 7f4b3f14d640 1 -- 172.21.15.28:0/460671830 shutdown_connections 2024-04-25T17:16:14.975 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:14.966+0000 7f4b3f14d640 1 -- 172.21.15.28:0/460671830 wait complete. 2024-04-25T17:16:14.979 INFO:tasks.cephfs.filesystem:scrub status for tag:38345591-ef60-470b-bbbd-8ea1fa1a8240 - {'path': '/', 'tag': '38345591-ef60-470b-bbbd-8ea1fa1a8240', 'options': 'recursive,force'} 2024-04-25T17:16:14.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:14 smithi084 ceph-mon[32752]: pgmap v365: 129 pgs: 129 active+clean; 649 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-04-25T17:16:14.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:14 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/530643989' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:16:14.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:14 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2379811850' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:16:14.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:14 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/4006438945' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:16:15.640 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:15 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:16:15.640 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:15 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1849515531' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:16:15.641 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:15 smithi042 ceph-mon[32851]: scrub queued for path: / 2024-04-25T17:16:15.641 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:15 smithi042 ceph-mon[32851]: scrub summary: idle+waiting paths [/] 2024-04-25T17:16:15.641 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:15 smithi042 ceph-mon[32851]: scrub summary: active paths [/] 2024-04-25T17:16:15.641 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:15 smithi042 ceph-mon[32851]: scrub summary: idle+waiting paths [/] 2024-04-25T17:16:15.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:15 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:16:15.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:15 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1849515531' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:16:15.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:15 smithi028 ceph-mon[29207]: scrub queued for path: / 2024-04-25T17:16:15.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:15 smithi028 ceph-mon[29207]: scrub summary: idle+waiting paths [/] 2024-04-25T17:16:15.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:15 smithi028 ceph-mon[29207]: scrub summary: active paths [/] 2024-04-25T17:16:15.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:15 smithi028 ceph-mon[29207]: scrub summary: idle+waiting paths [/] 2024-04-25T17:16:15.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:15 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:16:15.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:15 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1849515531' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:16:15.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:15 smithi084 ceph-mon[32752]: scrub queued for path: / 2024-04-25T17:16:15.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:15 smithi084 ceph-mon[32752]: scrub summary: idle+waiting paths [/] 2024-04-25T17:16:15.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:15 smithi084 ceph-mon[32752]: scrub summary: active paths [/] 2024-04-25T17:16:15.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:15 smithi084 ceph-mon[32752]: scrub summary: idle+waiting paths [/] 2024-04-25T17:16:16.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:16 smithi042 ceph-mon[32851]: pgmap v366: 129 pgs: 129 active+clean; 649 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-04-25T17:16:16.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:16 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:16:16.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:16 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:16:16.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:16 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:16:16.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:16 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:16:16.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:16 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:16:16.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:16 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:16:16.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:16 smithi028 ceph-mon[29207]: pgmap v366: 129 pgs: 129 active+clean; 649 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-04-25T17:16:16.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:16 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:16:16.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:16 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:16:16.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:16 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:16:16.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:16 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:16:16.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:16 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:16:16.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:16 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:16:16.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:16 smithi084 ceph-mon[32752]: pgmap v366: 129 pgs: 129 active+clean; 649 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-04-25T17:16:16.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:16 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:16:16.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:16 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:16:16.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:16 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:16:16.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:16 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:16:16.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:16 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:16:16.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:16 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:16:17.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:17 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:16:17.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:17 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:16:17.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:17 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:16:17.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:17 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:16:17.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:17 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:16:17.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:17 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:16:17.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:17 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:16:17.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:17 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:16:17.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:17 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:16:18.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:18 smithi042 ceph-mon[32851]: pgmap v367: 129 pgs: 129 active+clean; 649 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-25T17:16:18.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:18 smithi028 ceph-mon[29207]: pgmap v367: 129 pgs: 129 active+clean; 649 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-25T17:16:18.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:18 smithi084 ceph-mon[32752]: pgmap v367: 129 pgs: 129 active+clean; 649 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-25T17:16:20.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:20 smithi042 ceph-mon[32851]: pgmap v368: 129 pgs: 129 active+clean; 649 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-25T17:16:20.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:20 smithi028 ceph-mon[29207]: pgmap v368: 129 pgs: 129 active+clean; 649 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-25T17:16:20.980 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:20 smithi084 ceph-mon[32752]: pgmap v368: 129 pgs: 129 active+clean; 649 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-25T17:16:22.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:22 smithi042 ceph-mon[32851]: pgmap v369: 129 pgs: 129 active+clean; 654 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-25T17:16:22.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:22 smithi028 ceph-mon[29207]: pgmap v369: 129 pgs: 129 active+clean; 654 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-25T17:16:22.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:22 smithi084 ceph-mon[32752]: pgmap v369: 129 pgs: 129 active+clean; 654 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-25T17:16:24.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:24 smithi042 ceph-mon[32851]: pgmap v370: 129 pgs: 129 active+clean; 654 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 5 op/s 2024-04-25T17:16:24.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:24 smithi028 ceph-mon[29207]: pgmap v370: 129 pgs: 129 active+clean; 654 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 5 op/s 2024-04-25T17:16:24.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:24 smithi084 ceph-mon[32752]: pgmap v370: 129 pgs: 129 active+clean; 654 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 5 op/s 2024-04-25T17:16:25.862 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:25 smithi042 ceph-mon[32851]: pgmap v371: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-25T17:16:25.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:25 smithi028 ceph-mon[29207]: pgmap v371: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-25T17:16:25.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:25 smithi084 ceph-mon[32752]: pgmap v371: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-25T17:16:28.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:27 smithi042 ceph-mon[32851]: pgmap v372: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-25T17:16:28.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:27 smithi028 ceph-mon[29207]: pgmap v372: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-25T17:16:28.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:27 smithi084 ceph-mon[32752]: pgmap v372: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-25T17:16:29.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:28 smithi042 ceph-mon[32851]: scrub summary: idle 2024-04-25T17:16:29.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:28 smithi028 ceph-mon[29207]: scrub summary: idle 2024-04-25T17:16:29.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:28 smithi084 ceph-mon[32752]: scrub summary: idle 2024-04-25T17:16:30.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:29 smithi042 ceph-mon[32851]: pgmap v373: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-25T17:16:30.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:29 smithi028 ceph-mon[29207]: pgmap v373: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-25T17:16:30.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:29 smithi084 ceph-mon[32752]: pgmap v373: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-25T17:16:32.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:31 smithi042 ceph-mon[32851]: pgmap v374: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-25T17:16:32.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:31 smithi028 ceph-mon[29207]: pgmap v374: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-25T17:16:32.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:31 smithi084 ceph-mon[32752]: pgmap v374: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-25T17:16:34.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:33 smithi042 ceph-mon[32851]: pgmap v375: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-04-25T17:16:34.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:33 smithi028 ceph-mon[29207]: pgmap v375: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-04-25T17:16:34.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:33 smithi084 ceph-mon[32752]: pgmap v375: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-04-25T17:16:36.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:35 smithi042 ceph-mon[32851]: pgmap v376: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 682 B/s wr, 7 op/s 2024-04-25T17:16:36.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:35 smithi028 ceph-mon[29207]: pgmap v376: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 682 B/s wr, 7 op/s 2024-04-25T17:16:36.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:35 smithi084 ceph-mon[32752]: pgmap v376: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 682 B/s wr, 7 op/s 2024-04-25T17:16:38.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:37 smithi042 ceph-mon[32851]: pgmap v377: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:16:38.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:37 smithi028 ceph-mon[29207]: pgmap v377: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:16:38.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:37 smithi084 ceph-mon[32752]: pgmap v377: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:16:40.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:39 smithi042 ceph-mon[32851]: pgmap v378: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:16:40.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:39 smithi028 ceph-mon[29207]: pgmap v378: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:16:40.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:39 smithi084 ceph-mon[32752]: pgmap v378: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:16:42.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:41 smithi042 ceph-mon[32851]: pgmap v379: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:16:42.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:41 smithi028 ceph-mon[29207]: pgmap v379: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:16:42.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:41 smithi084 ceph-mon[32752]: pgmap v379: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:16:44.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:43 smithi042 ceph-mon[32851]: pgmap v380: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:16:44.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:43 smithi028 ceph-mon[29207]: pgmap v380: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:16:44.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:43 smithi084 ceph-mon[32752]: pgmap v380: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:16:44.980 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T17:16:44.980 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T17:16:45.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.112+0000 7ff4b875e640 1 -- 172.21.15.28:0/2455902733 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff4b0106f30 msgr2=0x7ff4b0109350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.112+0000 7ff4b875e640 1 --2- 172.21.15.28:0/2455902733 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff4b0106f30 0x7ff4b0109350 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7ff4a0009900 tx=0x7ff4a002a410 comp rx=0 tx=0).stop 2024-04-25T17:16:45.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.112+0000 7ff4b875e640 1 -- 172.21.15.28:0/2455902733 shutdown_connections 2024-04-25T17:16:45.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.112+0000 7ff4b875e640 1 --2- 172.21.15.28:0/2455902733 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff4b0109890 0x7ff4b010bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.112+0000 7ff4b875e640 1 --2- 172.21.15.28:0/2455902733 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff4b0106f30 0x7ff4b0109350 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.112+0000 7ff4b875e640 1 --2- 172.21.15.28:0/2455902733 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4b01045d0 0x7ff4b01069f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.112+0000 7ff4b875e640 1 -- 172.21.15.28:0/2455902733 >> 172.21.15.28:0/2455902733 conn(0x7ff4b00fdbd0 msgr2=0x7ff4b0100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.112+0000 7ff4b875e640 1 -- 172.21.15.28:0/2455902733 shutdown_connections 2024-04-25T17:16:45.116 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.112+0000 7ff4b875e640 1 -- 172.21.15.28:0/2455902733 wait complete. 2024-04-25T17:16:45.116 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.113+0000 7ff4b875e640 1 Processor -- start 2024-04-25T17:16:45.116 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.113+0000 7ff4b875e640 1 -- start start 2024-04-25T17:16:45.116 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.113+0000 7ff4b875e640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff4b01045d0 0x7ff4b019a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.116 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.113+0000 7ff4b875e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff4b0106f30 0x7ff4b019a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.116 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.113+0000 7ff4b875e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4b0109890 0x7ff4b01a1630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.116 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.113+0000 7ff4b875e640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b010f4a0 con 0x7ff4b0106f30 2024-04-25T17:16:45.116 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.113+0000 7ff4b875e640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b010f320 con 0x7ff4b01045d0 2024-04-25T17:16:45.116 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.113+0000 7ff4b875e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b010f620 con 0x7ff4b0109890 2024-04-25T17:16:45.116 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.113+0000 7ff4b5cf9640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff4b0106f30 0x7ff4b019a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.116 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.113+0000 7ff4b5cf9640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff4b0106f30 0x7ff4b019a6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44338/0 (socket says 172.21.15.28:44338) 2024-04-25T17:16:45.116 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.113+0000 7ff4b5cf9640 1 -- 172.21.15.28:0/184112080 learned_addr learned my addr 172.21.15.28:0/184112080 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:45.116 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.114+0000 7ff4b64fa640 1 --2- 172.21.15.28:0/184112080 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff4b01045d0 0x7ff4b019a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.116 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.114+0000 7ff4b6cfb640 1 --2- 172.21.15.28:0/184112080 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4b0109890 0x7ff4b01a1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.114+0000 7ff4b5cf9640 1 -- 172.21.15.28:0/184112080 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4b0109890 msgr2=0x7ff4b01a1630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.114+0000 7ff4b5cf9640 1 --2- 172.21.15.28:0/184112080 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4b0109890 0x7ff4b01a1630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.114+0000 7ff4b5cf9640 1 -- 172.21.15.28:0/184112080 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff4b01045d0 msgr2=0x7ff4b019a160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.114+0000 7ff4b5cf9640 1 --2- 172.21.15.28:0/184112080 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff4b01045d0 0x7ff4b019a160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.114+0000 7ff4b5cf9640 1 -- 172.21.15.28:0/184112080 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4b01a1bf0 con 0x7ff4b0106f30 2024-04-25T17:16:45.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.114+0000 7ff4b5cf9640 1 --2- 172.21.15.28:0/184112080 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff4b0106f30 0x7ff4b019a6a0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7ff4a0009230 tx=0x7ff4a00040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.114+0000 7ff4a77fe640 1 -- 172.21.15.28:0/184112080 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a003f030 con 0x7ff4b0106f30 2024-04-25T17:16:45.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.114+0000 7ff4a77fe640 1 -- 172.21.15.28:0/184112080 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff4a00044c0 con 0x7ff4b0106f30 2024-04-25T17:16:45.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.114+0000 7ff4b875e640 1 -- 172.21.15.28:0/184112080 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4b01a1e80 con 0x7ff4b0106f30 2024-04-25T17:16:45.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.114+0000 7ff4a77fe640 1 -- 172.21.15.28:0/184112080 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a0035070 con 0x7ff4b0106f30 2024-04-25T17:16:45.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.114+0000 7ff4b875e640 1 -- 172.21.15.28:0/184112080 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4b01a22e0 con 0x7ff4b0106f30 2024-04-25T17:16:45.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.117+0000 7ff4bf60f740 1 Processor -- start 2024-04-25T17:16:45.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.117+0000 7ff4a77fe640 1 -- 172.21.15.28:0/184112080 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7ff4a0042030 con 0x7ff4b0106f30 2024-04-25T17:16:45.122 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.117+0000 7ff4bf60f740 1 -- start start 2024-04-25T17:16:45.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.117+0000 7ff4bf60f740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2b0b390 0x5589e2eaca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.117+0000 7ff4bf60f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5589e2ae24d0 0x5589e2eacfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.117+0000 7ff4bf60f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5589e2aea6b0 0x5589e2eadc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.117+0000 7ff4bf60f740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x5589e2e11d80 con 0x5589e2b0b390 2024-04-25T17:16:45.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.117+0000 7ff4bf60f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5589e2dcb8b0 con 0x5589e2ae24d0 2024-04-25T17:16:45.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.117+0000 7ff4bf60f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5589e2e0dd40 con 0x5589e2aea6b0 2024-04-25T17:16:45.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.117+0000 7ff4b6cfb640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2b0b390 0x5589e2eaca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.117+0000 7ff4b6cfb640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2b0b390 0x5589e2eaca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44350/0 (socket says 172.21.15.28:44350) 2024-04-25T17:16:45.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.117+0000 7ff4b6cfb640 1 -- 172.21.15.28:0/1284230785 learned_addr learned my addr 172.21.15.28:0/1284230785 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:45.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.117+0000 7ff4b5cf9640 1 --2- 172.21.15.28:0/1284230785 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5589e2aea6b0 0x5589e2eadc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.118+0000 7ff4b64fa640 1 --2- 172.21.15.28:0/1284230785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5589e2ae24d0 0x5589e2eacfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.118+0000 7ff4b6cfb640 1 -- 172.21.15.28:0/1284230785 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5589e2aea6b0 msgr2=0x5589e2eadc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.123 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.118+0000 7ff4b6cfb640 1 --2- 172.21.15.28:0/1284230785 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5589e2aea6b0 0x5589e2eadc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.118+0000 7ff4b6cfb640 1 -- 172.21.15.28:0/1284230785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5589e2ae24d0 msgr2=0x5589e2eacfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.118+0000 7ff4b6cfb640 1 --2- 172.21.15.28:0/1284230785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5589e2ae24d0 0x5589e2eacfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.118+0000 7ff4b6cfb640 1 -- 172.21.15.28:0/1284230785 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5589e2d9ca40 con 0x5589e2b0b390 2024-04-25T17:16:45.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.118+0000 7ff4b64fa640 1 --2- 172.21.15.28:0/1284230785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5589e2ae24d0 0x5589e2eacfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:16:45.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.118+0000 7ff4a77fe640 1 --2- 172.21.15.28:0/184112080 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff49c0afb70 0x7ff49c0b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.118+0000 7ff4b64fa640 1 --2- 172.21.15.28:0/184112080 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff49c0afb70 0x7ff49c0b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.118+0000 7ff4b6cfb640 1 --2- 172.21.15.28:0/1284230785 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2b0b390 0x5589e2eaca60 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7ff4a8009f90 tx=0x7ff4a80118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b51e75d2f11c525 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.118+0000 7ff4a77fe640 1 -- 172.21.15.28:0/184112080 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7ff4a00ff320 con 0x7ff4b0106f30 2024-04-25T17:16:45.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.118+0000 7ff4a4ff9640 1 -- 172.21.15.28:0/1284230785 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a8004d20 con 0x5589e2b0b390 2024-04-25T17:16:45.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.118+0000 7ff4a4ff9640 1 -- 172.21.15.28:0/1284230785 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff4a8004050 con 0x5589e2b0b390 2024-04-25T17:16:45.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.118+0000 7ff4a4ff9640 1 -- 172.21.15.28:0/1284230785 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a8005220 con 0x5589e2b0b390 2024-04-25T17:16:45.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.119+0000 7ff4bf60f740 1 -- 172.21.15.28:0/1284230785 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2b0b390 msgr2=0x5589e2eaca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.119+0000 7ff4b64fa640 1 --2- 172.21.15.28:0/184112080 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff49c0afb70 0x7ff49c0b2080 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x5589e2eac780 tx=0x7ff4ac00a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.119+0000 7ff4bf60f740 1 --2- 172.21.15.28:0/1284230785 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2b0b390 0x5589e2eaca60 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7ff4a8009f90 tx=0x7ff4a80118d0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.124 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.119+0000 7ff4bf60f740 1 -- 172.21.15.28:0/1284230785 shutdown_connections 2024-04-25T17:16:45.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.119+0000 7ff4bf60f740 1 --2- 172.21.15.28:0/1284230785 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5589e2aea6b0 0x5589e2eadc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.119+0000 7ff4bf60f740 1 --2- 172.21.15.28:0/1284230785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5589e2ae24d0 0x5589e2eacfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.119+0000 7ff4bf60f740 1 --2- 172.21.15.28:0/1284230785 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2b0b390 0x5589e2eaca60 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.119+0000 7ff4bf60f740 1 -- 172.21.15.28:0/1284230785 >> 172.21.15.28:0/1284230785 conn(0x5589e2aff4e0 msgr2=0x5589e2ea8270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.119+0000 7ff4bf60f740 1 -- 172.21.15.28:0/1284230785 shutdown_connections 2024-04-25T17:16:45.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.119+0000 7ff4bf60f740 1 -- 172.21.15.28:0/1284230785 wait complete. 2024-04-25T17:16:45.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.120+0000 7ff4bf60f740 1 -- start start 2024-04-25T17:16:45.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.120+0000 7ff4bf60f740 1 Processor -- start 2024-04-25T17:16:45.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.120+0000 7ff4bf60f740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2ae24d0 0x5589e2eb69b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.120+0000 7ff4bf60f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5589e2aea6b0 0x5589e2eb6ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.120+0000 7ff4bf60f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5589e2b0b390 0x5589e2ebde50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.120+0000 7ff4bf60f740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x5589e2eae780 con 0x5589e2ae24d0 2024-04-25T17:16:45.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.120+0000 7ff4bf60f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5589e2d98d10 con 0x5589e2aea6b0 2024-04-25T17:16:45.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.120+0000 7ff4bf60f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5589e2eae900 con 0x5589e2b0b390 2024-04-25T17:16:45.125 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.120+0000 7ff4bf60f740 10 client.0 _ll_register_callbacks cb 0x5589e2dc5210 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:16:45.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.120+0000 7ff4b64fa640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2ae24d0 0x5589e2eb69b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.120+0000 7ff4b64fa640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2ae24d0 0x5589e2eb69b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44364/0 (socket says 172.21.15.28:44364) 2024-04-25T17:16:45.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.120+0000 7ff4b64fa640 1 -- 172.21.15.28:0/140381272 learned_addr learned my addr 172.21.15.28:0/140381272 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:45.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.120+0000 7ff4b6cfb640 1 --2- 172.21.15.28:0/140381272 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5589e2b0b390 0x5589e2ebde50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.120+0000 7ff4b5cf9640 1 --2- 172.21.15.28:0/140381272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5589e2aea6b0 0x5589e2eb6ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.120+0000 7ff4b64fa640 1 -- 172.21.15.28:0/140381272 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5589e2b0b390 msgr2=0x5589e2ebde50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.120+0000 7ff4b64fa640 1 --2- 172.21.15.28:0/140381272 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5589e2b0b390 0x5589e2ebde50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.120+0000 7ff4b64fa640 1 -- 172.21.15.28:0/140381272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5589e2aea6b0 msgr2=0x5589e2eb6ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.120+0000 7ff4b64fa640 1 --2- 172.21.15.28:0/140381272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5589e2aea6b0 0x5589e2eb6ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.120+0000 7ff4b64fa640 1 -- 172.21.15.28:0/140381272 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5589e2bed7d0 con 0x5589e2ae24d0 2024-04-25T17:16:45.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.121+0000 7ff4b64fa640 1 --2- 172.21.15.28:0/140381272 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2ae24d0 0x5589e2eb69b0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac010e10 tx=0x7ff4ac0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=140678a5999be688 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.121+0000 7ff499ffb640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:16:45.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.121+0000 7ff499ffb640 1 -- 172.21.15.28:0/140381272 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ac00ae00 con 0x5589e2ae24d0 2024-04-25T17:16:45.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.121+0000 7ff499ffb640 1 -- 172.21.15.28:0/140381272 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7ff4ac027400 con 0x5589e2ae24d0 2024-04-25T17:16:45.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.121+0000 7ff4bf60f740 1 -- 172.21.15.28:0/140381272 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff4a8004050 con 0x5589e2ae24d0 2024-04-25T17:16:45.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.121+0000 7ff499ffb640 1 -- 172.21.15.28:0/140381272 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff4ac005020 con 0x5589e2ae24d0 2024-04-25T17:16:45.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.121+0000 7ff4bf60f740 10 client.15666 fetch_fsmap learned FSMap version 24 2024-04-25T17:16:45.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.121+0000 7ff4bf60f740 1 -- 172.21.15.28:0/140381272 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5589e2b233f0 con 0x5589e2ae24d0 2024-04-25T17:16:45.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.121+0000 7ff499ffb640 1 -- 172.21.15.28:0/140381272 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff4a8004050 con 0x5589e2ae24d0 2024-04-25T17:16:45.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.121+0000 7ff499ffb640 1 -- 172.21.15.28:0/140381272 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7ff4ac004c90 con 0x5589e2ae24d0 2024-04-25T17:16:45.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.121+0000 7ff4bf60f740 10 client.15666 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:16:45.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.121+0000 7ff4bf60f740 10 client.15666 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:16:45.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.122+0000 7ff4bf60f740 20 client.15666 populate_metadata read hostname 'smithi028' 2024-04-25T17:16:45.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.122+0000 7ff4bf60f740 1 --2- 172.21.15.28:0/140381272 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5589e2ac9f60 0x5589e2ec43f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.122+0000 7ff4bf60f740 4 client.15666 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:16:45.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.122+0000 7ff4bf60f740 1 -- 172.21.15.28:0/140381272 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5589e2e1f990 con 0x5589e2ac9f60 2024-04-25T17:16:45.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.122+0000 7ff4b5cf9640 1 --2- 172.21.15.28:0/140381272 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5589e2ac9f60 0x5589e2ec43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.122+0000 7ff499ffb640 10 client.15666 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:45.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.122+0000 7ff4b5cf9640 1 --2- 172.21.15.28:0/140381272 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5589e2ac9f60 0x5589e2ec43f0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e847c3315da43f8f server_cookie=2c31b051b3975cb0 in_seq=0 out_seq=0 2024-04-25T17:16:45.128 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.123+0000 7ff499ffb640 1 -- 172.21.15.28:0/140381272 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5589e2e1f990 con 0x5589e2ac9f60 2024-04-25T17:16:45.128 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.123+0000 7ff499ffb640 10 client.15666 handle_command_reply: tid=0 2024-04-25T17:16:45.128 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.123+0000 7ff4bf60f740 1 client.15666 shutdown 2024-04-25T17:16:45.128 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.124+0000 7ff4bf60f740 1 -- 172.21.15.28:0/140381272 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2ae24d0 msgr2=0x5589e2eb69b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.124+0000 7ff4bf60f740 1 --2- 172.21.15.28:0/140381272 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2ae24d0 0x5589e2eb69b0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac010e10 tx=0x7ff4ac0046c0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.124+0000 7ff4bf60f740 1 -- 172.21.15.28:0/140381272 shutdown_connections 2024-04-25T17:16:45.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.124+0000 7ff4bf60f740 1 --2- 172.21.15.28:0/140381272 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5589e2ac9f60 0x5589e2ec43f0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.124+0000 7ff4bf60f740 1 --2- 172.21.15.28:0/140381272 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5589e2b0b390 0x5589e2ebde50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.124+0000 7ff4bf60f740 1 --2- 172.21.15.28:0/140381272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5589e2aea6b0 0x5589e2eb6ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.124+0000 7ff4bf60f740 1 --2- 172.21.15.28:0/140381272 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2ae24d0 0x5589e2eb69b0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.124+0000 7ff499ffb640 0 client.15666 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:45.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.124+0000 7ff4bf60f740 1 -- 172.21.15.28:0/140381272 >> 172.21.15.28:0/140381272 conn(0x5589e2aff4e0 msgr2=0x5589e2ea73f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.124+0000 7ff4bf60f740 1 -- 172.21.15.28:0/140381272 shutdown_connections 2024-04-25T17:16:45.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.124+0000 7ff4bf60f740 1 -- 172.21.15.28:0/140381272 wait complete. 2024-04-25T17:16:45.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.124+0000 7ff4bf60f740 20 client.15666 trim_cache size 0 max 16384 2024-04-25T17:16:45.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.142+0000 7ff4bf60f740 1 Processor -- start 2024-04-25T17:16:45.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.142+0000 7ff4bf60f740 1 -- start start 2024-04-25T17:16:45.143 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.142+0000 7ff4bf60f740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2ae24d0 0x5589e2eab800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.142+0000 7ff4bf60f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5589e2aea6b0 0x5589e2ec9bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.142+0000 7ff4bf60f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5589e2b0b390 0x5589e2eca0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.142+0000 7ff4bf60f740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b01af0e0 con 0x5589e2ae24d0 2024-04-25T17:16:45.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.142+0000 7ff4bf60f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b01ac9b0 con 0x5589e2b0b390 2024-04-25T17:16:45.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.142+0000 7ff4bf60f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b01aa800 con 0x5589e2aea6b0 2024-04-25T17:16:45.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.142+0000 7ff4b64fa640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2ae24d0 0x5589e2eab800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.142+0000 7ff4b64fa640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2ae24d0 0x5589e2eab800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44380/0 (socket says 172.21.15.28:44380) 2024-04-25T17:16:45.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.142+0000 7ff4b64fa640 1 -- 172.21.15.28:0/1607387115 learned_addr learned my addr 172.21.15.28:0/1607387115 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:45.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.142+0000 7ff4b64fa640 1 -- 172.21.15.28:0/1607387115 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5589e2aea6b0 msgr2=0x5589e2ec9bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.142+0000 7ff4b64fa640 1 --2- 172.21.15.28:0/1607387115 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5589e2aea6b0 0x5589e2ec9bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.142+0000 7ff4b64fa640 1 -- 172.21.15.28:0/1607387115 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5589e2b0b390 msgr2=0x5589e2eca0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.142+0000 7ff4b64fa640 1 --2- 172.21.15.28:0/1607387115 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5589e2b0b390 0x5589e2eca0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.143+0000 7ff4b64fa640 1 -- 172.21.15.28:0/1607387115 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5589e2ae30f0 con 0x5589e2ae24d0 2024-04-25T17:16:45.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.143+0000 7ff4b64fa640 1 --2- 172.21.15.28:0/1607387115 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2ae24d0 0x5589e2eab800 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac005940 tx=0x7ff4ac00a7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28121a9b58d9ae34 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.143+0000 7ff49bfff640 1 -- 172.21.15.28:0/1607387115 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ac039020 con 0x5589e2ae24d0 2024-04-25T17:16:45.144 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.143+0000 7ff49bfff640 1 -- 172.21.15.28:0/1607387115 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff4ac00ae00 con 0x5589e2ae24d0 2024-04-25T17:16:45.145 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.143+0000 7ff49bfff640 1 -- 172.21.15.28:0/1607387115 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ac027e20 con 0x5589e2ae24d0 2024-04-25T17:16:45.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.144+0000 7ff4bf60f740 1 -- 172.21.15.28:0/1607387115 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2ae24d0 msgr2=0x5589e2eab800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.144+0000 7ff4bf60f740 1 --2- 172.21.15.28:0/1607387115 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2ae24d0 0x5589e2eab800 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac005940 tx=0x7ff4ac00a7f0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.144+0000 7ff4bf60f740 1 -- 172.21.15.28:0/1607387115 shutdown_connections 2024-04-25T17:16:45.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.144+0000 7ff4bf60f740 1 --2- 172.21.15.28:0/1607387115 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5589e2b0b390 0x5589e2eca0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.144+0000 7ff4bf60f740 1 --2- 172.21.15.28:0/1607387115 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5589e2aea6b0 0x5589e2ec9bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.144+0000 7ff4bf60f740 1 --2- 172.21.15.28:0/1607387115 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2ae24d0 0x5589e2eab800 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.144+0000 7ff4bf60f740 1 -- 172.21.15.28:0/1607387115 >> 172.21.15.28:0/1607387115 conn(0x5589e2aff4e0 msgr2=0x5589e2eab0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.144+0000 7ff4bf60f740 1 -- 172.21.15.28:0/1607387115 shutdown_connections 2024-04-25T17:16:45.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.144+0000 7ff4bf60f740 1 -- 172.21.15.28:0/1607387115 wait complete. 2024-04-25T17:16:45.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.144+0000 7ff4bf60f740 1 -- start start 2024-04-25T17:16:45.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.144+0000 7ff4bf60f740 1 Processor -- start 2024-04-25T17:16:45.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.144+0000 7ff4bf60f740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2ae24d0 0x5589e2ebb7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.144+0000 7ff4bf60f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5589e2aea6b0 0x5589e2ebbd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.144+0000 7ff4bf60f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5589e2b0b390 0x5589e2ebcc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.144+0000 7ff4bf60f740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b01aae70 con 0x5589e2ae24d0 2024-04-25T17:16:45.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.144+0000 7ff4bf60f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b01ac2e0 con 0x5589e2b0b390 2024-04-25T17:16:45.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.144+0000 7ff4bf60f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b01ab540 con 0x5589e2aea6b0 2024-04-25T17:16:45.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.144+0000 7ff4bf60f740 10 client.0 _ll_register_callbacks cb 0x7ff4ac005870 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:16:45.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.144+0000 7ff4b64fa640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2ae24d0 0x5589e2ebb7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.144+0000 7ff4b64fa640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2ae24d0 0x5589e2ebb7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44390/0 (socket says 172.21.15.28:44390) 2024-04-25T17:16:45.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.144+0000 7ff4b64fa640 1 -- 172.21.15.28:0/1406395554 learned_addr learned my addr 172.21.15.28:0/1406395554 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:45.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.145+0000 7ff4b6cfb640 1 --2- 172.21.15.28:0/1406395554 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5589e2b0b390 0x5589e2ebcc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.145+0000 7ff4b5cf9640 1 --2- 172.21.15.28:0/1406395554 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5589e2aea6b0 0x5589e2ebbd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.145+0000 7ff4b64fa640 1 -- 172.21.15.28:0/1406395554 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5589e2aea6b0 msgr2=0x5589e2ebbd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.145+0000 7ff4b64fa640 1 --2- 172.21.15.28:0/1406395554 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5589e2aea6b0 0x5589e2ebbd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.145+0000 7ff4b64fa640 1 -- 172.21.15.28:0/1406395554 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5589e2b0b390 msgr2=0x5589e2ebcc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.145+0000 7ff4b64fa640 1 --2- 172.21.15.28:0/1406395554 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5589e2b0b390 0x5589e2ebcc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.145+0000 7ff4b64fa640 1 -- 172.21.15.28:0/1406395554 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5589e2dd24b0 con 0x5589e2ae24d0 2024-04-25T17:16:45.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.145+0000 7ff4b6cfb640 1 --2- 172.21.15.28:0/1406395554 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5589e2b0b390 0x5589e2ebcc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:16:45.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.145+0000 7ff4b5cf9640 1 --2- 172.21.15.28:0/1406395554 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5589e2aea6b0 0x5589e2ebbd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:16:45.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.145+0000 7ff4b64fa640 1 --2- 172.21.15.28:0/1406395554 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2ae24d0 0x5589e2ebb7e0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac00fd20 tx=0x7ff4ac0278b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f13bbd014d003084 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.145+0000 7ff499ffb640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:16:45.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.145+0000 7ff499ffb640 1 -- 172.21.15.28:0/1406395554 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ac039030 con 0x5589e2ae24d0 2024-04-25T17:16:45.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.145+0000 7ff499ffb640 1 -- 172.21.15.28:0/1406395554 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7ff4ac004680 con 0x5589e2ae24d0 2024-04-25T17:16:45.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.145+0000 7ff4bf60f740 1 -- 172.21.15.28:0/1406395554 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff4ac00ae00 con 0x5589e2ae24d0 2024-04-25T17:16:45.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.145+0000 7ff499ffb640 1 -- 172.21.15.28:0/1406395554 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff4ac0055d0 con 0x5589e2ae24d0 2024-04-25T17:16:45.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.145+0000 7ff4bf60f740 10 client.15672 fetch_fsmap learned FSMap version 24 2024-04-25T17:16:45.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.145+0000 7ff4bf60f740 1 -- 172.21.15.28:0/1406395554 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5589e2ebe2d0 con 0x5589e2ae24d0 2024-04-25T17:16:45.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.145+0000 7ff499ffb640 1 -- 172.21.15.28:0/1406395554 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff4ac00ae00 con 0x5589e2ae24d0 2024-04-25T17:16:45.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.146+0000 7ff499ffb640 1 -- 172.21.15.28:0/1406395554 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7ff4ac035900 con 0x5589e2ae24d0 2024-04-25T17:16:45.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.146+0000 7ff4bf60f740 10 client.15672 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:16:45.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.146+0000 7ff4bf60f740 10 client.15672 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:16:45.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.146+0000 7ff4bf60f740 20 client.15672 populate_metadata read hostname 'smithi028' 2024-04-25T17:16:45.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.146+0000 7ff4bf60f740 1 --2- 172.21.15.28:0/1406395554 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5589e2a9f3a0 0x5589e2f2e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.146+0000 7ff4bf60f740 4 client.15672 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T17:16:45.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.146+0000 7ff4bf60f740 1 -- 172.21.15.28:0/1406395554 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5589e2e19800 con 0x5589e2a9f3a0 2024-04-25T17:16:45.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.146+0000 7ff4b5cf9640 1 --2- 172.21.15.28:0/1406395554 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5589e2a9f3a0 0x5589e2f2e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.146+0000 7ff4b5cf9640 1 --2- 172.21.15.28:0/1406395554 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5589e2a9f3a0 0x5589e2f2e830 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8775b9db66256271 server_cookie=f4f412dcb4385848 in_seq=0 out_seq=0 2024-04-25T17:16:45.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.146+0000 7ff499ffb640 10 client.15672 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:45.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff499ffb640 1 -- 172.21.15.28:0/1406395554 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5589e2e19800 con 0x5589e2a9f3a0 2024-04-25T17:16:45.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff499ffb640 10 client.15672 handle_command_reply: tid=0 2024-04-25T17:16:45.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff4bf60f740 1 client.15672 shutdown 2024-04-25T17:16:45.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff4bf60f740 1 -- 172.21.15.28:0/1406395554 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2ae24d0 msgr2=0x5589e2ebb7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff4bf60f740 1 --2- 172.21.15.28:0/1406395554 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2ae24d0 0x5589e2ebb7e0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac00fd20 tx=0x7ff4ac0278b0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff4bf60f740 1 -- 172.21.15.28:0/1406395554 shutdown_connections 2024-04-25T17:16:45.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff4bf60f740 1 --2- 172.21.15.28:0/1406395554 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5589e2a9f3a0 0x5589e2f2e830 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff4bf60f740 1 --2- 172.21.15.28:0/1406395554 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5589e2b0b390 0x5589e2ebcc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff4bf60f740 1 --2- 172.21.15.28:0/1406395554 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5589e2aea6b0 0x5589e2ebbd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff499ffb640 0 client.15672 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:45.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff4bf60f740 1 --2- 172.21.15.28:0/1406395554 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5589e2ae24d0 0x5589e2ebb7e0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff4bf60f740 1 -- 172.21.15.28:0/1406395554 >> 172.21.15.28:0/1406395554 conn(0x5589e2aff4e0 msgr2=0x5589e2ec8ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff4bf60f740 1 -- 172.21.15.28:0/1406395554 shutdown_connections 2024-04-25T17:16:45.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff4bf60f740 1 -- 172.21.15.28:0/1406395554 wait complete. 2024-04-25T17:16:45.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff4bf60f740 20 client.15672 trim_cache size 0 max 16384 2024-04-25T17:16:45.153 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:16:45.153 INFO:teuthology.orchestra.run.smithi028.stdout: "status": "no active scrubs running", 2024-04-25T17:16:45.153 INFO:teuthology.orchestra.run.smithi028.stdout: "scrubs": {} 2024-04-25T17:16:45.153 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:16:45.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff4b875e640 1 -- 172.21.15.28:0/184112080 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff49c0afb70 msgr2=0x7ff49c0b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff4b875e640 1 --2- 172.21.15.28:0/184112080 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff49c0afb70 0x7ff49c0b2080 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x5589e2eac780 tx=0x7ff4ac00a2d0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff4b875e640 1 -- 172.21.15.28:0/184112080 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff4b0106f30 msgr2=0x7ff4b019a6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff4b875e640 1 --2- 172.21.15.28:0/184112080 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff4b0106f30 0x7ff4b019a6a0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7ff4a0009230 tx=0x7ff4a00040c0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff4b875e640 1 -- 172.21.15.28:0/184112080 shutdown_connections 2024-04-25T17:16:45.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff4b875e640 1 --2- 172.21.15.28:0/184112080 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff49c0afb70 0x7ff49c0b2080 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff4b875e640 1 --2- 172.21.15.28:0/184112080 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4b0109890 0x7ff4b01a1630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff4b875e640 1 --2- 172.21.15.28:0/184112080 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff4b0106f30 0x7ff4b019a6a0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff4b875e640 1 --2- 172.21.15.28:0/184112080 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff4b01045d0 0x7ff4b019a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.147+0000 7ff4b875e640 1 -- 172.21.15.28:0/184112080 >> 172.21.15.28:0/184112080 conn(0x7ff4b00fdbd0 msgr2=0x7ff4b0106630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.148+0000 7ff4b875e640 1 -- 172.21.15.28:0/184112080 shutdown_connections 2024-04-25T17:16:45.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.148+0000 7ff4b875e640 1 -- 172.21.15.28:0/184112080 wait complete. 2024-04-25T17:16:45.159 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-25T17:16:45.159 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:16:45.275 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.272+0000 7fa09ad84640 1 -- 172.21.15.28:0/1860276899 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa094103c40 msgr2=0x7fa094104050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.275 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.272+0000 7fa09ad84640 1 --2- 172.21.15.28:0/1860276899 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa094103c40 0x7fa094104050 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fa080009900 tx=0x7fa08002a410 comp rx=0 tx=0).stop 2024-04-25T17:16:45.275 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.272+0000 7fa09ad84640 1 -- 172.21.15.28:0/1860276899 shutdown_connections 2024-04-25T17:16:45.275 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.272+0000 7fa09ad84640 1 --2- 172.21.15.28:0/1860276899 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa094108940 0x7fa09410ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.275 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.272+0000 7fa09ad84640 1 --2- 172.21.15.28:0/1860276899 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa094103c40 0x7fa094104050 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.275 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.272+0000 7fa09ad84640 1 --2- 172.21.15.28:0/1860276899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa094102a00 0x7fa094103700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.275 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.272+0000 7fa09ad84640 1 -- 172.21.15.28:0/1860276899 >> 172.21.15.28:0/1860276899 conn(0x7fa0940fdbf0 msgr2=0x7fa0941000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.275 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.272+0000 7fa09ad84640 1 -- 172.21.15.28:0/1860276899 shutdown_connections 2024-04-25T17:16:45.275 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.272+0000 7fa09ad84640 1 -- 172.21.15.28:0/1860276899 wait complete. 2024-04-25T17:16:45.275 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.272+0000 7fa09ad84640 1 Processor -- start 2024-04-25T17:16:45.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.273+0000 7fa09ad84640 1 -- start start 2024-04-25T17:16:45.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.273+0000 7fa09ad84640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa094102a00 0x7fa09406aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.273+0000 7fa09ad84640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa094103c40 0x7fa09419ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.273+0000 7fa09ad84640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa094108940 0x7fa0941a13a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.273+0000 7fa09ad84640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fa09410e430 con 0x7fa094103c40 2024-04-25T17:16:45.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.273+0000 7fa09ad84640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa09410e2b0 con 0x7fa094108940 2024-04-25T17:16:45.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.273+0000 7fa09ad84640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa09410e5b0 con 0x7fa094102a00 2024-04-25T17:16:45.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.273+0000 7fa093fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa094103c40 0x7fa09419ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.273+0000 7fa093fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa094103c40 0x7fa09419ee30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44412/0 (socket says 172.21.15.28:44412) 2024-04-25T17:16:45.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.273+0000 7fa093fff640 1 -- 172.21.15.28:0/2281481849 learned_addr learned my addr 172.21.15.28:0/2281481849 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:45.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.273+0000 7fa098b20640 1 --2- 172.21.15.28:0/2281481849 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa094102a00 0x7fa09406aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.273+0000 7fa093fff640 1 -- 172.21.15.28:0/2281481849 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa094102a00 msgr2=0x7fa09406aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.273+0000 7fa093fff640 1 --2- 172.21.15.28:0/2281481849 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa094102a00 0x7fa09406aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.273+0000 7fa093fff640 1 -- 172.21.15.28:0/2281481849 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa094108940 msgr2=0x7fa0941a13a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.273+0000 7fa099321640 1 --2- 172.21.15.28:0/2281481849 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa094108940 0x7fa0941a13a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.273+0000 7fa093fff640 1 --2- 172.21.15.28:0/2281481849 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa094108940 0x7fa0941a13a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.273+0000 7fa093fff640 1 -- 172.21.15.28:0/2281481849 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0941a1bc0 con 0x7fa094103c40 2024-04-25T17:16:45.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.273+0000 7fa093fff640 1 --2- 172.21.15.28:0/2281481849 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa094103c40 0x7fa09419ee30 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fa080005760 tx=0x7fa080003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.274+0000 7fa091ffb640 1 -- 172.21.15.28:0/2281481849 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa08003f070 con 0x7fa094103c40 2024-04-25T17:16:45.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.274+0000 7fa091ffb640 1 -- 172.21.15.28:0/2281481849 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa080031ba0 con 0x7fa094103c40 2024-04-25T17:16:45.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.274+0000 7fa09ad84640 1 -- 172.21.15.28:0/2281481849 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0941a1e50 con 0x7fa094103c40 2024-04-25T17:16:45.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.274+0000 7fa091ffb640 1 -- 172.21.15.28:0/2281481849 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa080035030 con 0x7fa094103c40 2024-04-25T17:16:45.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.274+0000 7fa09ad84640 1 -- 172.21.15.28:0/2281481849 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0941a22c0 con 0x7fa094103c40 2024-04-25T17:16:45.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.275+0000 7fa09ad84640 1 -- 172.21.15.28:0/2281481849 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa094107750 con 0x7fa094103c40 2024-04-25T17:16:45.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.276+0000 7fa091ffb640 1 -- 172.21.15.28:0/2281481849 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fa080042070 con 0x7fa094103c40 2024-04-25T17:16:45.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.277+0000 7fa091ffb640 1 --2- 172.21.15.28:0/2281481849 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa0840afc20 0x7fa0840b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.277+0000 7fa098b20640 1 --2- 172.21.15.28:0/2281481849 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa0840afc20 0x7fa0840b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.277+0000 7fa091ffb640 1 -- 172.21.15.28:0/2281481849 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fa0800ff8e0 con 0x7fa094103c40 2024-04-25T17:16:45.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.278+0000 7fa098b20640 1 --2- 172.21.15.28:0/2281481849 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa0840afc20 0x7fa0840b2130 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fa094103600 tx=0x7fa088005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.282 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.282+0000 7fa091ffb640 1 -- 172.21.15.28:0/2281481849 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa0800c80e0 con 0x7fa094103c40 2024-04-25T17:16:45.511 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.511+0000 7fa09ad84640 1 -- 172.21.15.28:0/2281481849 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa09402db50 con 0x7fa094103c40 2024-04-25T17:16:45.512 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.512+0000 7fa091ffb640 1 -- 172.21.15.28:0/2281481849 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11858 (secure 0 0 0) 0x7fa0800c79e0 con 0x7fa094103c40 2024-04-25T17:16:45.512 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:16:45.513 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14661,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6839/1659868687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6838","nonce":1659868687},{"type":"v1","addr":"172.21.15.28:6839","nonce":1659868687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14673,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6841/1611935230","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6840","nonce":1611935230},{"type":"v1","addr":"172.21.15.28:6841","nonce":1611935230}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T17:13:42.616399+0000","modified":"2024-04-25T17:16:06.660081+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24551,"mds_1":24532,"mds_2":24506},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6837/1172878965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1172878965},{"type":"v1","addr":"172.21.15.84:6837","nonce":1172878965}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.42:6837/229475507","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":229475507},{"type":"v1","addr":"172.21.15.42:6837","nonce":229475507}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.84:6839/1332945442","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":1332945442},{"type":"v1","addr":"172.21.15.84:6839","nonce":1332945442}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.42:6839/616693654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":616693654},{"type":"v1","addr":"172.21.15.42:6839","nonce":616693654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24551,24506,24532]},"id":1}]} 2024-04-25T17:16:45.513 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 24 2024-04-25T17:16:45.515 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.514+0000 7fa09ad84640 1 -- 172.21.15.28:0/2281481849 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa0840afc20 msgr2=0x7fa0840b2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.515 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.514+0000 7fa09ad84640 1 --2- 172.21.15.28:0/2281481849 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa0840afc20 0x7fa0840b2130 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fa094103600 tx=0x7fa088005f90 comp rx=0 tx=0).stop 2024-04-25T17:16:45.515 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.514+0000 7fa09ad84640 1 -- 172.21.15.28:0/2281481849 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa094103c40 msgr2=0x7fa09419ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.515 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.514+0000 7fa09ad84640 1 --2- 172.21.15.28:0/2281481849 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa094103c40 0x7fa09419ee30 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fa080005760 tx=0x7fa080003c10 comp rx=0 tx=0).stop 2024-04-25T17:16:45.515 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.514+0000 7fa09ad84640 1 -- 172.21.15.28:0/2281481849 shutdown_connections 2024-04-25T17:16:45.515 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.514+0000 7fa09ad84640 1 --2- 172.21.15.28:0/2281481849 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa0840afc20 0x7fa0840b2130 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.515 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.514+0000 7fa09ad84640 1 --2- 172.21.15.28:0/2281481849 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa094108940 0x7fa0941a13a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.515 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.514+0000 7fa09ad84640 1 --2- 172.21.15.28:0/2281481849 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa094103c40 0x7fa09419ee30 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.515 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.514+0000 7fa09ad84640 1 --2- 172.21.15.28:0/2281481849 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa094102a00 0x7fa09406aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.515 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.514+0000 7fa09ad84640 1 -- 172.21.15.28:0/2281481849 >> 172.21.15.28:0/2281481849 conn(0x7fa0940fdbf0 msgr2=0x7fa094104920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.515 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.514+0000 7fa09ad84640 1 -- 172.21.15.28:0/2281481849 shutdown_connections 2024-04-25T17:16:45.515 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.514+0000 7fa09ad84640 1 -- 172.21.15.28:0/2281481849 wait complete. 2024-04-25T17:16:45.526 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-25T17:16:45.642 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.640+0000 7fee9bf85640 1 -- 172.21.15.28:0/2595279399 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fee94103c20 msgr2=0x7fee94104030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.642 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.640+0000 7fee9bf85640 1 --2- 172.21.15.28:0/2595279399 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fee94103c20 0x7fee94104030 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fee84009900 tx=0x7fee8402a410 comp rx=0 tx=0).stop 2024-04-25T17:16:45.642 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.640+0000 7fee9bf85640 1 -- 172.21.15.28:0/2595279399 shutdown_connections 2024-04-25T17:16:45.642 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.640+0000 7fee9bf85640 1 --2- 172.21.15.28:0/2595279399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fee94108920 0x7fee9410ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.642 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.640+0000 7fee9bf85640 1 --2- 172.21.15.28:0/2595279399 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fee94103c20 0x7fee94104030 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.642 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.640+0000 7fee9bf85640 1 --2- 172.21.15.28:0/2595279399 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fee941029e0 0x7fee941036e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.642 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.640+0000 7fee9bf85640 1 -- 172.21.15.28:0/2595279399 >> 172.21.15.28:0/2595279399 conn(0x7fee940fdbf0 msgr2=0x7fee94100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.642 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.640+0000 7fee9bf85640 1 -- 172.21.15.28:0/2595279399 shutdown_connections 2024-04-25T17:16:45.642 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.640+0000 7fee9bf85640 1 -- 172.21.15.28:0/2595279399 wait complete. 2024-04-25T17:16:45.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.640+0000 7fee9bf85640 1 Processor -- start 2024-04-25T17:16:45.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.640+0000 7fee9bf85640 1 -- start start 2024-04-25T17:16:45.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.641+0000 7fee9bf85640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fee941029e0 0x7fee940ffa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.641+0000 7fee9bf85640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fee94103c20 0x7fee940fe120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.641+0000 7fee9bf85640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fee94108920 0x7fee940fe660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.641+0000 7fee9bf85640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fee9410e3b0 con 0x7fee941029e0 2024-04-25T17:16:45.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.641+0000 7fee9bf85640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fee9410e230 con 0x7fee94103c20 2024-04-25T17:16:45.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.641+0000 7fee9bf85640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fee9410e530 con 0x7fee94108920 2024-04-25T17:16:45.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.641+0000 7fee99d21640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fee941029e0 0x7fee940ffa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.641+0000 7fee99d21640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fee941029e0 0x7fee940ffa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44434/0 (socket says 172.21.15.28:44434) 2024-04-25T17:16:45.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.641+0000 7fee99d21640 1 -- 172.21.15.28:0/1957375457 learned_addr learned my addr 172.21.15.28:0/1957375457 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:45.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.641+0000 7fee99520640 1 --2- 172.21.15.28:0/1957375457 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fee94103c20 0x7fee940fe120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.641+0000 7fee99d21640 1 -- 172.21.15.28:0/1957375457 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fee94108920 msgr2=0x7fee940fe660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.641+0000 7fee99d21640 1 --2- 172.21.15.28:0/1957375457 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fee94108920 0x7fee940fe660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.643 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.641+0000 7fee99d21640 1 -- 172.21.15.28:0/1957375457 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fee94103c20 msgr2=0x7fee940fe120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.644 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.641+0000 7fee99d21640 1 --2- 172.21.15.28:0/1957375457 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fee94103c20 0x7fee940fe120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.644 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.641+0000 7fee99d21640 1 -- 172.21.15.28:0/1957375457 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee940feca0 con 0x7fee941029e0 2024-04-25T17:16:45.644 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.641+0000 7fee99520640 1 --2- 172.21.15.28:0/1957375457 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fee94103c20 0x7fee940fe120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:16:45.644 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.641+0000 7fee99d21640 1 --2- 172.21.15.28:0/1957375457 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fee941029e0 0x7fee940ffa10 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fee90005d00 tx=0x7fee9000dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.644 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.641+0000 7fee8affd640 1 -- 172.21.15.28:0/1957375457 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee90017070 con 0x7fee941029e0 2024-04-25T17:16:45.644 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.641+0000 7fee8affd640 1 -- 172.21.15.28:0/1957375457 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fee90009c30 con 0x7fee941029e0 2024-04-25T17:16:45.644 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.641+0000 7fee9bf85640 1 -- 172.21.15.28:0/1957375457 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee941a42a0 con 0x7fee941029e0 2024-04-25T17:16:45.644 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.641+0000 7fee8affd640 1 -- 172.21.15.28:0/1957375457 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee9000f620 con 0x7fee941029e0 2024-04-25T17:16:45.644 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.642+0000 7fee9bf85640 1 -- 172.21.15.28:0/1957375457 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee941a4650 con 0x7fee941029e0 2024-04-25T17:16:45.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.644+0000 7feea2e31740 1 Processor -- start 2024-04-25T17:16:45.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.644+0000 7feea2e31740 1 -- start start 2024-04-25T17:16:45.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.644+0000 7fee8affd640 1 -- 172.21.15.28:0/1957375457 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fee9001a070 con 0x7fee941029e0 2024-04-25T17:16:45.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.644+0000 7feea2e31740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50d6390 0x55fed5478810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.644+0000 7feea2e31740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fed50ad4d0 0x55fed5478d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.644+0000 7feea2e31740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fed50b56b0 0x55fed5479a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.645+0000 7feea2e31740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55fed53dcd80 con 0x55fed50d6390 2024-04-25T17:16:45.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.645+0000 7feea2e31740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55fed5396a20 con 0x55fed50b56b0 2024-04-25T17:16:45.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.645+0000 7feea2e31740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55fed53d8d40 con 0x55fed50ad4d0 2024-04-25T17:16:45.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.645+0000 7fee9a522640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50d6390 0x55fed5478810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.645+0000 7fee9a522640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50d6390 0x55fed5478810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44438/0 (socket says 172.21.15.28:44438) 2024-04-25T17:16:45.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.645+0000 7fee9a522640 1 -- 172.21.15.28:0/253703586 learned_addr learned my addr 172.21.15.28:0/253703586 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:45.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.645+0000 7fee99520640 1 --2- 172.21.15.28:0/253703586 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fed50b56b0 0x55fed5479a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.645+0000 7fee99d21640 1 --2- 172.21.15.28:0/253703586 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fed50ad4d0 0x55fed5478d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.645+0000 7fee9a522640 1 -- 172.21.15.28:0/253703586 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fed50ad4d0 msgr2=0x55fed5478d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.645+0000 7fee9a522640 1 --2- 172.21.15.28:0/253703586 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fed50ad4d0 0x55fed5478d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.645+0000 7fee9a522640 1 -- 172.21.15.28:0/253703586 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fed50b56b0 msgr2=0x55fed5479a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.645+0000 7fee9a522640 1 --2- 172.21.15.28:0/253703586 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fed50b56b0 0x55fed5479a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.645+0000 7fee9a522640 1 -- 172.21.15.28:0/253703586 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fed53a1c30 con 0x55fed50d6390 2024-04-25T17:16:45.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.645+0000 7fee99d21640 1 --2- 172.21.15.28:0/253703586 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fed50ad4d0 0x55fed5478d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:16:45.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.645+0000 7fee9a522640 1 --2- 172.21.15.28:0/253703586 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50d6390 0x55fed5478810 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fee8c007cf0 tx=0x7fee8c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fa1dd2158f46f0f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.645+0000 7fee8affd640 1 --2- 172.21.15.28:0/1957375457 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fee800afaf0 0x7fee800b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.645+0000 7fee7ffff640 1 -- 172.21.15.28:0/253703586 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee8c014070 con 0x55fed50d6390 2024-04-25T17:16:45.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.646+0000 7fee99d21640 1 --2- 172.21.15.28:0/1957375457 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fee800afaf0 0x7fee800b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.646+0000 7fee7ffff640 1 -- 172.21.15.28:0/253703586 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fee8c00fae0 con 0x55fed50d6390 2024-04-25T17:16:45.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.646+0000 7fee8affd640 1 -- 172.21.15.28:0/1957375457 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fee900dea70 con 0x7fee941029e0 2024-04-25T17:16:45.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.646+0000 7fee7ffff640 1 -- 172.21.15.28:0/253703586 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee8c00e9f0 con 0x55fed50d6390 2024-04-25T17:16:45.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.646+0000 7feea2e31740 1 -- 172.21.15.28:0/253703586 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50d6390 msgr2=0x55fed5478810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.646+0000 7fee99d21640 1 --2- 172.21.15.28:0/1957375457 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fee800afaf0 0x7fee800b2000 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x55fed5478530 tx=0x7fee90005f30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.646+0000 7feea2e31740 1 --2- 172.21.15.28:0/253703586 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50d6390 0x55fed5478810 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fee8c007cf0 tx=0x7fee8c00c6a0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.647+0000 7feea2e31740 1 -- 172.21.15.28:0/253703586 shutdown_connections 2024-04-25T17:16:45.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.647+0000 7feea2e31740 1 --2- 172.21.15.28:0/253703586 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fed50b56b0 0x55fed5479a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.647+0000 7feea2e31740 1 --2- 172.21.15.28:0/253703586 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fed50ad4d0 0x55fed5478d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.647+0000 7feea2e31740 1 --2- 172.21.15.28:0/253703586 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50d6390 0x55fed5478810 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.647+0000 7feea2e31740 1 -- 172.21.15.28:0/253703586 >> 172.21.15.28:0/253703586 conn(0x55fed50ca4e0 msgr2=0x55fed5474020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.647+0000 7feea2e31740 1 -- 172.21.15.28:0/253703586 shutdown_connections 2024-04-25T17:16:45.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.647+0000 7feea2e31740 1 -- 172.21.15.28:0/253703586 wait complete. 2024-04-25T17:16:45.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.647+0000 7feea2e31740 1 -- start start 2024-04-25T17:16:45.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.647+0000 7feea2e31740 1 Processor -- start 2024-04-25T17:16:45.654 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.648+0000 7feea2e31740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fed50ad4d0 0x55fed54825a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.654 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.648+0000 7feea2e31740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50b56b0 0x55fed5482ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.654 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.648+0000 7feea2e31740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fed50d6390 0x55fed54899d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.654 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.648+0000 7feea2e31740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55fed547a530 con 0x55fed50b56b0 2024-04-25T17:16:45.654 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.648+0000 7feea2e31740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55fed5363dc0 con 0x55fed50ad4d0 2024-04-25T17:16:45.654 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.648+0000 7feea2e31740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55fed547a6b0 con 0x55fed50d6390 2024-04-25T17:16:45.654 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.648+0000 7feea2e31740 10 client.0 _ll_register_callbacks cb 0x55fed537f600 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:16:45.654 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.648+0000 7fee99520640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50b56b0 0x55fed5482ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.654 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.648+0000 7fee99520640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50b56b0 0x55fed5482ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44450/0 (socket says 172.21.15.28:44450) 2024-04-25T17:16:45.654 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.648+0000 7fee99520640 1 -- 172.21.15.28:0/940978517 learned_addr learned my addr 172.21.15.28:0/940978517 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:45.654 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.648+0000 7fee9a522640 1 --2- 172.21.15.28:0/940978517 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fed50ad4d0 0x55fed54825a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.655 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.648+0000 7fee9a522640 1 --2- 172.21.15.28:0/940978517 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fed50d6390 0x55fed54899d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.655 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.648+0000 7fee99520640 1 -- 172.21.15.28:0/940978517 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fed50d6390 msgr2=0x55fed54899d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.655 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.648+0000 7fee99520640 1 --2- 172.21.15.28:0/940978517 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fed50d6390 0x55fed54899d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.655 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.648+0000 7fee99520640 1 -- 172.21.15.28:0/940978517 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fed50ad4d0 msgr2=0x55fed54825a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.655 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.648+0000 7fee99520640 1 --2- 172.21.15.28:0/940978517 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fed50ad4d0 0x55fed54825a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.655 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.648+0000 7fee99520640 1 -- 172.21.15.28:0/940978517 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fed50ee3f0 con 0x55fed50b56b0 2024-04-25T17:16:45.655 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.648+0000 7fee9a522640 1 --2- 172.21.15.28:0/940978517 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fed50d6390 0x55fed54899d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:16:45.655 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.648+0000 7fee99520640 1 --2- 172.21.15.28:0/940978517 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50b56b0 0x55fed5482ae0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fee840096c0 tx=0x7fee84031a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96759b53ac7d4829 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.655 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.648+0000 7fee7d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:16:45.655 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.648+0000 7fee7d7fa640 1 -- 172.21.15.28:0/940978517 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee84035040 con 0x55fed50b56b0 2024-04-25T17:16:45.655 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.648+0000 7fee7d7fa640 1 -- 172.21.15.28:0/940978517 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fee84004240 con 0x55fed50b56b0 2024-04-25T17:16:45.655 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.648+0000 7feea2e31740 1 -- 172.21.15.28:0/940978517 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fee8c00fae0 con 0x55fed50b56b0 2024-04-25T17:16:45.655 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.649+0000 7fee7d7fa640 1 -- 172.21.15.28:0/940978517 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fee84004440 con 0x55fed50b56b0 2024-04-25T17:16:45.655 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.649+0000 7feea2e31740 10 client.15690 fetch_fsmap learned FSMap version 24 2024-04-25T17:16:45.655 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.649+0000 7feea2e31740 1 -- 172.21.15.28:0/940978517 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55fed51b87d0 con 0x55fed50b56b0 2024-04-25T17:16:45.655 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.649+0000 7fee7d7fa640 1 -- 172.21.15.28:0/940978517 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fee8c00fae0 con 0x55fed50b56b0 2024-04-25T17:16:45.656 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.649+0000 7fee7d7fa640 1 -- 172.21.15.28:0/940978517 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fee8403d650 con 0x55fed50b56b0 2024-04-25T17:16:45.656 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.649+0000 7feea2e31740 10 client.15690 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:16:45.656 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.649+0000 7feea2e31740 10 client.15690 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-25T17:16:45.656 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.649+0000 7feea2e31740 20 client.15690 populate_metadata read hostname 'smithi028' 2024-04-25T17:16:45.656 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.649+0000 7feea2e31740 1 --2- 172.21.15.28:0/940978517 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55fed5094f60 0x55fed54902a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.656 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.649+0000 7feea2e31740 4 client.15690 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:16:45.656 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.649+0000 7feea2e31740 1 -- 172.21.15.28:0/940978517 --> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fed53ea990 con 0x55fed5094f60 2024-04-25T17:16:45.656 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.649+0000 7fee9a522640 1 --2- 172.21.15.28:0/940978517 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55fed5094f60 0x55fed54902a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.656 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.650+0000 7fee9a522640 1 --2- 172.21.15.28:0/940978517 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55fed5094f60 0x55fed54902a0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a2c3d193c0dbc348 server_cookie=dcfe64108ec11317 in_seq=0 out_seq=0 2024-04-25T17:16:45.656 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.650+0000 7fee7d7fa640 10 client.15690 ms_handle_connect on v2:172.21.15.42:6836/229475507 2024-04-25T17:16:45.656 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.650+0000 7fee7d7fa640 1 -- 172.21.15.28:0/940978517 <== mds.2 v2:172.21.15.42:6836/229475507 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55fed53ea990 con 0x55fed5094f60 2024-04-25T17:16:45.657 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.650+0000 7fee7d7fa640 10 client.15690 handle_command_reply: tid=0 2024-04-25T17:16:45.657 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.651+0000 7feea2e31740 1 client.15690 shutdown 2024-04-25T17:16:45.657 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.651+0000 7feea2e31740 1 -- 172.21.15.28:0/940978517 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50b56b0 msgr2=0x55fed5482ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.657 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.651+0000 7feea2e31740 1 --2- 172.21.15.28:0/940978517 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50b56b0 0x55fed5482ae0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fee840096c0 tx=0x7fee84031a70 comp rx=0 tx=0).stop 2024-04-25T17:16:45.657 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.651+0000 7feea2e31740 1 -- 172.21.15.28:0/940978517 shutdown_connections 2024-04-25T17:16:45.657 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.651+0000 7feea2e31740 1 --2- 172.21.15.28:0/940978517 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55fed5094f60 0x55fed54902a0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.658 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.651+0000 7feea2e31740 1 --2- 172.21.15.28:0/940978517 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fed50d6390 0x55fed54899d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.658 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.651+0000 7feea2e31740 1 --2- 172.21.15.28:0/940978517 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50b56b0 0x55fed5482ae0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.658 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.651+0000 7fee7d7fa640 0 client.15690 ms_handle_reset on v2:172.21.15.42:6836/229475507 2024-04-25T17:16:45.658 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.651+0000 7feea2e31740 1 --2- 172.21.15.28:0/940978517 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fed50ad4d0 0x55fed54825a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.658 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.651+0000 7feea2e31740 1 -- 172.21.15.28:0/940978517 >> 172.21.15.28:0/940978517 conn(0x55fed50ca4e0 msgr2=0x55fed5473040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.658 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.651+0000 7feea2e31740 1 -- 172.21.15.28:0/940978517 shutdown_connections 2024-04-25T17:16:45.659 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.651+0000 7feea2e31740 1 -- 172.21.15.28:0/940978517 wait complete. 2024-04-25T17:16:45.659 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.651+0000 7feea2e31740 20 client.15690 trim_cache size 0 max 16384 2024-04-25T17:16:45.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.664+0000 7feea2e31740 1 Processor -- start 2024-04-25T17:16:45.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.665+0000 7feea2e31740 1 -- start start 2024-04-25T17:16:45.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.665+0000 7feea2e31740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50ad4d0 0x55fed5480d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.665+0000 7feea2e31740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fed50b56b0 0x55fed5481260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.665+0000 7feea2e31740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fed50d6390 0x55fed54817a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.665+0000 7feea2e31740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fee941b12d0 con 0x55fed50ad4d0 2024-04-25T17:16:45.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.665+0000 7feea2e31740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fee941aeba0 con 0x55fed50b56b0 2024-04-25T17:16:45.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.665+0000 7feea2e31740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fee941ac9f0 con 0x55fed50d6390 2024-04-25T17:16:45.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.665+0000 7fee9a522640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50ad4d0 0x55fed5480d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.665+0000 7fee9a522640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50ad4d0 0x55fed5480d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44452/0 (socket says 172.21.15.28:44452) 2024-04-25T17:16:45.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.665+0000 7fee9a522640 1 -- 172.21.15.28:0/11121627 learned_addr learned my addr 172.21.15.28:0/11121627 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:45.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.665+0000 7fee99520640 1 --2- 172.21.15.28:0/11121627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fed50b56b0 0x55fed5481260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.665+0000 7fee9a522640 1 -- 172.21.15.28:0/11121627 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fed50d6390 msgr2=0x55fed54817a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.665+0000 7fee9a522640 1 --2- 172.21.15.28:0/11121627 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fed50d6390 0x55fed54817a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.665+0000 7fee9a522640 1 -- 172.21.15.28:0/11121627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fed50b56b0 msgr2=0x55fed5481260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.665+0000 7fee9a522640 1 --2- 172.21.15.28:0/11121627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fed50b56b0 0x55fed5481260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.665+0000 7fee9a522640 1 -- 172.21.15.28:0/11121627 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fed5483640 con 0x55fed50ad4d0 2024-04-25T17:16:45.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.665+0000 7fee99520640 1 --2- 172.21.15.28:0/11121627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fed50b56b0 0x55fed5481260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:16:45.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.665+0000 7fee9a522640 1 --2- 172.21.15.28:0/11121627 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50ad4d0 0x55fed5480d20 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fee8c007a80 tx=0x7fee8c0075e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48a74e949d94058c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.665+0000 7fee7f7fe640 1 -- 172.21.15.28:0/11121627 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee8c02a070 con 0x55fed50ad4d0 2024-04-25T17:16:45.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.665+0000 7fee7f7fe640 1 -- 172.21.15.28:0/11121627 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fee8c00f450 con 0x55fed50ad4d0 2024-04-25T17:16:45.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.665+0000 7fee7f7fe640 1 -- 172.21.15.28:0/11121627 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee8c014050 con 0x55fed50ad4d0 2024-04-25T17:16:45.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.666+0000 7feea2e31740 1 -- 172.21.15.28:0/11121627 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50ad4d0 msgr2=0x55fed5480d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.666+0000 7feea2e31740 1 --2- 172.21.15.28:0/11121627 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50ad4d0 0x55fed5480d20 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fee8c007a80 tx=0x7fee8c0075e0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.666+0000 7feea2e31740 1 -- 172.21.15.28:0/11121627 shutdown_connections 2024-04-25T17:16:45.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.666+0000 7feea2e31740 1 --2- 172.21.15.28:0/11121627 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fed50d6390 0x55fed54817a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.677 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.666+0000 7feea2e31740 1 --2- 172.21.15.28:0/11121627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fed50b56b0 0x55fed5481260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.677 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.666+0000 7feea2e31740 1 --2- 172.21.15.28:0/11121627 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50ad4d0 0x55fed5480d20 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.677 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.666+0000 7feea2e31740 1 -- 172.21.15.28:0/11121627 >> 172.21.15.28:0/11121627 conn(0x55fed50ca4e0 msgr2=0x55fed547d2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.677 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.666+0000 7feea2e31740 1 -- 172.21.15.28:0/11121627 shutdown_connections 2024-04-25T17:16:45.677 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.666+0000 7feea2e31740 1 -- 172.21.15.28:0/11121627 wait complete. 2024-04-25T17:16:45.677 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.666+0000 7feea2e31740 1 -- start start 2024-04-25T17:16:45.677 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.667+0000 7feea2e31740 1 Processor -- start 2024-04-25T17:16:45.677 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.667+0000 7feea2e31740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fed50ad4d0 0x55fed5485cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.677 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.667+0000 7feea2e31740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50b56b0 0x55fed5486200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.677 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.667+0000 7feea2e31740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fed50d6390 0x55fed54f6600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.677 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.667+0000 7feea2e31740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fee941ad060 con 0x55fed50b56b0 2024-04-25T17:16:45.677 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.667+0000 7feea2e31740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fee941ae4d0 con 0x55fed50ad4d0 2024-04-25T17:16:45.677 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.667+0000 7feea2e31740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fee941ad730 con 0x55fed50d6390 2024-04-25T17:16:45.678 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.667+0000 7feea2e31740 10 client.0 _ll_register_callbacks cb 0x7fee84005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:16:45.678 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.667+0000 7fee99520640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50b56b0 0x55fed5486200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.678 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.667+0000 7fee99520640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50b56b0 0x55fed5486200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44464/0 (socket says 172.21.15.28:44464) 2024-04-25T17:16:45.678 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.667+0000 7fee99520640 1 -- 172.21.15.28:0/2140213900 learned_addr learned my addr 172.21.15.28:0/2140213900 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:45.678 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.667+0000 7fee9a522640 1 --2- 172.21.15.28:0/2140213900 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fed50d6390 0x55fed54f6600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.678 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.667+0000 7fee9a522640 1 --2- 172.21.15.28:0/2140213900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fed50ad4d0 0x55fed5485cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.678 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.667+0000 7fee99520640 1 -- 172.21.15.28:0/2140213900 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fed50d6390 msgr2=0x55fed54f6600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.678 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.667+0000 7fee99520640 1 --2- 172.21.15.28:0/2140213900 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fed50d6390 0x55fed54f6600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.678 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.667+0000 7fee99520640 1 -- 172.21.15.28:0/2140213900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fed50ad4d0 msgr2=0x55fed5485cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.679 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.667+0000 7fee99520640 1 --2- 172.21.15.28:0/2140213900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fed50ad4d0 0x55fed5485cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.679 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.667+0000 7fee99520640 1 -- 172.21.15.28:0/2140213900 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fed5489170 con 0x55fed50b56b0 2024-04-25T17:16:45.679 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.667+0000 7fee99520640 1 --2- 172.21.15.28:0/2140213900 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50b56b0 0x55fed5486200 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fee84000c00 tx=0x7fee84031b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=928a80573bbad23 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.679 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.667+0000 7fee7d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:16:45.679 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.668+0000 7fee7d7fa640 1 -- 172.21.15.28:0/2140213900 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee84035050 con 0x55fed50b56b0 2024-04-25T17:16:45.679 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.668+0000 7fee7d7fa640 1 -- 172.21.15.28:0/2140213900 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fee84045550 con 0x55fed50b56b0 2024-04-25T17:16:45.679 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.668+0000 7feea2e31740 1 -- 172.21.15.28:0/2140213900 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fee8c00f450 con 0x55fed50b56b0 2024-04-25T17:16:45.679 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.668+0000 7fee7d7fa640 1 -- 172.21.15.28:0/2140213900 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fee84060050 con 0x55fed50b56b0 2024-04-25T17:16:45.679 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.668+0000 7feea2e31740 10 client.15696 fetch_fsmap learned FSMap version 24 2024-04-25T17:16:45.679 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.668+0000 7feea2e31740 1 -- 172.21.15.28:0/2140213900 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55fed54f79d0 con 0x55fed50b56b0 2024-04-25T17:16:45.679 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.668+0000 7fee7d7fa640 1 -- 172.21.15.28:0/2140213900 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fee8c00f450 con 0x55fed50b56b0 2024-04-25T17:16:45.679 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.668+0000 7fee7d7fa640 1 -- 172.21.15.28:0/2140213900 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fee84052700 con 0x55fed50b56b0 2024-04-25T17:16:45.679 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.668+0000 7feea2e31740 10 client.15696 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:16:45.679 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.668+0000 7feea2e31740 10 client.15696 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-25T17:16:45.680 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.668+0000 7feea2e31740 20 client.15696 populate_metadata read hostname 'smithi028' 2024-04-25T17:16:45.680 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.668+0000 7feea2e31740 1 --2- 172.21.15.28:0/2140213900 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55fed506a3a0 0x55fed54fa410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.680 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.668+0000 7feea2e31740 4 client.15696 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T17:16:45.680 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.668+0000 7feea2e31740 1 -- 172.21.15.28:0/2140213900 --> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fed53e4800 con 0x55fed506a3a0 2024-04-25T17:16:45.680 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.669+0000 7fee9a522640 1 --2- 172.21.15.28:0/2140213900 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55fed506a3a0 0x55fed54fa410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.680 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.669+0000 7fee7d7fa640 10 client.15696 ms_handle_connect on v2:172.21.15.42:6836/229475507 2024-04-25T17:16:45.680 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.669+0000 7fee9a522640 1 --2- 172.21.15.28:0/2140213900 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55fed506a3a0 0x55fed54fa410 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d319f7cb4f522c5a server_cookie=719787d3e0507c0b in_seq=0 out_seq=0 2024-04-25T17:16:45.680 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.669+0000 7fee7d7fa640 1 -- 172.21.15.28:0/2140213900 <== mds.2 v2:172.21.15.42:6836/229475507 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fed53e4800 con 0x55fed506a3a0 2024-04-25T17:16:45.680 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.669+0000 7fee7d7fa640 10 client.15696 handle_command_reply: tid=0 2024-04-25T17:16:45.680 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.669+0000 7feea2e31740 1 client.15696 shutdown 2024-04-25T17:16:45.680 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.669+0000 7feea2e31740 1 -- 172.21.15.28:0/2140213900 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50b56b0 msgr2=0x55fed5486200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.680 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.669+0000 7feea2e31740 1 --2- 172.21.15.28:0/2140213900 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50b56b0 0x55fed5486200 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fee84000c00 tx=0x7fee84031b50 comp rx=0 tx=0).stop 2024-04-25T17:16:45.680 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.669+0000 7feea2e31740 1 -- 172.21.15.28:0/2140213900 shutdown_connections 2024-04-25T17:16:45.680 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.669+0000 7feea2e31740 1 --2- 172.21.15.28:0/2140213900 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55fed506a3a0 0x55fed54fa410 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.680 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.669+0000 7feea2e31740 1 --2- 172.21.15.28:0/2140213900 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fed50d6390 0x55fed54f6600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.681 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.669+0000 7feea2e31740 1 --2- 172.21.15.28:0/2140213900 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fed50b56b0 0x55fed5486200 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.681 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.669+0000 7feea2e31740 1 --2- 172.21.15.28:0/2140213900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fed50ad4d0 0x55fed5485cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.681 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.669+0000 7fee7d7fa640 0 client.15696 ms_handle_reset on v2:172.21.15.42:6836/229475507 2024-04-25T17:16:45.681 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.669+0000 7feea2e31740 1 -- 172.21.15.28:0/2140213900 >> 172.21.15.28:0/2140213900 conn(0x55fed50ca4e0 msgr2=0x55fed5476ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.681 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.669+0000 7feea2e31740 1 -- 172.21.15.28:0/2140213900 shutdown_connections 2024-04-25T17:16:45.681 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.670+0000 7feea2e31740 1 -- 172.21.15.28:0/2140213900 wait complete. 2024-04-25T17:16:45.681 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.670+0000 7feea2e31740 20 client.15696 trim_cache size 0 max 16384 2024-04-25T17:16:45.681 INFO:teuthology.orchestra.run.smithi028.stdout:[] 2024-04-25T17:16:45.683 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.670+0000 7fee9bf85640 1 -- 172.21.15.28:0/1957375457 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fee800afaf0 msgr2=0x7fee800b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.683 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.670+0000 7fee9bf85640 1 --2- 172.21.15.28:0/1957375457 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fee800afaf0 0x7fee800b2000 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x55fed5478530 tx=0x7fee90005f30 comp rx=0 tx=0).stop 2024-04-25T17:16:45.683 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.670+0000 7fee9bf85640 1 -- 172.21.15.28:0/1957375457 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fee941029e0 msgr2=0x7fee940ffa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.683 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.670+0000 7fee9bf85640 1 --2- 172.21.15.28:0/1957375457 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fee941029e0 0x7fee940ffa10 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fee90005d00 tx=0x7fee9000dde0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.683 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.670+0000 7fee9bf85640 1 -- 172.21.15.28:0/1957375457 shutdown_connections 2024-04-25T17:16:45.683 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.670+0000 7fee9bf85640 1 --2- 172.21.15.28:0/1957375457 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fee800afaf0 0x7fee800b2000 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.683 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.670+0000 7fee9bf85640 1 --2- 172.21.15.28:0/1957375457 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fee94108920 0x7fee940fe660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.683 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.670+0000 7fee9bf85640 1 --2- 172.21.15.28:0/1957375457 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fee94103c20 0x7fee940fe120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.683 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.670+0000 7fee9bf85640 1 --2- 172.21.15.28:0/1957375457 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fee941029e0 0x7fee940ffa10 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.684 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.670+0000 7fee9bf85640 1 -- 172.21.15.28:0/1957375457 >> 172.21.15.28:0/1957375457 conn(0x7fee940fdbf0 msgr2=0x7fee94109e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.684 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.670+0000 7fee9bf85640 1 -- 172.21.15.28:0/1957375457 shutdown_connections 2024-04-25T17:16:45.684 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.670+0000 7fee9bf85640 1 -- 172.21.15.28:0/1957375457 wait complete. 2024-04-25T17:16:45.684 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-25T17:16:45.800 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.798+0000 7fbbd42f0640 1 -- 172.21.15.28:0/1661930912 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbcc102f60 msgr2=0x7fbbcc103370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.800 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.798+0000 7fbbd42f0640 1 --2- 172.21.15.28:0/1661930912 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbcc102f60 0x7fbbcc103370 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fbbc8009900 tx=0x7fbbc802a410 comp rx=0 tx=0).stop 2024-04-25T17:16:45.800 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.798+0000 7fbbd42f0640 1 -- 172.21.15.28:0/1661930912 shutdown_connections 2024-04-25T17:16:45.800 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.798+0000 7fbbd42f0640 1 --2- 172.21.15.28:0/1661930912 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbbcc104480 0x7fbbcc10abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.800 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.798+0000 7fbbd42f0640 1 --2- 172.21.15.28:0/1661930912 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbcc103940 0x7fbbcc103df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.800 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.798+0000 7fbbd42f0640 1 --2- 172.21.15.28:0/1661930912 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbcc102f60 0x7fbbcc103370 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.800 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.798+0000 7fbbd42f0640 1 -- 172.21.15.28:0/1661930912 >> 172.21.15.28:0/1661930912 conn(0x7fbbcc0fd380 msgr2=0x7fbbcc0ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.800 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.798+0000 7fbbd42f0640 1 -- 172.21.15.28:0/1661930912 shutdown_connections 2024-04-25T17:16:45.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.798+0000 7fbbd42f0640 1 -- 172.21.15.28:0/1661930912 wait complete. 2024-04-25T17:16:45.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.798+0000 7fbbd42f0640 1 Processor -- start 2024-04-25T17:16:45.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.798+0000 7fbbd42f0640 1 -- start start 2024-04-25T17:16:45.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.799+0000 7fbbd42f0640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbbcc102f60 0x7fbbcc19a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.799+0000 7fbbd42f0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbcc103940 0x7fbbcc19a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.799+0000 7fbbd42f0640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbcc104480 0x7fbbcc1a15c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.799+0000 7fbbd42f0640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fbbcc10e3f0 con 0x7fbbcc104480 2024-04-25T17:16:45.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.799+0000 7fbbd42f0640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbbcc10e270 con 0x7fbbcc102f60 2024-04-25T17:16:45.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.799+0000 7fbbd42f0640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbbcc10e570 con 0x7fbbcc103940 2024-04-25T17:16:45.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.799+0000 7fbbd288d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbcc104480 0x7fbbcc1a15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.799+0000 7fbbd288d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbcc104480 0x7fbbcc1a15c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44486/0 (socket says 172.21.15.28:44486) 2024-04-25T17:16:45.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.799+0000 7fbbd288d640 1 -- 172.21.15.28:0/4211691707 learned_addr learned my addr 172.21.15.28:0/4211691707 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:45.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.799+0000 7fbbd208c640 1 --2- 172.21.15.28:0/4211691707 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbbcc102f60 0x7fbbcc19a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.799+0000 7fbbd188b640 1 --2- 172.21.15.28:0/4211691707 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbcc103940 0x7fbbcc19a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.799+0000 7fbbd288d640 1 -- 172.21.15.28:0/4211691707 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbcc103940 msgr2=0x7fbbcc19a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.802 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.799+0000 7fbbd288d640 1 --2- 172.21.15.28:0/4211691707 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbcc103940 0x7fbbcc19a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.802 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.799+0000 7fbbd288d640 1 -- 172.21.15.28:0/4211691707 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbbcc102f60 msgr2=0x7fbbcc19a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.802 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.799+0000 7fbbd288d640 1 --2- 172.21.15.28:0/4211691707 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbbcc102f60 0x7fbbcc19a0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.802 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.799+0000 7fbbd288d640 1 -- 172.21.15.28:0/4211691707 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbcc1a1c30 con 0x7fbbcc104480 2024-04-25T17:16:45.802 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.799+0000 7fbbd288d640 1 --2- 172.21.15.28:0/4211691707 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbcc104480 0x7fbbcc1a15c0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fbbc400eb10 tx=0x7fbbc400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.802 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.799+0000 7fbbc37fe640 1 -- 172.21.15.28:0/4211691707 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc4004b20 con 0x7fbbcc104480 2024-04-25T17:16:45.802 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.800+0000 7fbbc37fe640 1 -- 172.21.15.28:0/4211691707 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbbc4004cc0 con 0x7fbbcc104480 2024-04-25T17:16:45.802 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.800+0000 7fbbd42f0640 1 -- 172.21.15.28:0/4211691707 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbcc1a1f20 con 0x7fbbcc104480 2024-04-25T17:16:45.802 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.800+0000 7fbbc37fe640 1 -- 172.21.15.28:0/4211691707 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc4010690 con 0x7fbbcc104480 2024-04-25T17:16:45.802 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.800+0000 7fbbd42f0640 1 -- 172.21.15.28:0/4211691707 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbcc1a2380 con 0x7fbbcc104480 2024-04-25T17:16:45.804 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.802+0000 7fbbdb19b740 1 Processor -- start 2024-04-25T17:16:45.804 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.802+0000 7fbbc37fe640 1 -- 172.21.15.28:0/4211691707 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fbbc4005020 con 0x7fbbcc104480 2024-04-25T17:16:45.804 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.802+0000 7fbbdb19b740 1 -- start start 2024-04-25T17:16:45.805 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.803+0000 7fbbdb19b740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e5fd807390 0x55e5fdba9810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.805 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.803+0000 7fbbdb19b740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 0x55e5fdba9d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.805 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.803+0000 7fbbdb19b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e5fd7e66b0 0x55e5fdbaaa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.805 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.803+0000 7fbbdb19b740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55e5fdb0dd80 con 0x55e5fd7de4d0 2024-04-25T17:16:45.805 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.803+0000 7fbbdb19b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e5fdac7a20 con 0x55e5fd7e66b0 2024-04-25T17:16:45.805 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.803+0000 7fbbdb19b740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55e5fdb09d40 con 0x55e5fd807390 2024-04-25T17:16:45.805 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.803+0000 7fbbd208c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 0x55e5fdba9d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.805 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.803+0000 7fbbd208c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 0x55e5fdba9d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44492/0 (socket says 172.21.15.28:44492) 2024-04-25T17:16:45.805 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.803+0000 7fbbd188b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e5fd807390 0x55e5fdba9810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.805 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.803+0000 7fbbd208c640 1 -- 172.21.15.28:0/2205386460 learned_addr learned my addr 172.21.15.28:0/2205386460 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:45.805 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.803+0000 7fbbd188b640 1 --2- 172.21.15.28:0/2205386460 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e5fd7e66b0 0x55e5fdbaaa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.805 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.803+0000 7fbbc37fe640 1 --2- 172.21.15.28:0/4211691707 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbbb80afaf0 0x7fbbb80b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.805 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.803+0000 7fbbd188b640 1 -- 172.21.15.28:0/2205386460 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e5fd7e66b0 msgr2=0x55e5fdbaaa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.805 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.803+0000 7fbbd188b640 1 --2- 172.21.15.28:0/2205386460 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e5fd7e66b0 0x55e5fdbaaa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.806 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.803+0000 7fbbd188b640 1 -- 172.21.15.28:0/2205386460 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 msgr2=0x55e5fdba9d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.806 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.803+0000 7fbbd188b640 1 --2- 172.21.15.28:0/2205386460 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 0x55e5fdba9d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.806 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.803+0000 7fbbd188b640 1 -- 172.21.15.28:0/2205386460 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e5fdad2c30 con 0x55e5fd807390 2024-04-25T17:16:45.806 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.803+0000 7fbbd208c640 1 --2- 172.21.15.28:0/2205386460 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 0x55e5fdba9d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:16:45.806 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.803+0000 7fbbd288d640 1 --2- 172.21.15.28:0/4211691707 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbbb80afaf0 0x7fbbb80b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.806 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.804+0000 7fbbd188b640 1 --2- 172.21.15.28:0/2205386460 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e5fd807390 0x55e5fdba9810 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fbbbc00b6c0 tx=0x7fbbbc00b650 comp rx=0 tx=0).ready entity=mon.1 client_cookie=169e24bdf68431c6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.806 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.804+0000 7fbbc37fe640 1 -- 172.21.15.28:0/4211691707 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fbbc40df470 con 0x7fbbcc104480 2024-04-25T17:16:45.806 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.804+0000 7fbbc0bfe640 1 -- 172.21.15.28:0/2205386460 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbbc012d40 con 0x55e5fd807390 2024-04-25T17:16:45.806 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.804+0000 7fbbc0bfe640 1 -- 172.21.15.28:0/2205386460 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbbbc005020 con 0x55e5fd807390 2024-04-25T17:16:45.806 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.804+0000 7fbbc0bfe640 1 -- 172.21.15.28:0/2205386460 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbbc0049a0 con 0x55e5fd807390 2024-04-25T17:16:45.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.805+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2205386460 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e5fd807390 msgr2=0x55e5fdba9810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.805+0000 7fbbdb19b740 1 --2- 172.21.15.28:0/2205386460 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e5fd807390 0x55e5fdba9810 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fbbbc00b6c0 tx=0x7fbbbc00b650 comp rx=0 tx=0).stop 2024-04-25T17:16:45.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.805+0000 7fbbd288d640 1 --2- 172.21.15.28:0/4211691707 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbbb80afaf0 0x7fbbb80b2000 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fbbc40a72d0 tx=0x7fbbc40a1c10 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.805+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2205386460 shutdown_connections 2024-04-25T17:16:45.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.805+0000 7fbbdb19b740 1 --2- 172.21.15.28:0/2205386460 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e5fd7e66b0 0x55e5fdbaaa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.805+0000 7fbbdb19b740 1 --2- 172.21.15.28:0/2205386460 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 0x55e5fdba9d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.805+0000 7fbbdb19b740 1 --2- 172.21.15.28:0/2205386460 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e5fd807390 0x55e5fdba9810 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.805+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2205386460 >> 172.21.15.28:0/2205386460 conn(0x55e5fd7fb4e0 msgr2=0x55e5fdba5020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.805+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2205386460 shutdown_connections 2024-04-25T17:16:45.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.805+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2205386460 wait complete. 2024-04-25T17:16:45.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.805+0000 7fbbdb19b740 1 -- start start 2024-04-25T17:16:45.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.805+0000 7fbbdb19b740 1 Processor -- start 2024-04-25T17:16:45.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.806+0000 7fbbdb19b740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 0x55e5fdbb3540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.806+0000 7fbbdb19b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e5fd7e66b0 0x55e5fdbb3a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.806+0000 7fbbdb19b740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e5fd807390 0x55e5fdbba9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.806+0000 7fbbdb19b740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55e5fdbab530 con 0x55e5fd7de4d0 2024-04-25T17:16:45.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.806+0000 7fbbdb19b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e5fda94dc0 con 0x55e5fd7e66b0 2024-04-25T17:16:45.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.806+0000 7fbbdb19b740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55e5fdbab6b0 con 0x55e5fd807390 2024-04-25T17:16:45.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.806+0000 7fbbdb19b740 10 client.0 _ll_register_callbacks cb 0x55e5fdab0600 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:16:45.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.806+0000 7fbbd188b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 0x55e5fdbb3540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.806+0000 7fbbd188b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 0x55e5fdbb3540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44500/0 (socket says 172.21.15.28:44500) 2024-04-25T17:16:45.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.806+0000 7fbbd188b640 1 -- 172.21.15.28:0/2862716953 learned_addr learned my addr 172.21.15.28:0/2862716953 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:45.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.806+0000 7fbbd208c640 1 --2- 172.21.15.28:0/2862716953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e5fd7e66b0 0x55e5fdbb3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.806+0000 7fbbd188b640 1 -- 172.21.15.28:0/2862716953 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e5fd807390 msgr2=0x55e5fdbba9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.806+0000 7fbbd188b640 1 --2- 172.21.15.28:0/2862716953 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e5fd807390 0x55e5fdbba9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.806+0000 7fbbd188b640 1 -- 172.21.15.28:0/2862716953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e5fd7e66b0 msgr2=0x55e5fdbb3a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.806+0000 7fbbd188b640 1 --2- 172.21.15.28:0/2862716953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e5fd7e66b0 0x55e5fdbb3a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.806+0000 7fbbd188b640 1 -- 172.21.15.28:0/2862716953 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e5fd81f3f0 con 0x55e5fd7de4d0 2024-04-25T17:16:45.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.806+0000 7fbbd188b640 1 --2- 172.21.15.28:0/2862716953 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 0x55e5fdbb3540 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fbbbc00b4e0 tx=0x7fbbbc012e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2d208d22b3cc751 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.806+0000 7fbbb5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:16:45.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.806+0000 7fbbb5ffb640 1 -- 172.21.15.28:0/2862716953 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbbc0042e0 con 0x55e5fd7de4d0 2024-04-25T17:16:45.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.806+0000 7fbbb5ffb640 1 -- 172.21.15.28:0/2862716953 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fbbbc010740 con 0x55e5fd7de4d0 2024-04-25T17:16:45.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.806+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2862716953 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbbbc005020 con 0x55e5fd7de4d0 2024-04-25T17:16:45.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.807+0000 7fbbb5ffb640 1 -- 172.21.15.28:0/2862716953 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fbbbc032050 con 0x55e5fd7de4d0 2024-04-25T17:16:45.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.807+0000 7fbbdb19b740 10 client.15708 fetch_fsmap learned FSMap version 24 2024-04-25T17:16:45.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.807+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2862716953 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e5fd8e97d0 con 0x55e5fd7de4d0 2024-04-25T17:16:45.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.807+0000 7fbbb5ffb640 1 -- 172.21.15.28:0/2862716953 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbbbc005020 con 0x55e5fd7de4d0 2024-04-25T17:16:45.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.807+0000 7fbbb5ffb640 1 -- 172.21.15.28:0/2862716953 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fbbbc004ad0 con 0x55e5fd7de4d0 2024-04-25T17:16:45.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.807+0000 7fbbdb19b740 10 client.15708 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:16:45.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.807+0000 7fbbdb19b740 10 client.15708 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-25T17:16:45.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.807+0000 7fbbdb19b740 20 client.15708 populate_metadata read hostname 'smithi028' 2024-04-25T17:16:45.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.807+0000 7fbbdb19b740 1 --2- 172.21.15.28:0/2862716953 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x55e5fd7c5f60 0x55e5fdbc0ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.807+0000 7fbbdb19b740 4 client.15708 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:16:45.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.807+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2862716953 --> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e5fdb1b990 con 0x55e5fd7c5f60 2024-04-25T17:16:45.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.807+0000 7fbbd208c640 1 --2- 172.21.15.28:0/2862716953 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x55e5fd7c5f60 0x55e5fdbc0ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.808+0000 7fbbb5ffb640 10 client.15708 ms_handle_connect on v2:172.21.15.84:6838/1332945442 2024-04-25T17:16:45.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.808+0000 7fbbd208c640 1 --2- 172.21.15.28:0/2862716953 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x55e5fd7c5f60 0x55e5fdbc0ed0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4a4f500f90e665cd server_cookie=9340c4fdb5894e03 in_seq=0 out_seq=0 2024-04-25T17:16:45.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.809+0000 7fbbb5ffb640 1 -- 172.21.15.28:0/2862716953 <== mds.1 v2:172.21.15.84:6838/1332945442 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55e5fdb1b990 con 0x55e5fd7c5f60 2024-04-25T17:16:45.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.809+0000 7fbbb5ffb640 10 client.15708 handle_command_reply: tid=0 2024-04-25T17:16:45.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.809+0000 7fbbdb19b740 1 client.15708 shutdown 2024-04-25T17:16:45.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.809+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2862716953 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 msgr2=0x55e5fdbb3540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.809+0000 7fbbdb19b740 1 --2- 172.21.15.28:0/2862716953 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 0x55e5fdbb3540 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fbbbc00b4e0 tx=0x7fbbbc012e60 comp rx=0 tx=0).stop 2024-04-25T17:16:45.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.809+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2862716953 shutdown_connections 2024-04-25T17:16:45.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.809+0000 7fbbdb19b740 1 --2- 172.21.15.28:0/2862716953 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x55e5fd7c5f60 0x55e5fdbc0ed0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.809+0000 7fbbdb19b740 1 --2- 172.21.15.28:0/2862716953 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e5fd807390 0x55e5fdbba9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.809+0000 7fbbdb19b740 1 --2- 172.21.15.28:0/2862716953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e5fd7e66b0 0x55e5fdbb3a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.809+0000 7fbbb5ffb640 0 client.15708 ms_handle_reset on v2:172.21.15.84:6838/1332945442 2024-04-25T17:16:45.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.809+0000 7fbbdb19b740 1 --2- 172.21.15.28:0/2862716953 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 0x55e5fdbb3540 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.809+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2862716953 >> 172.21.15.28:0/2862716953 conn(0x55e5fd7fb4e0 msgr2=0x55e5fdba7f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.809+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2862716953 shutdown_connections 2024-04-25T17:16:45.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.809+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2862716953 wait complete. 2024-04-25T17:16:45.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.809+0000 7fbbdb19b740 20 client.15708 trim_cache size 0 max 16384 2024-04-25T17:16:45.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.822+0000 7fbbdb19b740 1 Processor -- start 2024-04-25T17:16:45.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.823+0000 7fbbdb19b740 1 -- start start 2024-04-25T17:16:45.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.823+0000 7fbbdb19b740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e5fd7c5f60 0x55e5fdba4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.823+0000 7fbbdb19b740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 0x55e5fdbba970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.823+0000 7fbbdb19b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e5fd7e66b0 0x55e5fdba4f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.823+0000 7fbbdb19b740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fbbcc1af020 con 0x55e5fd7de4d0 2024-04-25T17:16:45.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.823+0000 7fbbdb19b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbbcc1ac8f0 con 0x55e5fd7e66b0 2024-04-25T17:16:45.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.823+0000 7fbbdb19b740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbbcc1aa740 con 0x55e5fd7c5f60 2024-04-25T17:16:45.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.823+0000 7fbbd208c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 0x55e5fdbba970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.823+0000 7fbbd208c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 0x55e5fdbba970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44514/0 (socket says 172.21.15.28:44514) 2024-04-25T17:16:45.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.823+0000 7fbbd208c640 1 -- 172.21.15.28:0/2916138542 learned_addr learned my addr 172.21.15.28:0/2916138542 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:45.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.823+0000 7fbbd208c640 1 -- 172.21.15.28:0/2916138542 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e5fd7c5f60 msgr2=0x55e5fdba4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.823+0000 7fbbd208c640 1 --2- 172.21.15.28:0/2916138542 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e5fd7c5f60 0x55e5fdba4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.823+0000 7fbbd208c640 1 -- 172.21.15.28:0/2916138542 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e5fd7e66b0 msgr2=0x55e5fdba4f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.823+0000 7fbbd208c640 1 --2- 172.21.15.28:0/2916138542 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e5fd7e66b0 0x55e5fdba4f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.823+0000 7fbbd208c640 1 -- 172.21.15.28:0/2916138542 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e5fdba93d0 con 0x55e5fd7de4d0 2024-04-25T17:16:45.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.823+0000 7fbbd208c640 1 --2- 172.21.15.28:0/2916138542 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 0x55e5fdbba970 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc06b380 tx=0x7fbbc802abb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f79bd053cea90467 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.823+0000 7fbbb7fff640 1 -- 172.21.15.28:0/2916138542 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc8035040 con 0x55e5fd7de4d0 2024-04-25T17:16:45.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.823+0000 7fbbb7fff640 1 -- 172.21.15.28:0/2916138542 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbbc8046a90 con 0x55e5fd7de4d0 2024-04-25T17:16:45.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.823+0000 7fbbb7fff640 1 -- 172.21.15.28:0/2916138542 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc8031500 con 0x55e5fd7de4d0 2024-04-25T17:16:45.830 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.824+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2916138542 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 msgr2=0x55e5fdbba970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.830 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.824+0000 7fbbdb19b740 1 --2- 172.21.15.28:0/2916138542 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 0x55e5fdbba970 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc06b380 tx=0x7fbbc802abb0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.830 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.824+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2916138542 shutdown_connections 2024-04-25T17:16:45.830 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.824+0000 7fbbdb19b740 1 --2- 172.21.15.28:0/2916138542 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e5fd7e66b0 0x55e5fdba4f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.830 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.824+0000 7fbbdb19b740 1 --2- 172.21.15.28:0/2916138542 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 0x55e5fdbba970 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.830 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.824+0000 7fbbdb19b740 1 --2- 172.21.15.28:0/2916138542 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e5fd7c5f60 0x55e5fdba4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.830 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.824+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2916138542 >> 172.21.15.28:0/2916138542 conn(0x55e5fd7fb4e0 msgr2=0x55e5fdbae230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.830 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.824+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2916138542 shutdown_connections 2024-04-25T17:16:45.830 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.824+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2916138542 wait complete. 2024-04-25T17:16:45.830 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.824+0000 7fbbdb19b740 1 -- start start 2024-04-25T17:16:45.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.825+0000 7fbbdb19b740 1 Processor -- start 2024-04-25T17:16:45.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.825+0000 7fbbdb19b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e5fd7c5f60 0x55e5fdbba960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.825+0000 7fbbdb19b740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 0x55e5fdbb74e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.825+0000 7fbbdb19b740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e5fd7e66b0 0x55e5fdbb7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.825+0000 7fbbdb19b740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fbbcc1aadb0 con 0x55e5fd7de4d0 2024-04-25T17:16:45.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.825+0000 7fbbdb19b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbbcc1ac220 con 0x55e5fd7c5f60 2024-04-25T17:16:45.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.825+0000 7fbbdb19b740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbbcc1ab480 con 0x55e5fd7e66b0 2024-04-25T17:16:45.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.825+0000 7fbbdb19b740 10 client.0 _ll_register_callbacks cb 0x7fbbc8009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:16:45.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.825+0000 7fbbd208c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 0x55e5fdbb74e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.825+0000 7fbbd208c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 0x55e5fdbb74e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44520/0 (socket says 172.21.15.28:44520) 2024-04-25T17:16:45.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.825+0000 7fbbd208c640 1 -- 172.21.15.28:0/2275543480 learned_addr learned my addr 172.21.15.28:0/2275543480 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:45.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.825+0000 7fbbd188b640 1 --2- 172.21.15.28:0/2275543480 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e5fd7c5f60 0x55e5fdbba960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.825+0000 7fbbd188b640 1 --2- 172.21.15.28:0/2275543480 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e5fd7e66b0 0x55e5fdbb7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.825+0000 7fbbd208c640 1 -- 172.21.15.28:0/2275543480 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e5fd7e66b0 msgr2=0x55e5fdbb7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.825+0000 7fbbd208c640 1 --2- 172.21.15.28:0/2275543480 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e5fd7e66b0 0x55e5fdbb7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.832 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.825+0000 7fbbd208c640 1 -- 172.21.15.28:0/2275543480 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e5fd7c5f60 msgr2=0x55e5fdbba960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.832 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.825+0000 7fbbd208c640 1 --2- 172.21.15.28:0/2275543480 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e5fd7c5f60 0x55e5fdbba960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.832 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.825+0000 7fbbd208c640 1 -- 172.21.15.28:0/2275543480 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e5fdc272b0 con 0x55e5fd7de4d0 2024-04-25T17:16:45.832 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.825+0000 7fbbd188b640 1 --2- 172.21.15.28:0/2275543480 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e5fd7e66b0 0x55e5fdbb7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:16:45.832 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.825+0000 7fbbd208c640 1 --2- 172.21.15.28:0/2275543480 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 0x55e5fdbb74e0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fbbc80057c0 tx=0x7fbbc80035f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37755059100a94c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.832 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.825+0000 7fbbb5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:16:45.832 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.826+0000 7fbbb5ffb640 1 -- 172.21.15.28:0/2275543480 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc8035040 con 0x55e5fd7de4d0 2024-04-25T17:16:45.832 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.826+0000 7fbbb5ffb640 1 -- 172.21.15.28:0/2275543480 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fbbc8046400 con 0x55e5fd7de4d0 2024-04-25T17:16:45.832 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.826+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2275543480 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbbc8046a90 con 0x55e5fd7de4d0 2024-04-25T17:16:45.832 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.826+0000 7fbbb5ffb640 1 -- 172.21.15.28:0/2275543480 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fbbc8046600 con 0x55e5fd7de4d0 2024-04-25T17:16:45.832 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.826+0000 7fbbdb19b740 10 client.15714 fetch_fsmap learned FSMap version 24 2024-04-25T17:16:45.832 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.826+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2275543480 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e5fdc28560 con 0x55e5fd7de4d0 2024-04-25T17:16:45.832 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.826+0000 7fbbb5ffb640 1 -- 172.21.15.28:0/2275543480 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbbc8046a90 con 0x55e5fd7de4d0 2024-04-25T17:16:45.832 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.826+0000 7fbbb5ffb640 1 -- 172.21.15.28:0/2275543480 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fbbc8031c90 con 0x55e5fd7de4d0 2024-04-25T17:16:45.832 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.826+0000 7fbbdb19b740 10 client.15714 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:16:45.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.826+0000 7fbbdb19b740 10 client.15714 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-25T17:16:45.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.826+0000 7fbbdb19b740 20 client.15714 populate_metadata read hostname 'smithi028' 2024-04-25T17:16:45.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.826+0000 7fbbdb19b740 1 --2- 172.21.15.28:0/2275543480 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x55e5fd807390 0x55e5fdc2afd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.826+0000 7fbbdb19b740 4 client.15714 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T17:16:45.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.826+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2275543480 --> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e5fdb15800 con 0x55e5fd807390 2024-04-25T17:16:45.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.827+0000 7fbbd188b640 1 --2- 172.21.15.28:0/2275543480 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x55e5fd807390 0x55e5fdc2afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.827+0000 7fbbd188b640 1 --2- 172.21.15.28:0/2275543480 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x55e5fd807390 0x55e5fdc2afd0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=93c8a897e648e712 server_cookie=e99a61728681845a in_seq=0 out_seq=0 2024-04-25T17:16:45.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.827+0000 7fbbb5ffb640 10 client.15714 ms_handle_connect on v2:172.21.15.84:6838/1332945442 2024-04-25T17:16:45.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.827+0000 7fbbb5ffb640 1 -- 172.21.15.28:0/2275543480 <== mds.1 v2:172.21.15.84:6838/1332945442 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e5fdb15800 con 0x55e5fd807390 2024-04-25T17:16:45.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.827+0000 7fbbb5ffb640 10 client.15714 handle_command_reply: tid=0 2024-04-25T17:16:45.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.827+0000 7fbbdb19b740 1 client.15714 shutdown 2024-04-25T17:16:45.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.827+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2275543480 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 msgr2=0x55e5fdbb74e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.827+0000 7fbbdb19b740 1 --2- 172.21.15.28:0/2275543480 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 0x55e5fdbb74e0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fbbc80057c0 tx=0x7fbbc80035f0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.827+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2275543480 shutdown_connections 2024-04-25T17:16:45.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.827+0000 7fbbdb19b740 1 --2- 172.21.15.28:0/2275543480 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x55e5fd807390 0x55e5fdc2afd0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.827+0000 7fbbdb19b740 1 --2- 172.21.15.28:0/2275543480 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e5fd7e66b0 0x55e5fdbb7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.827+0000 7fbbdb19b740 1 --2- 172.21.15.28:0/2275543480 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55e5fd7de4d0 0x55e5fdbb74e0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.827+0000 7fbbb5ffb640 0 client.15714 ms_handle_reset on v2:172.21.15.84:6838/1332945442 2024-04-25T17:16:45.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.827+0000 7fbbdb19b740 1 --2- 172.21.15.28:0/2275543480 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e5fd7c5f60 0x55e5fdbba960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.827+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2275543480 >> 172.21.15.28:0/2275543480 conn(0x55e5fd7fb4e0 msgr2=0x55e5fdba9790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.827+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2275543480 shutdown_connections 2024-04-25T17:16:45.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.827+0000 7fbbdb19b740 1 -- 172.21.15.28:0/2275543480 wait complete. 2024-04-25T17:16:45.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.828+0000 7fbbdb19b740 20 client.15714 trim_cache size 0 max 16384 2024-04-25T17:16:45.834 INFO:teuthology.orchestra.run.smithi028.stdout:[] 2024-04-25T17:16:45.835 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.828+0000 7fbbd42f0640 1 -- 172.21.15.28:0/4211691707 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbbb80afaf0 msgr2=0x7fbbb80b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.835 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.828+0000 7fbbd42f0640 1 --2- 172.21.15.28:0/4211691707 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbbb80afaf0 0x7fbbb80b2000 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fbbc40a72d0 tx=0x7fbbc40a1c10 comp rx=0 tx=0).stop 2024-04-25T17:16:45.835 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.828+0000 7fbbd42f0640 1 -- 172.21.15.28:0/4211691707 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbcc104480 msgr2=0x7fbbcc1a15c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.836 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.828+0000 7fbbd42f0640 1 --2- 172.21.15.28:0/4211691707 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbcc104480 0x7fbbcc1a15c0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fbbc400eb10 tx=0x7fbbc400c2d0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.836 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.828+0000 7fbbd42f0640 1 -- 172.21.15.28:0/4211691707 shutdown_connections 2024-04-25T17:16:45.836 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.828+0000 7fbbd42f0640 1 --2- 172.21.15.28:0/4211691707 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbbb80afaf0 0x7fbbb80b2000 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.836 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.828+0000 7fbbd42f0640 1 --2- 172.21.15.28:0/4211691707 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbcc104480 0x7fbbcc1a15c0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.836 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.828+0000 7fbbd42f0640 1 --2- 172.21.15.28:0/4211691707 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbcc103940 0x7fbbcc19a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.836 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.828+0000 7fbbd42f0640 1 --2- 172.21.15.28:0/4211691707 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbbcc102f60 0x7fbbcc19a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.836 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.828+0000 7fbbd42f0640 1 -- 172.21.15.28:0/4211691707 >> 172.21.15.28:0/4211691707 conn(0x7fbbcc0fd380 msgr2=0x7fbbcc109a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.836 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.828+0000 7fbbd42f0640 1 -- 172.21.15.28:0/4211691707 shutdown_connections 2024-04-25T17:16:45.836 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.828+0000 7fbbd42f0640 1 -- 172.21.15.28:0/4211691707 wait complete. 2024-04-25T17:16:45.840 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-25T17:16:45.954 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.953+0000 7fa47de84640 1 -- 172.21.15.28:0/2314194145 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa478102260 msgr2=0x7fa47810bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.954 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.953+0000 7fa47de84640 1 --2- 172.21.15.28:0/2314194145 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa478102260 0x7fa47810bcc0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fa470009ca0 tx=0x7fa47002a8c0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.954 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.953+0000 7fa47de84640 1 -- 172.21.15.28:0/2314194145 shutdown_connections 2024-04-25T17:16:45.954 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.953+0000 7fa47de84640 1 --2- 172.21.15.28:0/2314194145 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa478102260 0x7fa47810bcc0 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.953+0000 7fa47de84640 1 --2- 172.21.15.28:0/2314194145 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa478101760 0x7fa478101bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.953+0000 7fa47de84640 1 --2- 172.21.15.28:0/2314194145 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4781050b0 0x7fa4781054c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.953+0000 7fa47de84640 1 -- 172.21.15.28:0/2314194145 >> 172.21.15.28:0/2314194145 conn(0x7fa4780fd380 msgr2=0x7fa4780ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.953+0000 7fa47de84640 1 -- 172.21.15.28:0/2314194145 shutdown_connections 2024-04-25T17:16:45.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.953+0000 7fa47de84640 1 -- 172.21.15.28:0/2314194145 wait complete. 2024-04-25T17:16:45.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.954+0000 7fa47de84640 1 Processor -- start 2024-04-25T17:16:45.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.954+0000 7fa47de84640 1 -- start start 2024-04-25T17:16:45.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.954+0000 7fa47de84640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa478101760 0x7fa47819a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.954+0000 7fa47de84640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa478102260 0x7fa47819a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.954+0000 7fa47de84640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4781050b0 0x7fa4781a1580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.954+0000 7fa47de84640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fa47810f540 con 0x7fa478102260 2024-04-25T17:16:45.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.954+0000 7fa47de84640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa47810f3c0 con 0x7fa478101760 2024-04-25T17:16:45.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.954+0000 7fa47de84640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa47810f6c0 con 0x7fa4781050b0 2024-04-25T17:16:45.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.955+0000 7fa476ffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa478102260 0x7fa47819a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.955+0000 7fa476ffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa478102260 0x7fa47819a5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44528/0 (socket says 172.21.15.28:44528) 2024-04-25T17:16:45.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.955+0000 7fa476ffd640 1 -- 172.21.15.28:0/2717312403 learned_addr learned my addr 172.21.15.28:0/2717312403 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:45.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.955+0000 7fa4777fe640 1 --2- 172.21.15.28:0/2717312403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa478101760 0x7fa47819a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.955+0000 7fa477fff640 1 --2- 172.21.15.28:0/2717312403 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4781050b0 0x7fa4781a1580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.955+0000 7fa476ffd640 1 -- 172.21.15.28:0/2717312403 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4781050b0 msgr2=0x7fa4781a1580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.955+0000 7fa476ffd640 1 --2- 172.21.15.28:0/2717312403 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4781050b0 0x7fa4781a1580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.955+0000 7fa476ffd640 1 -- 172.21.15.28:0/2717312403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa478101760 msgr2=0x7fa47819a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.958 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.955+0000 7fa476ffd640 1 --2- 172.21.15.28:0/2717312403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa478101760 0x7fa47819a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.958 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.955+0000 7fa476ffd640 1 -- 172.21.15.28:0/2717312403 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4781a1bf0 con 0x7fa478102260 2024-04-25T17:16:45.958 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.955+0000 7fa476ffd640 1 --2- 172.21.15.28:0/2717312403 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa478102260 0x7fa47819a5f0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fa46c00d950 tx=0x7fa46c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.958 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.955+0000 7fa474ff9640 1 -- 172.21.15.28:0/2717312403 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa46c017070 con 0x7fa478102260 2024-04-25T17:16:45.958 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.955+0000 7fa474ff9640 1 -- 172.21.15.28:0/2717312403 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa46c009c30 con 0x7fa478102260 2024-04-25T17:16:45.958 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.955+0000 7fa47de84640 1 -- 172.21.15.28:0/2717312403 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4781a1ee0 con 0x7fa478102260 2024-04-25T17:16:45.958 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.955+0000 7fa474ff9640 1 -- 172.21.15.28:0/2717312403 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa46c00f620 con 0x7fa478102260 2024-04-25T17:16:45.958 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.955+0000 7fa47de84640 1 -- 172.21.15.28:0/2717312403 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4781a2350 con 0x7fa478102260 2024-04-25T17:16:45.964 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.958+0000 7fa484e06740 1 Processor -- start 2024-04-25T17:16:45.964 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.958+0000 7fa484e06740 1 -- start start 2024-04-25T17:16:45.964 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.958+0000 7fa474ff9640 1 -- 172.21.15.28:0/2717312403 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fa46c010460 con 0x7fa478102260 2024-04-25T17:16:45.964 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.958+0000 7fa484e06740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564e4416e390 0x564e44510810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.964 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.958+0000 7fa484e06740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e441454d0 0x564e44510d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.964 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.958+0000 7fa484e06740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e4414d6b0 0x564e44511a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.958+0000 7fa484e06740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x564e44474d80 con 0x564e441454d0 2024-04-25T17:16:45.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.958+0000 7fa484e06740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564e4442ea20 con 0x564e4414d6b0 2024-04-25T17:16:45.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.958+0000 7fa484e06740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x564e44470d40 con 0x564e4416e390 2024-04-25T17:16:45.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.958+0000 7fa4777fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e441454d0 0x564e44510d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.958+0000 7fa4777fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e441454d0 0x564e44510d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44530/0 (socket says 172.21.15.28:44530) 2024-04-25T17:16:45.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.959+0000 7fa4777fe640 1 -- 172.21.15.28:0/3530895319 learned_addr learned my addr 172.21.15.28:0/3530895319 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:45.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.959+0000 7fa476ffd640 1 --2- 172.21.15.28:0/3530895319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e4414d6b0 0x564e44511a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.959+0000 7fa477fff640 1 --2- 172.21.15.28:0/3530895319 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564e4416e390 0x564e44510810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.959+0000 7fa4777fe640 1 -- 172.21.15.28:0/3530895319 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564e4416e390 msgr2=0x564e44510810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.959+0000 7fa4777fe640 1 --2- 172.21.15.28:0/3530895319 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564e4416e390 0x564e44510810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.959+0000 7fa4777fe640 1 -- 172.21.15.28:0/3530895319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e4414d6b0 msgr2=0x564e44511a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.959+0000 7fa4777fe640 1 --2- 172.21.15.28:0/3530895319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e4414d6b0 0x564e44511a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.959+0000 7fa4777fe640 1 -- 172.21.15.28:0/3530895319 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564e44439c30 con 0x564e441454d0 2024-04-25T17:16:45.966 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.959+0000 7fa474ff9640 1 --2- 172.21.15.28:0/2717312403 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa4600afaf0 0x7fa4600b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.966 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.959+0000 7fa4777fe640 1 --2- 172.21.15.28:0/3530895319 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e441454d0 0x564e44510d90 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fa46800bc70 tx=0x7fa4680107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4dbda7eb85c162ea server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.966 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.959+0000 7fa477fff640 1 --2- 172.21.15.28:0/2717312403 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa4600afaf0 0x7fa4600b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.966 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.959+0000 7fa474ff9640 1 -- 172.21.15.28:0/2717312403 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fa46c0dec00 con 0x7fa478102260 2024-04-25T17:16:45.966 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.959+0000 7fa45dffb640 1 -- 172.21.15.28:0/3530895319 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa46801c680 con 0x564e441454d0 2024-04-25T17:16:45.966 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.959+0000 7fa45dffb640 1 -- 172.21.15.28:0/3530895319 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa46800be20 con 0x564e441454d0 2024-04-25T17:16:45.966 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.959+0000 7fa45dffb640 1 -- 172.21.15.28:0/3530895319 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa468011a60 con 0x564e441454d0 2024-04-25T17:16:45.966 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.960+0000 7fa484e06740 1 -- 172.21.15.28:0/3530895319 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e441454d0 msgr2=0x564e44510d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.966 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.960+0000 7fa477fff640 1 --2- 172.21.15.28:0/2717312403 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa4600afaf0 0x7fa4600b2000 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fa470006010 tx=0x7fa470009440 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.966 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.960+0000 7fa484e06740 1 --2- 172.21.15.28:0/3530895319 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e441454d0 0x564e44510d90 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fa46800bc70 tx=0x7fa4680107a0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.966 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.960+0000 7fa484e06740 1 -- 172.21.15.28:0/3530895319 shutdown_connections 2024-04-25T17:16:45.966 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.960+0000 7fa484e06740 1 --2- 172.21.15.28:0/3530895319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e4414d6b0 0x564e44511a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.960+0000 7fa484e06740 1 --2- 172.21.15.28:0/3530895319 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e441454d0 0x564e44510d90 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.960+0000 7fa484e06740 1 --2- 172.21.15.28:0/3530895319 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564e4416e390 0x564e44510810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.960+0000 7fa484e06740 1 -- 172.21.15.28:0/3530895319 >> 172.21.15.28:0/3530895319 conn(0x564e441624e0 msgr2=0x564e4450c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.960+0000 7fa484e06740 1 -- 172.21.15.28:0/3530895319 shutdown_connections 2024-04-25T17:16:45.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.960+0000 7fa484e06740 1 -- 172.21.15.28:0/3530895319 wait complete. 2024-04-25T17:16:45.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.961+0000 7fa484e06740 1 -- start start 2024-04-25T17:16:45.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.961+0000 7fa484e06740 1 Processor -- start 2024-04-25T17:16:45.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.961+0000 7fa484e06740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564e441454d0 0x564e4451a560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.961+0000 7fa484e06740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e4414d6b0 0x564e4451aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.961+0000 7fa484e06740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e4416e390 0x564e44521a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.961+0000 7fa484e06740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x564e44512530 con 0x564e4416e390 2024-04-25T17:16:45.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.961+0000 7fa484e06740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564e443fbdc0 con 0x564e4414d6b0 2024-04-25T17:16:45.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.961+0000 7fa484e06740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x564e445126b0 con 0x564e441454d0 2024-04-25T17:16:45.967 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.961+0000 7fa484e06740 10 client.0 _ll_register_callbacks cb 0x564e44417600 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:16:45.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.961+0000 7fa477fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e4416e390 0x564e44521a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.961+0000 7fa477fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e4416e390 0x564e44521a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44546/0 (socket says 172.21.15.28:44546) 2024-04-25T17:16:45.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.961+0000 7fa477fff640 1 -- 172.21.15.28:0/177523379 learned_addr learned my addr 172.21.15.28:0/177523379 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:45.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.961+0000 7fa4777fe640 1 --2- 172.21.15.28:0/177523379 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564e441454d0 0x564e4451a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.961+0000 7fa476ffd640 1 --2- 172.21.15.28:0/177523379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e4414d6b0 0x564e4451aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.962+0000 7fa477fff640 1 -- 172.21.15.28:0/177523379 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564e441454d0 msgr2=0x564e4451a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.962+0000 7fa477fff640 1 --2- 172.21.15.28:0/177523379 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564e441454d0 0x564e4451a560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.962+0000 7fa477fff640 1 -- 172.21.15.28:0/177523379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e4414d6b0 msgr2=0x564e4451aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.962+0000 7fa477fff640 1 --2- 172.21.15.28:0/177523379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e4414d6b0 0x564e4451aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.962+0000 7fa477fff640 1 -- 172.21.15.28:0/177523379 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e441863f0 con 0x564e4416e390 2024-04-25T17:16:45.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.962+0000 7fa4777fe640 1 --2- 172.21.15.28:0/177523379 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564e441454d0 0x564e4451a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:16:45.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.962+0000 7fa477fff640 1 --2- 172.21.15.28:0/177523379 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e4416e390 0x564e44521a00 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fa470005e30 tx=0x7fa47002a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fc17d327100d363 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.962+0000 7fa456ffd640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:16:45.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.962+0000 7fa456ffd640 1 -- 172.21.15.28:0/177523379 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa470004250 con 0x564e4416e390 2024-04-25T17:16:45.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.962+0000 7fa456ffd640 1 -- 172.21.15.28:0/177523379 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fa4700043f0 con 0x564e4416e390 2024-04-25T17:16:45.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.962+0000 7fa484e06740 1 -- 172.21.15.28:0/177523379 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa46800be20 con 0x564e4416e390 2024-04-25T17:16:45.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.962+0000 7fa456ffd640 1 -- 172.21.15.28:0/177523379 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa4700045f0 con 0x564e4416e390 2024-04-25T17:16:45.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.962+0000 7fa484e06740 10 client.15726 fetch_fsmap learned FSMap version 24 2024-04-25T17:16:45.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.962+0000 7fa484e06740 1 -- 172.21.15.28:0/177523379 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564e442507d0 con 0x564e4416e390 2024-04-25T17:16:45.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.963+0000 7fa456ffd640 1 -- 172.21.15.28:0/177523379 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa46800be20 con 0x564e4416e390 2024-04-25T17:16:45.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.963+0000 7fa456ffd640 1 -- 172.21.15.28:0/177523379 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fa470050070 con 0x564e4416e390 2024-04-25T17:16:45.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.963+0000 7fa484e06740 10 client.15726 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:16:45.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.963+0000 7fa484e06740 10 client.15726 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:16:45.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.963+0000 7fa484e06740 20 client.15726 populate_metadata read hostname 'smithi028' 2024-04-25T17:16:45.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.963+0000 7fa484e06740 1 --2- 172.21.15.28:0/177523379 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x564e4412cf60 0x564e44528230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.963+0000 7fa484e06740 4 client.15726 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:16:45.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.963+0000 7fa484e06740 1 -- 172.21.15.28:0/177523379 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564e44482990 con 0x564e4412cf60 2024-04-25T17:16:45.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.963+0000 7fa4777fe640 1 --2- 172.21.15.28:0/177523379 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x564e4412cf60 0x564e44528230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.964+0000 7fa456ffd640 10 client.15726 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:45.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.964+0000 7fa4777fe640 1 --2- 172.21.15.28:0/177523379 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x564e4412cf60 0x564e44528230 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7c21704efe606b8 server_cookie=895c25dedc0667e7 in_seq=0 out_seq=0 2024-04-25T17:16:45.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.965+0000 7fa456ffd640 1 -- 172.21.15.28:0/177523379 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x564e44482990 con 0x564e4412cf60 2024-04-25T17:16:45.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.965+0000 7fa456ffd640 10 client.15726 handle_command_reply: tid=0 2024-04-25T17:16:45.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.965+0000 7fa484e06740 1 client.15726 shutdown 2024-04-25T17:16:45.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.965+0000 7fa484e06740 1 -- 172.21.15.28:0/177523379 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e4416e390 msgr2=0x564e44521a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.965+0000 7fa484e06740 1 --2- 172.21.15.28:0/177523379 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e4416e390 0x564e44521a00 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fa470005e30 tx=0x7fa47002a8c0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.965+0000 7fa484e06740 1 -- 172.21.15.28:0/177523379 shutdown_connections 2024-04-25T17:16:45.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.965+0000 7fa484e06740 1 --2- 172.21.15.28:0/177523379 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x564e4412cf60 0x564e44528230 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.965+0000 7fa484e06740 1 --2- 172.21.15.28:0/177523379 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e4416e390 0x564e44521a00 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.965+0000 7fa484e06740 1 --2- 172.21.15.28:0/177523379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e4414d6b0 0x564e4451aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.965+0000 7fa484e06740 1 --2- 172.21.15.28:0/177523379 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564e441454d0 0x564e4451a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.965+0000 7fa456ffd640 0 client.15726 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:45.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.965+0000 7fa484e06740 1 -- 172.21.15.28:0/177523379 >> 172.21.15.28:0/177523379 conn(0x564e441624e0 msgr2=0x564e4450ef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.965+0000 7fa484e06740 1 -- 172.21.15.28:0/177523379 shutdown_connections 2024-04-25T17:16:45.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.965+0000 7fa484e06740 1 -- 172.21.15.28:0/177523379 wait complete. 2024-04-25T17:16:45.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.965+0000 7fa484e06740 20 client.15726 trim_cache size 0 max 16384 2024-04-25T17:16:45.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.979+0000 7fa484e06740 1 Processor -- start 2024-04-25T17:16:45.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.979+0000 7fa484e06740 1 -- start start 2024-04-25T17:16:45.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.979+0000 7fa484e06740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e441454d0 0x564e44515390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.979+0000 7fa484e06740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564e4414d6b0 0x564e445158d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.979+0000 7fa484e06740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e4416e390 0x564e44510790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.979+0000 7fa484e06740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fa4781af0d0 con 0x564e441454d0 2024-04-25T17:16:45.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.979+0000 7fa484e06740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa4781ac9a0 con 0x564e4416e390 2024-04-25T17:16:45.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.979+0000 7fa484e06740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa4781aa7f0 con 0x564e4414d6b0 2024-04-25T17:16:45.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.979+0000 7fa4777fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e441454d0 0x564e44515390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.979+0000 7fa4777fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e441454d0 0x564e44515390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44548/0 (socket says 172.21.15.28:44548) 2024-04-25T17:16:45.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.979+0000 7fa4777fe640 1 -- 172.21.15.28:0/924261448 learned_addr learned my addr 172.21.15.28:0/924261448 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:45.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.979+0000 7fa476ffd640 1 --2- 172.21.15.28:0/924261448 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564e4414d6b0 0x564e445158d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.979+0000 7fa477fff640 1 --2- 172.21.15.28:0/924261448 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e4416e390 0x564e44510790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.980+0000 7fa4777fe640 1 -- 172.21.15.28:0/924261448 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564e4414d6b0 msgr2=0x564e445158d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.980+0000 7fa4777fe640 1 --2- 172.21.15.28:0/924261448 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564e4414d6b0 0x564e445158d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.980+0000 7fa4777fe640 1 -- 172.21.15.28:0/924261448 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e4416e390 msgr2=0x564e44510790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.980+0000 7fa4777fe640 1 --2- 172.21.15.28:0/924261448 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e4416e390 0x564e44510790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.980+0000 7fa4777fe640 1 -- 172.21.15.28:0/924261448 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564e44510360 con 0x564e441454d0 2024-04-25T17:16:45.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.980+0000 7fa4777fe640 1 --2- 172.21.15.28:0/924261448 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e441454d0 0x564e44515390 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fa468010ca0 tx=0x7fa46800b7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3dbfaacfedd092c3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.980+0000 7fa45d7fa640 1 -- 172.21.15.28:0/924261448 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa468031070 con 0x564e441454d0 2024-04-25T17:16:45.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.980+0000 7fa45d7fa640 1 -- 172.21.15.28:0/924261448 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa468005400 con 0x564e441454d0 2024-04-25T17:16:45.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.980+0000 7fa45d7fa640 1 -- 172.21.15.28:0/924261448 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa46802c3d0 con 0x564e441454d0 2024-04-25T17:16:45.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.981+0000 7fa484e06740 1 -- 172.21.15.28:0/924261448 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e441454d0 msgr2=0x564e44515390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.981+0000 7fa484e06740 1 --2- 172.21.15.28:0/924261448 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e441454d0 0x564e44515390 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fa468010ca0 tx=0x7fa46800b7b0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.981+0000 7fa484e06740 1 -- 172.21.15.28:0/924261448 shutdown_connections 2024-04-25T17:16:45.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.981+0000 7fa484e06740 1 --2- 172.21.15.28:0/924261448 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e4416e390 0x564e44510790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.981+0000 7fa484e06740 1 --2- 172.21.15.28:0/924261448 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564e4414d6b0 0x564e445158d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.981+0000 7fa484e06740 1 --2- 172.21.15.28:0/924261448 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e441454d0 0x564e44515390 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.981+0000 7fa484e06740 1 -- 172.21.15.28:0/924261448 >> 172.21.15.28:0/924261448 conn(0x564e441624e0 msgr2=0x564e4451a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.981+0000 7fa484e06740 1 -- 172.21.15.28:0/924261448 shutdown_connections 2024-04-25T17:16:45.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.981+0000 7fa484e06740 1 -- 172.21.15.28:0/924261448 wait complete. 2024-04-25T17:16:45.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.981+0000 7fa484e06740 1 -- start start 2024-04-25T17:16:45.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.981+0000 7fa484e06740 1 Processor -- start 2024-04-25T17:16:45.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.982+0000 7fa484e06740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e441454d0 0x564e4451ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.982+0000 7fa484e06740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e4414d6b0 0x564e4451e300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.982+0000 7fa484e06740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564e4416e390 0x564e4458e590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.982+0000 7fa484e06740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fa4781aae60 con 0x564e4414d6b0 2024-04-25T17:16:45.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.982+0000 7fa484e06740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa4781ac2d0 con 0x564e441454d0 2024-04-25T17:16:45.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.982+0000 7fa484e06740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa4781ab530 con 0x564e4416e390 2024-04-25T17:16:45.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.982+0000 7fa484e06740 10 client.0 _ll_register_callbacks cb 0x7fa470005d80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:16:45.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.982+0000 7fa476ffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e4414d6b0 0x564e4451e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.982+0000 7fa476ffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e4414d6b0 0x564e4451e300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44556/0 (socket says 172.21.15.28:44556) 2024-04-25T17:16:45.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.982+0000 7fa476ffd640 1 -- 172.21.15.28:0/924408695 learned_addr learned my addr 172.21.15.28:0/924408695 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:45.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.982+0000 7fa4777fe640 1 --2- 172.21.15.28:0/924408695 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e441454d0 0x564e4451ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.995 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.982+0000 7fa477fff640 1 --2- 172.21.15.28:0/924408695 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564e4416e390 0x564e4458e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.995 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.982+0000 7fa476ffd640 1 -- 172.21.15.28:0/924408695 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564e4416e390 msgr2=0x564e4458e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.995 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.982+0000 7fa476ffd640 1 --2- 172.21.15.28:0/924408695 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564e4416e390 0x564e4458e590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.995 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.982+0000 7fa476ffd640 1 -- 172.21.15.28:0/924408695 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e441454d0 msgr2=0x564e4451ddc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:45.995 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.982+0000 7fa476ffd640 1 --2- 172.21.15.28:0/924408695 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e441454d0 0x564e4451ddc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.995 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.982+0000 7fa476ffd640 1 -- 172.21.15.28:0/924408695 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e445285f0 con 0x564e4414d6b0 2024-04-25T17:16:45.995 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.982+0000 7fa4777fe640 1 --2- 172.21.15.28:0/924408695 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e441454d0 0x564e4451ddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:16:45.995 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.982+0000 7fa476ffd640 1 --2- 172.21.15.28:0/924408695 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e4414d6b0 0x564e4451e300 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fa46c000c00 tx=0x7fa46c00bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7b8abc0bb48847f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:45.995 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.982+0000 7fa456ffd640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:16:45.995 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.982+0000 7fa456ffd640 1 -- 172.21.15.28:0/924408695 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa46c020040 con 0x564e4414d6b0 2024-04-25T17:16:45.995 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.982+0000 7fa456ffd640 1 -- 172.21.15.28:0/924408695 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fa46c0a61d0 con 0x564e4414d6b0 2024-04-25T17:16:45.995 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.982+0000 7fa484e06740 1 -- 172.21.15.28:0/924408695 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa468005400 con 0x564e4414d6b0 2024-04-25T17:16:45.995 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.983+0000 7fa456ffd640 1 -- 172.21.15.28:0/924408695 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa46c0a6870 con 0x564e4414d6b0 2024-04-25T17:16:45.995 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.983+0000 7fa484e06740 10 client.15732 fetch_fsmap learned FSMap version 24 2024-04-25T17:16:45.995 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.983+0000 7fa484e06740 1 -- 172.21.15.28:0/924408695 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564e4458f880 con 0x564e4414d6b0 2024-04-25T17:16:45.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.983+0000 7fa456ffd640 1 -- 172.21.15.28:0/924408695 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa468005400 con 0x564e4414d6b0 2024-04-25T17:16:45.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.983+0000 7fa456ffd640 1 -- 172.21.15.28:0/924408695 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fa46c0e7040 con 0x564e4414d6b0 2024-04-25T17:16:45.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.983+0000 7fa484e06740 10 client.15732 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:16:45.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.983+0000 7fa484e06740 10 client.15732 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:16:45.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.983+0000 7fa484e06740 20 client.15732 populate_metadata read hostname 'smithi028' 2024-04-25T17:16:45.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.983+0000 7fa484e06740 1 --2- 172.21.15.28:0/924408695 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x564e441023a0 0x564e445922f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:45.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.983+0000 7fa484e06740 4 client.15732 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T17:16:45.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.983+0000 7fa484e06740 1 -- 172.21.15.28:0/924408695 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564e4447c800 con 0x564e441023a0 2024-04-25T17:16:45.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.983+0000 7fa4777fe640 1 --2- 172.21.15.28:0/924408695 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x564e441023a0 0x564e445922f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:45.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.984+0000 7fa456ffd640 10 client.15732 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:45.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.984+0000 7fa4777fe640 1 --2- 172.21.15.28:0/924408695 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x564e441023a0 0x564e445922f0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee0d18d50381f2e3 server_cookie=454402a1d302b4d4 in_seq=0 out_seq=0 2024-04-25T17:16:45.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.984+0000 7fa456ffd640 1 -- 172.21.15.28:0/924408695 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564e4447c800 con 0x564e441023a0 2024-04-25T17:16:45.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.984+0000 7fa456ffd640 10 client.15732 handle_command_reply: tid=0 2024-04-25T17:16:45.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.984+0000 7fa484e06740 1 client.15732 shutdown 2024-04-25T17:16:45.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.984+0000 7fa484e06740 1 -- 172.21.15.28:0/924408695 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e4414d6b0 msgr2=0x564e4451e300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.984+0000 7fa484e06740 1 --2- 172.21.15.28:0/924408695 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e4414d6b0 0x564e4451e300 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fa46c000c00 tx=0x7fa46c00bf60 comp rx=0 tx=0).stop 2024-04-25T17:16:45.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.984+0000 7fa484e06740 1 -- 172.21.15.28:0/924408695 shutdown_connections 2024-04-25T17:16:45.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.984+0000 7fa484e06740 1 --2- 172.21.15.28:0/924408695 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x564e441023a0 0x564e445922f0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.984+0000 7fa484e06740 1 --2- 172.21.15.28:0/924408695 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564e4416e390 0x564e4458e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.984+0000 7fa456ffd640 0 client.15732 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:45.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.984+0000 7fa484e06740 1 --2- 172.21.15.28:0/924408695 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x564e4414d6b0 0x564e4451e300 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.984+0000 7fa484e06740 1 --2- 172.21.15.28:0/924408695 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e441454d0 0x564e4451ddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:45.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.984+0000 7fa484e06740 1 -- 172.21.15.28:0/924408695 >> 172.21.15.28:0/924408695 conn(0x564e441624e0 msgr2=0x564e4451a520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:45.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.984+0000 7fa484e06740 1 -- 172.21.15.28:0/924408695 shutdown_connections 2024-04-25T17:16:45.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.984+0000 7fa484e06740 1 -- 172.21.15.28:0/924408695 wait complete. 2024-04-25T17:16:45.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.984+0000 7fa484e06740 20 client.15732 trim_cache size 0 max 16384 2024-04-25T17:16:45.998 INFO:teuthology.orchestra.run.smithi028.stdout:[] 2024-04-25T17:16:45.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.985+0000 7fa47de84640 1 -- 172.21.15.28:0/2717312403 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa4600afaf0 msgr2=0x7fa4600b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.985+0000 7fa47de84640 1 --2- 172.21.15.28:0/2717312403 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa4600afaf0 0x7fa4600b2000 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fa470006010 tx=0x7fa470009440 comp rx=0 tx=0).stop 2024-04-25T17:16:45.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.985+0000 7fa47de84640 1 -- 172.21.15.28:0/2717312403 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa478102260 msgr2=0x7fa47819a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:45.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.985+0000 7fa47de84640 1 --2- 172.21.15.28:0/2717312403 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa478102260 0x7fa47819a5f0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fa46c00d950 tx=0x7fa46c00de10 comp rx=0 tx=0).stop 2024-04-25T17:16:45.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.985+0000 7fa47de84640 1 -- 172.21.15.28:0/2717312403 shutdown_connections 2024-04-25T17:16:45.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.985+0000 7fa47de84640 1 --2- 172.21.15.28:0/2717312403 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa4600afaf0 0x7fa4600b2000 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:46.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.985+0000 7fa47de84640 1 --2- 172.21.15.28:0/2717312403 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4781050b0 0x7fa4781a1580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:46.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.985+0000 7fa47de84640 1 --2- 172.21.15.28:0/2717312403 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa478102260 0x7fa47819a5f0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:46.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.985+0000 7fa47de84640 1 --2- 172.21.15.28:0/2717312403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa478101760 0x7fa47819a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:46.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.985+0000 7fa47de84640 1 -- 172.21.15.28:0/2717312403 >> 172.21.15.28:0/2717312403 conn(0x7fa4780fd380 msgr2=0x7fa478107c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:46.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.985+0000 7fa47de84640 1 -- 172.21.15.28:0/2717312403 shutdown_connections 2024-04-25T17:16:46.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:45.985+0000 7fa47de84640 1 -- 172.21.15.28:0/2717312403 wait complete. 2024-04-25T17:16:46.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:45 smithi042 ceph-mon[32851]: pgmap v381: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:16:46.111 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:45 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2281481849' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:16:46.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:45 smithi028 ceph-mon[29207]: pgmap v381: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:16:46.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:45 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2281481849' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:16:46.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:45 smithi084 ceph-mon[32752]: pgmap v381: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:16:46.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:45 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2281481849' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:16:47.001 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-25T17:16:47.001 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:16:47.001 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-25T17:16:47.135 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.132+0000 7f7aed914640 1 -- 172.21.15.28:0/1278782384 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7ae8102370 msgr2=0x7f7ae8109100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:47.135 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.132+0000 7f7aed914640 1 --2- 172.21.15.28:0/1278782384 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7ae8102370 0x7f7ae8109100 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f7ad0009900 tx=0x7f7ad002a410 comp rx=0 tx=0).stop 2024-04-25T17:16:47.135 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.132+0000 7f7aed914640 1 -- 172.21.15.28:0/1278782384 shutdown_connections 2024-04-25T17:16:47.135 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.132+0000 7f7aed914640 1 --2- 172.21.15.28:0/1278782384 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7ae8109790 0x7f7ae810bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.135 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.132+0000 7f7aed914640 1 --2- 172.21.15.28:0/1278782384 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7ae8102370 0x7f7ae8109100 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.135 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.132+0000 7f7aed914640 1 --2- 172.21.15.28:0/1278782384 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ae8101e70 0x7f7ae8106b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.135 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.132+0000 7f7aed914640 1 -- 172.21.15.28:0/1278782384 >> 172.21.15.28:0/1278782384 conn(0x7f7ae80fd380 msgr2=0x7f7ae80ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:47.135 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.132+0000 7f7aed914640 1 -- 172.21.15.28:0/1278782384 shutdown_connections 2024-04-25T17:16:47.136 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.132+0000 7f7aed914640 1 -- 172.21.15.28:0/1278782384 wait complete. 2024-04-25T17:16:47.136 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.133+0000 7f7aed914640 1 Processor -- start 2024-04-25T17:16:47.136 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.133+0000 7f7aed914640 1 -- start start 2024-04-25T17:16:47.136 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.133+0000 7f7aed914640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ae8101e70 0x7f7ae8104340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.136 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.133+0000 7f7aed914640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7ae8102370 0x7f7ae81029e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.136 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.133+0000 7f7aed914640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7ae8109790 0x7f7ae8102f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.136 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.133+0000 7f7aed914640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae810f490 con 0x7f7ae8102370 2024-04-25T17:16:47.136 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.133+0000 7f7aed914640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae810f310 con 0x7f7ae8101e70 2024-04-25T17:16:47.136 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.133+0000 7f7aed914640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae810f610 con 0x7f7ae8109790 2024-04-25T17:16:47.136 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.133+0000 7f7adffff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7ae8102370 0x7f7ae81029e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.136 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.133+0000 7f7ae6ffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ae8101e70 0x7f7ae8104340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.136 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.134+0000 7f7ae6ffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ae8101e70 0x7f7ae8104340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:39682/0 (socket says 172.21.15.28:39682) 2024-04-25T17:16:47.136 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.134+0000 7f7ae6ffd640 1 -- 172.21.15.28:0/4100605583 learned_addr learned my addr 172.21.15.28:0/4100605583 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:47.136 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.134+0000 7f7adffff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7ae8102370 0x7f7ae81029e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44574/0 (socket says 172.21.15.28:44574) 2024-04-25T17:16:47.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.134+0000 7f7ae77fe640 1 --2- 172.21.15.28:0/4100605583 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7ae8109790 0x7f7ae8102f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.134+0000 7f7ae6ffd640 1 -- 172.21.15.28:0/4100605583 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7ae8109790 msgr2=0x7f7ae8102f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:47.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.134+0000 7f7ae6ffd640 1 --2- 172.21.15.28:0/4100605583 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7ae8109790 0x7f7ae8102f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.134+0000 7f7ae6ffd640 1 -- 172.21.15.28:0/4100605583 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7ae8102370 msgr2=0x7f7ae81029e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:47.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.134+0000 7f7ae6ffd640 1 --2- 172.21.15.28:0/4100605583 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7ae8102370 0x7f7ae81029e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.134+0000 7f7ae6ffd640 1 -- 172.21.15.28:0/4100605583 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ae8103650 con 0x7f7ae8101e70 2024-04-25T17:16:47.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.134+0000 7f7ae77fe640 1 --2- 172.21.15.28:0/4100605583 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7ae8109790 0x7f7ae8102f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:16:47.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.134+0000 7f7adffff640 1 --2- 172.21.15.28:0/4100605583 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7ae8102370 0x7f7ae81029e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:16:47.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.134+0000 7f7ae6ffd640 1 --2- 172.21.15.28:0/4100605583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ae8101e70 0x7f7ae8104340 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7ad800e9f0 tx=0x7f7ad800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:47.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.134+0000 7f7aec912640 1 -- 172.21.15.28:0/4100605583 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad800cd80 con 0x7f7ae8101e70 2024-04-25T17:16:47.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.134+0000 7f7aed914640 1 -- 172.21.15.28:0/4100605583 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ae81a4190 con 0x7f7ae8101e70 2024-04-25T17:16:47.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.134+0000 7f7aec912640 1 -- 172.21.15.28:0/4100605583 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7ad80108c0 con 0x7f7ae8101e70 2024-04-25T17:16:47.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.134+0000 7f7aec912640 1 -- 172.21.15.28:0/4100605583 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad80187c0 con 0x7f7ae8101e70 2024-04-25T17:16:47.137 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.134+0000 7f7aed914640 1 -- 172.21.15.28:0/4100605583 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ae81a4680 con 0x7f7ae8101e70 2024-04-25T17:16:47.146 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.137+0000 7f7af47c7740 1 Processor -- start 2024-04-25T17:16:47.146 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.137+0000 7f7af47c7740 1 -- start start 2024-04-25T17:16:47.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.137+0000 7f7aec912640 1 -- 172.21.15.28:0/4100605583 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f7ad8010430 con 0x7f7ae8101e70 2024-04-25T17:16:47.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.137+0000 7f7af47c7740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561df5e0d410 0x561df61ae4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.137+0000 7f7af47c7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561df5de4550 0x561df61aea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.137+0000 7f7af47c7740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5dec730 0x561df61b5920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.137+0000 7f7af47c7740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x561df6113b00 con 0x561df5dec730 2024-04-25T17:16:47.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.137+0000 7f7af47c7740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561df60af920 con 0x561df5e0d410 2024-04-25T17:16:47.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.137+0000 7f7af47c7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x561df610fac0 con 0x561df5de4550 2024-04-25T17:16:47.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.137+0000 7f7adffff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5dec730 0x561df61b5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.137+0000 7f7ae77fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561df5e0d410 0x561df61ae4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.137+0000 7f7adffff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5dec730 0x561df61b5920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44578/0 (socket says 172.21.15.28:44578) 2024-04-25T17:16:47.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.137+0000 7f7adffff640 1 -- 172.21.15.28:0/2389731046 learned_addr learned my addr 172.21.15.28:0/2389731046 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:47.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.137+0000 7f7ae6ffd640 1 --2- 172.21.15.28:0/2389731046 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561df5de4550 0x561df61aea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.137+0000 7f7adffff640 1 -- 172.21.15.28:0/2389731046 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561df5de4550 msgr2=0x561df61aea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:47.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.137+0000 7f7adffff640 1 --2- 172.21.15.28:0/2389731046 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561df5de4550 0x561df61aea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.137+0000 7f7adffff640 1 -- 172.21.15.28:0/2389731046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561df5e0d410 msgr2=0x561df61ae4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:47.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.137+0000 7f7adffff640 1 --2- 172.21.15.28:0/2389731046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561df5e0d410 0x561df61ae4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.137+0000 7f7adffff640 1 -- 172.21.15.28:0/2389731046 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561df5eed7e0 con 0x561df5dec730 2024-04-25T17:16:47.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.137+0000 7f7ae77fe640 1 --2- 172.21.15.28:0/2389731046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561df5e0d410 0x561df61ae4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:16:47.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.137+0000 7f7ae6ffd640 1 --2- 172.21.15.28:0/2389731046 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561df5de4550 0x561df61aea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:16:47.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.138+0000 7f7aec912640 1 --2- 172.21.15.28:0/4100605583 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7ad40afaf0 0x7f7ad40b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.138+0000 7f7adffff640 1 --2- 172.21.15.28:0/2389731046 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5dec730 0x561df61b5920 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f7ad0009900 tx=0x7f7ad0005e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc1a9e777eccc9c6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:47.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.138+0000 7f7aec912640 1 -- 172.21.15.28:0/4100605583 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f7ad80df360 con 0x7f7ae8101e70 2024-04-25T17:16:47.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.138+0000 7f7ae77fe640 1 --2- 172.21.15.28:0/4100605583 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7ad40afaf0 0x7f7ad40b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.138+0000 7f7addffb640 1 -- 172.21.15.28:0/2389731046 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad0035030 con 0x561df5dec730 2024-04-25T17:16:47.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.138+0000 7f7addffb640 1 -- 172.21.15.28:0/2389731046 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7ad0040070 con 0x561df5dec730 2024-04-25T17:16:47.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.138+0000 7f7addffb640 1 -- 172.21.15.28:0/2389731046 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad0003b50 con 0x561df5dec730 2024-04-25T17:16:47.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.139+0000 7f7af47c7740 1 -- 172.21.15.28:0/2389731046 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5dec730 msgr2=0x561df61b5920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:47.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.139+0000 7f7ae77fe640 1 --2- 172.21.15.28:0/4100605583 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7ad40afaf0 0x7f7ad40b2000 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x561df61af670 tx=0x7f7ae0009700 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:47.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.139+0000 7f7af47c7740 1 --2- 172.21.15.28:0/2389731046 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5dec730 0x561df61b5920 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f7ad0009900 tx=0x7f7ad0005e00 comp rx=0 tx=0).stop 2024-04-25T17:16:47.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.139+0000 7f7af47c7740 1 -- 172.21.15.28:0/2389731046 shutdown_connections 2024-04-25T17:16:47.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.139+0000 7f7af47c7740 1 --2- 172.21.15.28:0/2389731046 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5dec730 0x561df61b5920 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.139+0000 7f7af47c7740 1 --2- 172.21.15.28:0/2389731046 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561df5de4550 0x561df61aea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.139+0000 7f7af47c7740 1 --2- 172.21.15.28:0/2389731046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561df5e0d410 0x561df61ae4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.139+0000 7f7af47c7740 1 -- 172.21.15.28:0/2389731046 >> 172.21.15.28:0/2389731046 conn(0x561df5e01560 msgr2=0x561df61a9e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:47.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.139+0000 7f7af47c7740 1 -- 172.21.15.28:0/2389731046 shutdown_connections 2024-04-25T17:16:47.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.139+0000 7f7af47c7740 1 -- 172.21.15.28:0/2389731046 wait complete. 2024-04-25T17:16:47.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.139+0000 7f7af47c7740 1 -- start start 2024-04-25T17:16:47.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.139+0000 7f7af47c7740 1 Processor -- start 2024-04-25T17:16:47.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.140+0000 7f7af47c7740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561df5de4550 0x561df61b8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.140+0000 7f7af47c7740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5dec730 0x561df61b87d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.140+0000 7f7af47c7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561df5e0d410 0x561df61bf730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.140+0000 7f7af47c7740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x561df61b6310 con 0x561df5dec730 2024-04-25T17:16:47.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.140+0000 7f7af47c7740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561df60ad5d0 con 0x561df5de4550 2024-04-25T17:16:47.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.140+0000 7f7af47c7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x561df61b6490 con 0x561df5e0d410 2024-04-25T17:16:47.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.140+0000 7f7af47c7740 10 client.0 _ll_register_callbacks cb 0x561df609b080 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:16:47.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.140+0000 7f7adffff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5dec730 0x561df61b87d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.140+0000 7f7ae6ffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561df5de4550 0x561df61b8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.140+0000 7f7adffff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5dec730 0x561df61b87d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44582/0 (socket says 172.21.15.28:44582) 2024-04-25T17:16:47.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.140+0000 7f7adffff640 1 -- 172.21.15.28:0/3089524250 learned_addr learned my addr 172.21.15.28:0/3089524250 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:47.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.140+0000 7f7ae77fe640 1 --2- 172.21.15.28:0/3089524250 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561df5e0d410 0x561df61bf730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.140+0000 7f7adffff640 1 -- 172.21.15.28:0/3089524250 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561df5e0d410 msgr2=0x561df61bf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:47.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.140+0000 7f7adffff640 1 --2- 172.21.15.28:0/3089524250 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561df5e0d410 0x561df61bf730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.140+0000 7f7adffff640 1 -- 172.21.15.28:0/3089524250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561df5de4550 msgr2=0x561df61b8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:47.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.140+0000 7f7adffff640 1 --2- 172.21.15.28:0/3089524250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561df5de4550 0x561df61b8290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.140+0000 7f7adffff640 1 -- 172.21.15.28:0/3089524250 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561df5f4df70 con 0x561df5dec730 2024-04-25T17:16:47.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.140+0000 7f7ae77fe640 1 --2- 172.21.15.28:0/3089524250 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561df5e0d410 0x561df61bf730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:16:47.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.140+0000 7f7ae6ffd640 1 --2- 172.21.15.28:0/3089524250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561df5de4550 0x561df61b8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:16:47.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.140+0000 7f7adffff640 1 --2- 172.21.15.28:0/3089524250 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5dec730 0x561df61b87d0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f7ad00092a0 tx=0x7f7ad0031da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9e39674b1ca28b0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:47.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.140+0000 7f7ac6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:16:47.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.140+0000 7f7ac6ffd640 1 -- 172.21.15.28:0/3089524250 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad0051060 con 0x561df5dec730 2024-04-25T17:16:47.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.141+0000 7f7ac6ffd640 1 -- 172.21.15.28:0/3089524250 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f7ad003c850 con 0x561df5dec730 2024-04-25T17:16:47.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.141+0000 7f7af47c7740 1 -- 172.21.15.28:0/3089524250 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ad0040070 con 0x561df5dec730 2024-04-25T17:16:47.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.141+0000 7f7ac6ffd640 1 -- 172.21.15.28:0/3089524250 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7ad0058050 con 0x561df5dec730 2024-04-25T17:16:47.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.141+0000 7f7af47c7740 10 client.15744 fetch_fsmap learned FSMap version 24 2024-04-25T17:16:47.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.141+0000 7f7af47c7740 1 -- 172.21.15.28:0/3089524250 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561df5de5170 con 0x561df5dec730 2024-04-25T17:16:47.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.141+0000 7f7ac6ffd640 1 -- 172.21.15.28:0/3089524250 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7ad0040070 con 0x561df5dec730 2024-04-25T17:16:47.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.141+0000 7f7ac6ffd640 1 -- 172.21.15.28:0/3089524250 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f7ad0044ab0 con 0x561df5dec730 2024-04-25T17:16:47.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.141+0000 7f7af47c7740 10 client.15744 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:16:47.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.141+0000 7f7af47c7740 10 client.15744 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:16:47.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.141+0000 7f7af47c7740 20 client.15744 populate_metadata read hostname 'smithi028' 2024-04-25T17:16:47.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.141+0000 7f7af47c7740 1 --2- 172.21.15.28:0/3089524250 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x561df5dcc1f0 0x561df61c57f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.141+0000 7f7af47c7740 4 client.15744 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:16:47.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.141+0000 7f7af47c7740 1 -- 172.21.15.28:0/3089524250 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561df6121710 con 0x561df5dcc1f0 2024-04-25T17:16:47.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.141+0000 7f7ae6ffd640 1 --2- 172.21.15.28:0/3089524250 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x561df5dcc1f0 0x561df61c57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.142+0000 7f7ae6ffd640 1 --2- 172.21.15.28:0/3089524250 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x561df5dcc1f0 0x561df61c57f0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44adf5c65f0eaa47 server_cookie=4fa2fd546cc0d036 in_seq=0 out_seq=0 2024-04-25T17:16:47.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.142+0000 7f7ac6ffd640 10 client.15744 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:47.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.143+0000 7f7ac6ffd640 1 -- 172.21.15.28:0/3089524250 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x561df6121710 con 0x561df5dcc1f0 2024-04-25T17:16:47.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.143+0000 7f7ac6ffd640 10 client.15744 handle_command_reply: tid=0 2024-04-25T17:16:47.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.143+0000 7f7af47c7740 1 client.15744 shutdown 2024-04-25T17:16:47.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.143+0000 7f7af47c7740 1 -- 172.21.15.28:0/3089524250 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5dec730 msgr2=0x561df61b87d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:47.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.143+0000 7f7af47c7740 1 --2- 172.21.15.28:0/3089524250 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5dec730 0x561df61b87d0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f7ad00092a0 tx=0x7f7ad0031da0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.143+0000 7f7af47c7740 1 -- 172.21.15.28:0/3089524250 shutdown_connections 2024-04-25T17:16:47.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.143+0000 7f7af47c7740 1 --2- 172.21.15.28:0/3089524250 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x561df5dcc1f0 0x561df61c57f0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.143+0000 7f7af47c7740 1 --2- 172.21.15.28:0/3089524250 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561df5e0d410 0x561df61bf730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.143+0000 7f7af47c7740 1 --2- 172.21.15.28:0/3089524250 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5dec730 0x561df61b87d0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.143+0000 7f7af47c7740 1 --2- 172.21.15.28:0/3089524250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561df5de4550 0x561df61b8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.143+0000 7f7ac6ffd640 0 client.15744 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:47.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.143+0000 7f7af47c7740 1 -- 172.21.15.28:0/3089524250 >> 172.21.15.28:0/3089524250 conn(0x561df5e01560 msgr2=0x561df61a8ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:47.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.143+0000 7f7af47c7740 1 -- 172.21.15.28:0/3089524250 shutdown_connections 2024-04-25T17:16:47.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.143+0000 7f7af47c7740 1 -- 172.21.15.28:0/3089524250 wait complete. 2024-04-25T17:16:47.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.143+0000 7f7af47c7740 20 client.15744 trim_cache size 0 max 16384 2024-04-25T17:16:47.167 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.161+0000 7f7af47c7740 1 Processor -- start 2024-04-25T17:16:47.167 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.161+0000 7f7af47c7740 1 -- start start 2024-04-25T17:16:47.167 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.162+0000 7f7af47c7740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561df5de4550 0x561df61b6fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.167 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.162+0000 7f7af47c7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561df5dec730 0x561df61c9e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.167 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.162+0000 7f7af47c7740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5e0d410 0x561df61ca3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.167 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.162+0000 7f7af47c7740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae81b12a0 con 0x561df5e0d410 2024-04-25T17:16:47.167 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.162+0000 7f7af47c7740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae81aeb70 con 0x561df5de4550 2024-04-25T17:16:47.167 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.162+0000 7f7af47c7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae81ac9c0 con 0x561df5dec730 2024-04-25T17:16:47.167 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.162+0000 7f7ae77fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5e0d410 0x561df61ca3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.167 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.162+0000 7f7ae77fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5e0d410 0x561df61ca3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44592/0 (socket says 172.21.15.28:44592) 2024-04-25T17:16:47.167 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.162+0000 7f7ae77fe640 1 -- 172.21.15.28:0/2279298634 learned_addr learned my addr 172.21.15.28:0/2279298634 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:47.167 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.162+0000 7f7ae6ffd640 1 --2- 172.21.15.28:0/2279298634 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561df5de4550 0x561df61b6fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.167 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.162+0000 7f7adffff640 1 --2- 172.21.15.28:0/2279298634 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561df5dec730 0x561df61c9e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.162+0000 7f7ae77fe640 1 -- 172.21.15.28:0/2279298634 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561df5dec730 msgr2=0x561df61c9e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:47.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.162+0000 7f7ae77fe640 1 --2- 172.21.15.28:0/2279298634 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561df5dec730 0x561df61c9e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.162+0000 7f7ae77fe640 1 -- 172.21.15.28:0/2279298634 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561df5de4550 msgr2=0x561df61b6fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:47.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.162+0000 7f7ae77fe640 1 --2- 172.21.15.28:0/2279298634 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561df5de4550 0x561df61b6fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.162+0000 7f7ae77fe640 1 -- 172.21.15.28:0/2279298634 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561df61b3130 con 0x561df5e0d410 2024-04-25T17:16:47.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.162+0000 7f7adffff640 1 --2- 172.21.15.28:0/2279298634 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561df5dec730 0x561df61c9e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:16:47.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.162+0000 7f7ae77fe640 1 --2- 172.21.15.28:0/2279298634 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5e0d410 0x561df61ca3b0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f7ae0010750 tx=0x7f7ae0015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a67cd5ee019158c3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:47.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.162+0000 7f7add7fa640 1 -- 172.21.15.28:0/2279298634 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ae0004d20 con 0x561df5e0d410 2024-04-25T17:16:47.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.162+0000 7f7add7fa640 1 -- 172.21.15.28:0/2279298634 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7ae001ea60 con 0x561df5e0d410 2024-04-25T17:16:47.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.162+0000 7f7add7fa640 1 -- 172.21.15.28:0/2279298634 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ae0005630 con 0x561df5e0d410 2024-04-25T17:16:47.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.163+0000 7f7af47c7740 1 -- 172.21.15.28:0/2279298634 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5e0d410 msgr2=0x561df61ca3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:47.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.163+0000 7f7af47c7740 1 --2- 172.21.15.28:0/2279298634 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5e0d410 0x561df61ca3b0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f7ae0010750 tx=0x7f7ae0015000 comp rx=0 tx=0).stop 2024-04-25T17:16:47.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.163+0000 7f7af47c7740 1 -- 172.21.15.28:0/2279298634 shutdown_connections 2024-04-25T17:16:47.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.163+0000 7f7af47c7740 1 --2- 172.21.15.28:0/2279298634 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5e0d410 0x561df61ca3b0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.163+0000 7f7af47c7740 1 --2- 172.21.15.28:0/2279298634 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561df5dec730 0x561df61c9e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.163+0000 7f7af47c7740 1 --2- 172.21.15.28:0/2279298634 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561df5de4550 0x561df61b6fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.163+0000 7f7af47c7740 1 -- 172.21.15.28:0/2279298634 >> 172.21.15.28:0/2279298634 conn(0x561df5e01560 msgr2=0x561df61b6890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:47.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.163+0000 7f7af47c7740 1 -- 172.21.15.28:0/2279298634 shutdown_connections 2024-04-25T17:16:47.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.163+0000 7f7af47c7740 1 -- 172.21.15.28:0/2279298634 wait complete. 2024-04-25T17:16:47.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.164+0000 7f7af47c7740 1 -- start start 2024-04-25T17:16:47.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.164+0000 7f7af47c7740 1 Processor -- start 2024-04-25T17:16:47.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.164+0000 7f7af47c7740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5de4550 0x561df61bc810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.164+0000 7f7af47c7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561df5dec730 0x561df61bcd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.164+0000 7f7af47c7740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561df5e0d410 0x561df61bdc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.164+0000 7f7af47c7740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae81ad030 con 0x561df5de4550 2024-04-25T17:16:47.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.164+0000 7f7af47c7740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae81ae4a0 con 0x561df5e0d410 2024-04-25T17:16:47.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.164+0000 7f7af47c7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae81ad700 con 0x561df5dec730 2024-04-25T17:16:47.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.164+0000 7f7af47c7740 10 client.0 _ll_register_callbacks cb 0x7f7ad0009520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:16:47.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.164+0000 7f7ae6ffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5de4550 0x561df61bc810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.164+0000 7f7ae6ffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5de4550 0x561df61bc810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44608/0 (socket says 172.21.15.28:44608) 2024-04-25T17:16:47.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.164+0000 7f7ae6ffd640 1 -- 172.21.15.28:0/1651550730 learned_addr learned my addr 172.21.15.28:0/1651550730 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:47.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.164+0000 7f7adffff640 1 --2- 172.21.15.28:0/1651550730 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561df5dec730 0x561df61bcd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.164+0000 7f7ae77fe640 1 --2- 172.21.15.28:0/1651550730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561df5e0d410 0x561df61bdc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.165+0000 7f7ae6ffd640 1 -- 172.21.15.28:0/1651550730 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561df5dec730 msgr2=0x561df61bcd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:47.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.165+0000 7f7ae6ffd640 1 --2- 172.21.15.28:0/1651550730 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561df5dec730 0x561df61bcd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.165+0000 7f7ae6ffd640 1 -- 172.21.15.28:0/1651550730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561df5e0d410 msgr2=0x561df61bdc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:47.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.165+0000 7f7ae6ffd640 1 --2- 172.21.15.28:0/1651550730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561df5e0d410 0x561df61bdc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.165+0000 7f7ae6ffd640 1 -- 172.21.15.28:0/1651550730 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561df61be240 con 0x561df5de4550 2024-04-25T17:16:47.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.165+0000 7f7ae6ffd640 1 --2- 172.21.15.28:0/1651550730 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5de4550 0x561df61bc810 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f7ad80a35e0 tx=0x7f7ad80a73f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12bf669c5cd6139f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:47.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.165+0000 7f7ac6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:16:47.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.165+0000 7f7ac6ffd640 1 -- 172.21.15.28:0/1651550730 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad80a7560 con 0x561df5de4550 2024-04-25T17:16:47.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.165+0000 7f7ac6ffd640 1 -- 172.21.15.28:0/1651550730 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f7ad80df0b0 con 0x561df5de4550 2024-04-25T17:16:47.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.165+0000 7f7af47c7740 1 -- 172.21.15.28:0/1651550730 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ae001ea60 con 0x561df5de4550 2024-04-25T17:16:47.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.165+0000 7f7ac6ffd640 1 -- 172.21.15.28:0/1651550730 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7ad80ab910 con 0x561df5de4550 2024-04-25T17:16:47.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.165+0000 7f7af47c7740 10 client.15750 fetch_fsmap learned FSMap version 24 2024-04-25T17:16:47.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.165+0000 7f7af47c7740 1 -- 172.21.15.28:0/1651550730 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561df622dce0 con 0x561df5de4550 2024-04-25T17:16:47.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.165+0000 7f7ac6ffd640 1 -- 172.21.15.28:0/1651550730 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7ae001ea60 con 0x561df5de4550 2024-04-25T17:16:47.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.165+0000 7f7ac6ffd640 1 -- 172.21.15.28:0/1651550730 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f7ad80a6850 con 0x561df5de4550 2024-04-25T17:16:47.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.165+0000 7f7af47c7740 10 client.15750 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:16:47.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.166+0000 7f7af47c7740 10 client.15750 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:16:47.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.166+0000 7f7af47c7740 20 client.15750 populate_metadata read hostname 'smithi028' 2024-04-25T17:16:47.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.166+0000 7f7af47c7740 1 --2- 172.21.15.28:0/1651550730 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x561df5da1630 0x561df62306a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.166+0000 7f7af47c7740 4 client.15750 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-25T17:16:47.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.166+0000 7f7af47c7740 1 -- 172.21.15.28:0/1651550730 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x561df611b580 con 0x561df5da1630 2024-04-25T17:16:47.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.166+0000 7f7adffff640 1 --2- 172.21.15.28:0/1651550730 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x561df5da1630 0x561df62306a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.166+0000 7f7ac6ffd640 10 client.15750 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:47.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.166+0000 7f7adffff640 1 --2- 172.21.15.28:0/1651550730 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x561df5da1630 0x561df62306a0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f37a55d07b4a4ba7 server_cookie=8860e0df7f15b68a in_seq=0 out_seq=0 2024-04-25T17:16:47.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.168+0000 7f7ac6ffd640 1 -- 172.21.15.28:0/1651550730 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x561df611b580 con 0x561df5da1630 2024-04-25T17:16:47.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.168+0000 7f7ac6ffd640 10 client.15750 handle_command_reply: tid=0 2024-04-25T17:16:47.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.168+0000 7f7af47c7740 1 client.15750 shutdown 2024-04-25T17:16:47.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.168+0000 7f7af47c7740 1 -- 172.21.15.28:0/1651550730 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5de4550 msgr2=0x561df61bc810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:47.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.168+0000 7f7af47c7740 1 --2- 172.21.15.28:0/1651550730 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5de4550 0x561df61bc810 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f7ad80a35e0 tx=0x7f7ad80a73f0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.168+0000 7f7af47c7740 1 -- 172.21.15.28:0/1651550730 shutdown_connections 2024-04-25T17:16:47.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.168+0000 7f7af47c7740 1 --2- 172.21.15.28:0/1651550730 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x561df5da1630 0x561df62306a0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.168+0000 7f7af47c7740 1 --2- 172.21.15.28:0/1651550730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561df5e0d410 0x561df61bdc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.168+0000 7f7af47c7740 1 --2- 172.21.15.28:0/1651550730 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561df5dec730 0x561df61bcd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.168+0000 7f7af47c7740 1 --2- 172.21.15.28:0/1651550730 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561df5de4550 0x561df61bc810 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.168+0000 7f7af47c7740 1 -- 172.21.15.28:0/1651550730 >> 172.21.15.28:0/1651550730 conn(0x561df5e01560 msgr2=0x561df61acc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:47.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.168+0000 7f7ac6ffd640 0 client.15750 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:47.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.168+0000 7f7af47c7740 1 -- 172.21.15.28:0/1651550730 shutdown_connections 2024-04-25T17:16:47.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.168+0000 7f7af47c7740 1 -- 172.21.15.28:0/1651550730 wait complete. 2024-04-25T17:16:47.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.168+0000 7f7af47c7740 20 client.15750 trim_cache size 0 max 16384 2024-04-25T17:16:47.175 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:16:47.175 INFO:teuthology.orchestra.run.smithi028.stdout: "return_code": 0, 2024-04-25T17:16:47.175 INFO:teuthology.orchestra.run.smithi028.stdout: "scrub_tag": "6d6a3d06-d644-45c6-ba3f-16b1afa87009", 2024-04-25T17:16:47.175 INFO:teuthology.orchestra.run.smithi028.stdout: "mode": "asynchronous" 2024-04-25T17:16:47.175 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:16:47.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.169+0000 7f7aed914640 1 -- 172.21.15.28:0/4100605583 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7ad40afaf0 msgr2=0x7f7ad40b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:47.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.169+0000 7f7aed914640 1 --2- 172.21.15.28:0/4100605583 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7ad40afaf0 0x7f7ad40b2000 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x561df61af670 tx=0x7f7ae0009700 comp rx=0 tx=0).stop 2024-04-25T17:16:47.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.169+0000 7f7aed914640 1 -- 172.21.15.28:0/4100605583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ae8101e70 msgr2=0x7f7ae8104340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:47.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.169+0000 7f7aed914640 1 --2- 172.21.15.28:0/4100605583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ae8101e70 0x7f7ae8104340 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7ad800e9f0 tx=0x7f7ad800eeb0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.169+0000 7f7aed914640 1 -- 172.21.15.28:0/4100605583 shutdown_connections 2024-04-25T17:16:47.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.169+0000 7f7aed914640 1 --2- 172.21.15.28:0/4100605583 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f7ad40afaf0 0x7f7ad40b2000 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.169+0000 7f7aed914640 1 --2- 172.21.15.28:0/4100605583 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7ae8109790 0x7f7ae8102f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.169+0000 7f7aed914640 1 --2- 172.21.15.28:0/4100605583 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7ae8102370 0x7f7ae81029e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.169+0000 7f7aed914640 1 --2- 172.21.15.28:0/4100605583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ae8101e70 0x7f7ae8104340 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.169+0000 7f7aed914640 1 -- 172.21.15.28:0/4100605583 >> 172.21.15.28:0/4100605583 conn(0x7f7ae80fd380 msgr2=0x7f7ae8106730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:47.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.169+0000 7f7aed914640 1 -- 172.21.15.28:0/4100605583 shutdown_connections 2024-04-25T17:16:47.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.169+0000 7f7aed914640 1 -- 172.21.15.28:0/4100605583 wait complete. 2024-04-25T17:16:47.181 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T17:16:47.181 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T17:16:47.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.297+0000 7fdec7972640 1 -- 172.21.15.28:0/3938361478 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdec0109770 msgr2=0x7fdec010bc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:47.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.297+0000 7fdec7972640 1 --2- 172.21.15.28:0/3938361478 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdec0109770 0x7fdec010bc80 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fdeb8009ca0 tx=0x7fdeb802a8c0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.297+0000 7fdec7972640 1 -- 172.21.15.28:0/3938361478 shutdown_connections 2024-04-25T17:16:47.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.297+0000 7fdec7972640 1 --2- 172.21.15.28:0/3938361478 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdec0109770 0x7fdec010bc80 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.297+0000 7fdec7972640 1 --2- 172.21.15.28:0/3938361478 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdec0106c60 0x7fdec01090e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.297+0000 7fdec7972640 1 --2- 172.21.15.28:0/3938361478 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdec0104270 0x7fdec0106690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.297+0000 7fdec7972640 1 -- 172.21.15.28:0/3938361478 >> 172.21.15.28:0/3938361478 conn(0x7fdec00fdbd0 msgr2=0x7fdec0100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:47.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.297+0000 7fdec7972640 1 -- 172.21.15.28:0/3938361478 shutdown_connections 2024-04-25T17:16:47.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.297+0000 7fdec7972640 1 -- 172.21.15.28:0/3938361478 wait complete. 2024-04-25T17:16:47.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.297+0000 7fdec7972640 1 Processor -- start 2024-04-25T17:16:47.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.297+0000 7fdec7972640 1 -- start start 2024-04-25T17:16:47.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.298+0000 7fdec7972640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdec0104270 0x7fdec019a110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.298+0000 7fdec7972640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdec0106c60 0x7fdec019a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.298+0000 7fdec7972640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdec0109770 0x7fdec01a15e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.298+0000 7fdec7972640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fdec010f4e0 con 0x7fdec0106c60 2024-04-25T17:16:47.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.298+0000 7fdec7972640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdec010f360 con 0x7fdec0104270 2024-04-25T17:16:47.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.298+0000 7fdec7972640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fdec010f660 con 0x7fdec0109770 2024-04-25T17:16:47.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.298+0000 7fdec4f0d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdec0106c60 0x7fdec019a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.298+0000 7fdec4f0d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdec0106c60 0x7fdec019a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44632/0 (socket says 172.21.15.28:44632) 2024-04-25T17:16:47.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.298+0000 7fdec4f0d640 1 -- 172.21.15.28:0/3659587139 learned_addr learned my addr 172.21.15.28:0/3659587139 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:47.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.298+0000 7fdec570e640 1 --2- 172.21.15.28:0/3659587139 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdec0104270 0x7fdec019a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.298+0000 7fdec5f0f640 1 --2- 172.21.15.28:0/3659587139 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdec0109770 0x7fdec01a15e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.298+0000 7fdec4f0d640 1 -- 172.21.15.28:0/3659587139 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdec0109770 msgr2=0x7fdec01a15e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:47.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.298+0000 7fdec4f0d640 1 --2- 172.21.15.28:0/3659587139 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdec0109770 0x7fdec01a15e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.298+0000 7fdec4f0d640 1 -- 172.21.15.28:0/3659587139 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdec0104270 msgr2=0x7fdec019a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:47.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.298+0000 7fdec4f0d640 1 --2- 172.21.15.28:0/3659587139 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdec0104270 0x7fdec019a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.298+0000 7fdec4f0d640 1 -- 172.21.15.28:0/3659587139 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdec01a1c50 con 0x7fdec0106c60 2024-04-25T17:16:47.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.298+0000 7fdec4f0d640 1 --2- 172.21.15.28:0/3659587139 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdec0106c60 0x7fdec019a650 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fdeb000d950 tx=0x7fdeb000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:47.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.298+0000 7fdeb67fc640 1 -- 172.21.15.28:0/3659587139 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb0017070 con 0x7fdec0106c60 2024-04-25T17:16:47.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.298+0000 7fdeb67fc640 1 -- 172.21.15.28:0/3659587139 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdeb0009c30 con 0x7fdec0106c60 2024-04-25T17:16:47.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.298+0000 7fdec7972640 1 -- 172.21.15.28:0/3659587139 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdec01a1f40 con 0x7fdec0106c60 2024-04-25T17:16:47.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.298+0000 7fdeb67fc640 1 -- 172.21.15.28:0/3659587139 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb000f620 con 0x7fdec0106c60 2024-04-25T17:16:47.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.299+0000 7fdec7972640 1 -- 172.21.15.28:0/3659587139 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdec01a23b0 con 0x7fdec0106c60 2024-04-25T17:16:47.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.301+0000 7fdeb67fc640 1 -- 172.21.15.28:0/3659587139 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fdeb0010460 con 0x7fdec0106c60 2024-04-25T17:16:47.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.301+0000 7fdece823740 1 Processor -- start 2024-04-25T17:16:47.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.302+0000 7fdece823740 1 -- start start 2024-04-25T17:16:47.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.302+0000 7fdece823740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56417ada7390 0x56417b14ce70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.302+0000 7fdece823740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad7e4d0 0x56417b14d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.302+0000 7fdece823740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56417ad866b0 0x56417b14e080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.302+0000 7fdece823740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x56417b0add80 con 0x56417ad7e4d0 2024-04-25T17:16:47.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.302+0000 7fdece823740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56417b0678b0 con 0x56417ad866b0 2024-04-25T17:16:47.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.302+0000 7fdece823740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56417b0a9d40 con 0x56417ada7390 2024-04-25T17:16:47.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.302+0000 7fdec570e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad7e4d0 0x56417b14d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.302+0000 7fdec570e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad7e4d0 0x56417b14d3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44642/0 (socket says 172.21.15.28:44642) 2024-04-25T17:16:47.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.302+0000 7fdec570e640 1 -- 172.21.15.28:0/238675556 learned_addr learned my addr 172.21.15.28:0/238675556 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:47.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.302+0000 7fdec4f0d640 1 --2- 172.21.15.28:0/238675556 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56417ad866b0 0x56417b14e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.302+0000 7fdec5f0f640 1 --2- 172.21.15.28:0/238675556 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56417ada7390 0x56417b14ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.302+0000 7fdec570e640 1 -- 172.21.15.28:0/238675556 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56417ada7390 msgr2=0x56417b14ce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:47.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.302+0000 7fdec570e640 1 --2- 172.21.15.28:0/238675556 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56417ada7390 0x56417b14ce70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.302+0000 7fdec570e640 1 -- 172.21.15.28:0/238675556 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56417ad866b0 msgr2=0x56417b14e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:47.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.302+0000 7fdec570e640 1 --2- 172.21.15.28:0/238675556 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56417ad866b0 0x56417b14e080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.302+0000 7fdec570e640 1 -- 172.21.15.28:0/238675556 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56417b038a40 con 0x56417ad7e4d0 2024-04-25T17:16:47.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.302+0000 7fdeb67fc640 1 --2- 172.21.15.28:0/3659587139 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fdeac0afaf0 0x7fdeac0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.302+0000 7fdec4f0d640 1 --2- 172.21.15.28:0/238675556 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56417ad866b0 0x56417b14e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:16:47.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.302+0000 7fdec570e640 1 --2- 172.21.15.28:0/238675556 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad7e4d0 0x56417b14d3f0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fdebc009c90 tx=0x7fdebc011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6959bb3d5ec24c96 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:47.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.302+0000 7fdec5f0f640 1 --2- 172.21.15.28:0/3659587139 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fdeac0afaf0 0x7fdeac0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.302+0000 7fdeb67fc640 1 -- 172.21.15.28:0/3659587139 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fdeb00deb50 con 0x7fdec0106c60 2024-04-25T17:16:47.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.303+0000 7fdeab7fe640 1 -- 172.21.15.28:0/238675556 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdebc01e070 con 0x56417ad7e4d0 2024-04-25T17:16:47.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.303+0000 7fdeab7fe640 1 -- 172.21.15.28:0/238675556 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdebc019ac0 con 0x56417ad7e4d0 2024-04-25T17:16:47.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.303+0000 7fdeab7fe640 1 -- 172.21.15.28:0/238675556 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdebc00e8d0 con 0x56417ad7e4d0 2024-04-25T17:16:47.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.304+0000 7fdece823740 1 -- 172.21.15.28:0/238675556 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad7e4d0 msgr2=0x56417b14d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:47.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.304+0000 7fdec5f0f640 1 --2- 172.21.15.28:0/3659587139 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fdeac0afaf0 0x7fdeac0b2000 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x56417b14dec0 tx=0x7fdeb8031000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:47.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.304+0000 7fdece823740 1 --2- 172.21.15.28:0/238675556 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad7e4d0 0x56417b14d3f0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fdebc009c90 tx=0x7fdebc011810 comp rx=0 tx=0).stop 2024-04-25T17:16:47.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.304+0000 7fdece823740 1 -- 172.21.15.28:0/238675556 shutdown_connections 2024-04-25T17:16:47.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.304+0000 7fdece823740 1 --2- 172.21.15.28:0/238675556 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56417ad866b0 0x56417b14e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.304+0000 7fdece823740 1 --2- 172.21.15.28:0/238675556 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad7e4d0 0x56417b14d3f0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.304+0000 7fdece823740 1 --2- 172.21.15.28:0/238675556 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56417ada7390 0x56417b14ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.304+0000 7fdece823740 1 -- 172.21.15.28:0/238675556 >> 172.21.15.28:0/238675556 conn(0x56417ad9b4e0 msgr2=0x56417b144270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:47.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.304+0000 7fdece823740 1 -- 172.21.15.28:0/238675556 shutdown_connections 2024-04-25T17:16:47.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.304+0000 7fdece823740 1 -- 172.21.15.28:0/238675556 wait complete. 2024-04-25T17:16:47.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.304+0000 7fdece823740 1 -- start start 2024-04-25T17:16:47.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.304+0000 7fdece823740 1 Processor -- start 2024-04-25T17:16:47.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.305+0000 7fdece823740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56417ad7e4d0 0x56417b156d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.305+0000 7fdece823740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad866b0 0x56417b157250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.305+0000 7fdece823740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56417ada7390 0x56417b15e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.305+0000 7fdece823740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x56417b14eb90 con 0x56417ad866b0 2024-04-25T17:16:47.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.305+0000 7fdece823740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56417b034d10 con 0x56417ad7e4d0 2024-04-25T17:16:47.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.305+0000 7fdece823740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56417b14ed10 con 0x56417ada7390 2024-04-25T17:16:47.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.305+0000 7fdece823740 10 client.0 _ll_register_callbacks cb 0x56417b061210 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:16:47.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.305+0000 7fdec4f0d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad866b0 0x56417b157250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.305+0000 7fdec4f0d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad866b0 0x56417b157250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44646/0 (socket says 172.21.15.28:44646) 2024-04-25T17:16:47.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.305+0000 7fdec4f0d640 1 -- 172.21.15.28:0/1221036675 learned_addr learned my addr 172.21.15.28:0/1221036675 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:47.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.305+0000 7fdec570e640 1 --2- 172.21.15.28:0/1221036675 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56417ad7e4d0 0x56417b156d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.305+0000 7fdec5f0f640 1 --2- 172.21.15.28:0/1221036675 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56417ada7390 0x56417b15e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.305+0000 7fdec4f0d640 1 -- 172.21.15.28:0/1221036675 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56417ada7390 msgr2=0x56417b15e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:47.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.305+0000 7fdec4f0d640 1 --2- 172.21.15.28:0/1221036675 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56417ada7390 0x56417b15e1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.305+0000 7fdec4f0d640 1 -- 172.21.15.28:0/1221036675 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56417ad7e4d0 msgr2=0x56417b156d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:47.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.305+0000 7fdec4f0d640 1 --2- 172.21.15.28:0/1221036675 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56417ad7e4d0 0x56417b156d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.305+0000 7fdec4f0d640 1 -- 172.21.15.28:0/1221036675 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56417ae897d0 con 0x56417ad866b0 2024-04-25T17:16:47.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.305+0000 7fdec4f0d640 1 --2- 172.21.15.28:0/1221036675 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad866b0 0x56417b157250 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fdeb00a6cf0 tx=0x7fdeb00a66b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8937850a1322eb2f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:47.315 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.305+0000 7fdea8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:16:47.315 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.305+0000 7fdea8ff9640 1 -- 172.21.15.28:0/1221036675 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb0020050 con 0x56417ad866b0 2024-04-25T17:16:47.315 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.305+0000 7fdea8ff9640 1 -- 172.21.15.28:0/1221036675 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fdeb00a3350 con 0x56417ad866b0 2024-04-25T17:16:47.315 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.305+0000 7fdece823740 1 -- 172.21.15.28:0/1221036675 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdebc019ac0 con 0x56417ad866b0 2024-04-25T17:16:47.315 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.306+0000 7fdea8ff9640 1 -- 172.21.15.28:0/1221036675 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fdeb0009de0 con 0x56417ad866b0 2024-04-25T17:16:47.315 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.306+0000 7fdece823740 10 client.15762 fetch_fsmap learned FSMap version 24 2024-04-25T17:16:47.315 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.306+0000 7fdece823740 1 -- 172.21.15.28:0/1221036675 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56417adbf3f0 con 0x56417ad866b0 2024-04-25T17:16:47.315 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.306+0000 7fdea8ff9640 1 -- 172.21.15.28:0/1221036675 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdebc019ac0 con 0x56417ad866b0 2024-04-25T17:16:47.315 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.306+0000 7fdea8ff9640 1 -- 172.21.15.28:0/1221036675 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fdeb00a26d0 con 0x56417ad866b0 2024-04-25T17:16:47.315 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.306+0000 7fdece823740 10 client.15762 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:16:47.315 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.306+0000 7fdece823740 10 client.15762 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:16:47.315 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.306+0000 7fdece823740 20 client.15762 populate_metadata read hostname 'smithi028' 2024-04-25T17:16:47.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.306+0000 7fdece823740 1 --2- 172.21.15.28:0/1221036675 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x56417ad65f60 0x56417b164740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.306+0000 7fdece823740 4 client.15762 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:16:47.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.306+0000 7fdece823740 1 -- 172.21.15.28:0/1221036675 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56417b0bb990 con 0x56417ad65f60 2024-04-25T17:16:47.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.306+0000 7fdec570e640 1 --2- 172.21.15.28:0/1221036675 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x56417ad65f60 0x56417b164740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.307+0000 7fdea8ff9640 10 client.15762 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:47.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.307+0000 7fdec570e640 1 --2- 172.21.15.28:0/1221036675 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x56417ad65f60 0x56417b164740 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7661d60e48d30d5e server_cookie=7a887fbd44d4ab36 in_seq=0 out_seq=0 2024-04-25T17:16:47.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.307+0000 7fdea8ff9640 1 -- 172.21.15.28:0/1221036675 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56417b0bb990 con 0x56417ad65f60 2024-04-25T17:16:47.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.307+0000 7fdea8ff9640 10 client.15762 handle_command_reply: tid=0 2024-04-25T17:16:47.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.307+0000 7fdece823740 1 client.15762 shutdown 2024-04-25T17:16:47.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.307+0000 7fdece823740 1 -- 172.21.15.28:0/1221036675 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad866b0 msgr2=0x56417b157250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:47.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.307+0000 7fdece823740 1 --2- 172.21.15.28:0/1221036675 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad866b0 0x56417b157250 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fdeb00a6cf0 tx=0x7fdeb00a66b0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.307+0000 7fdece823740 1 -- 172.21.15.28:0/1221036675 shutdown_connections 2024-04-25T17:16:47.317 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.307+0000 7fdece823740 1 --2- 172.21.15.28:0/1221036675 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x56417ad65f60 0x56417b164740 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.317 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.307+0000 7fdece823740 1 --2- 172.21.15.28:0/1221036675 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56417ada7390 0x56417b15e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.317 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.307+0000 7fdece823740 1 --2- 172.21.15.28:0/1221036675 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad866b0 0x56417b157250 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.317 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.307+0000 7fdea8ff9640 0 client.15762 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:47.317 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.307+0000 7fdece823740 1 --2- 172.21.15.28:0/1221036675 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56417ad7e4d0 0x56417b156d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.317 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.307+0000 7fdece823740 1 -- 172.21.15.28:0/1221036675 >> 172.21.15.28:0/1221036675 conn(0x56417ad9b4e0 msgr2=0x56417b147180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:47.317 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.308+0000 7fdece823740 1 -- 172.21.15.28:0/1221036675 shutdown_connections 2024-04-25T17:16:47.317 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.308+0000 7fdece823740 1 -- 172.21.15.28:0/1221036675 wait complete. 2024-04-25T17:16:47.317 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.308+0000 7fdece823740 20 client.15762 trim_cache size 0 max 16384 2024-04-25T17:16:47.332 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.326+0000 7fdece823740 1 Processor -- start 2024-04-25T17:16:47.332 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.326+0000 7fdece823740 1 -- start start 2024-04-25T17:16:47.333 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.326+0000 7fdece823740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad7e4d0 0x56417b14cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.333 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.326+0000 7fdece823740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56417ad866b0 0x56417b155310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.333 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.326+0000 7fdece823740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56417ada7390 0x56417b155850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.333 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.326+0000 7fdece823740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fdec01acf60 con 0x56417ad7e4d0 2024-04-25T17:16:47.333 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.326+0000 7fdece823740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdec01aa830 con 0x56417ad866b0 2024-04-25T17:16:47.333 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.326+0000 7fdece823740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fdec01a8680 con 0x56417ada7390 2024-04-25T17:16:47.333 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.326+0000 7fdec570e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad7e4d0 0x56417b14cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.333 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.326+0000 7fdec570e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad7e4d0 0x56417b14cdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44662/0 (socket says 172.21.15.28:44662) 2024-04-25T17:16:47.333 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.326+0000 7fdec570e640 1 -- 172.21.15.28:0/3632887661 learned_addr learned my addr 172.21.15.28:0/3632887661 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:47.333 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.326+0000 7fdec5f0f640 1 --2- 172.21.15.28:0/3632887661 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56417ada7390 0x56417b155850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.333 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.326+0000 7fdec570e640 1 -- 172.21.15.28:0/3632887661 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56417ada7390 msgr2=0x56417b155850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:47.334 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.326+0000 7fdec570e640 1 --2- 172.21.15.28:0/3632887661 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56417ada7390 0x56417b155850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.334 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.326+0000 7fdec570e640 1 -- 172.21.15.28:0/3632887661 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56417ad866b0 msgr2=0x56417b155310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:47.334 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.326+0000 7fdec570e640 1 --2- 172.21.15.28:0/3632887661 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56417ad866b0 0x56417b155310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.334 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.326+0000 7fdec570e640 1 -- 172.21.15.28:0/3632887661 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56417ad7f0f0 con 0x56417ad7e4d0 2024-04-25T17:16:47.334 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.326+0000 7fdec5f0f640 1 --2- 172.21.15.28:0/3632887661 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56417ada7390 0x56417b155850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:16:47.334 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.326+0000 7fdec570e640 1 --2- 172.21.15.28:0/3632887661 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad7e4d0 0x56417b14cdf0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x56417b14cb90 tx=0x7fdebc00e3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70b7508e633b87b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:47.334 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.327+0000 7fdeaaffd640 1 -- 172.21.15.28:0/3632887661 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdebc01e040 con 0x56417ad7e4d0 2024-04-25T17:16:47.334 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.327+0000 7fdeaaffd640 1 -- 172.21.15.28:0/3632887661 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdebc030020 con 0x56417ad7e4d0 2024-04-25T17:16:47.334 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.327+0000 7fdeaaffd640 1 -- 172.21.15.28:0/3632887661 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdebc003850 con 0x56417ad7e4d0 2024-04-25T17:16:47.334 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.327+0000 7fdece823740 1 -- 172.21.15.28:0/3632887661 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad7e4d0 msgr2=0x56417b14cdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:47.334 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.327+0000 7fdece823740 1 --2- 172.21.15.28:0/3632887661 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad7e4d0 0x56417b14cdf0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x56417b14cb90 tx=0x7fdebc00e3b0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.327+0000 7fdece823740 1 -- 172.21.15.28:0/3632887661 shutdown_connections 2024-04-25T17:16:47.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.327+0000 7fdece823740 1 --2- 172.21.15.28:0/3632887661 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56417ada7390 0x56417b155850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.327+0000 7fdece823740 1 --2- 172.21.15.28:0/3632887661 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56417ad866b0 0x56417b155310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.327+0000 7fdece823740 1 --2- 172.21.15.28:0/3632887661 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad7e4d0 0x56417b14cdf0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.327+0000 7fdece823740 1 -- 172.21.15.28:0/3632887661 >> 172.21.15.28:0/3632887661 conn(0x56417ad9b4e0 msgr2=0x56417b151ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:47.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.328+0000 7fdece823740 1 -- 172.21.15.28:0/3632887661 shutdown_connections 2024-04-25T17:16:47.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.328+0000 7fdece823740 1 -- 172.21.15.28:0/3632887661 wait complete. 2024-04-25T17:16:47.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.328+0000 7fdece823740 1 -- start start 2024-04-25T17:16:47.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.328+0000 7fdece823740 1 Processor -- start 2024-04-25T17:16:47.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.328+0000 7fdece823740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad7e4d0 0x56417b15af30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.328+0000 7fdece823740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56417ad866b0 0x56417b15b470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.335 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.328+0000 7fdece823740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56417ada7390 0x56417b15c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.336 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.328+0000 7fdece823740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fdec01a8cf0 con 0x56417ad7e4d0 2024-04-25T17:16:47.336 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.328+0000 7fdece823740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdec01aa160 con 0x56417ada7390 2024-04-25T17:16:47.336 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.328+0000 7fdece823740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fdec01a93c0 con 0x56417ad866b0 2024-04-25T17:16:47.336 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.328+0000 7fdece823740 10 client.0 _ll_register_callbacks cb 0x7fdeb000df40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:16:47.336 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.328+0000 7fdec570e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad7e4d0 0x56417b15af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.336 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.328+0000 7fdec570e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad7e4d0 0x56417b15af30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44672/0 (socket says 172.21.15.28:44672) 2024-04-25T17:16:47.336 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.328+0000 7fdec570e640 1 -- 172.21.15.28:0/1259542721 learned_addr learned my addr 172.21.15.28:0/1259542721 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:16:47.336 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.329+0000 7fdec5f0f640 1 --2- 172.21.15.28:0/1259542721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56417ada7390 0x56417b15c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.336 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.329+0000 7fdec4f0d640 1 --2- 172.21.15.28:0/1259542721 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56417ad866b0 0x56417b15b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.336 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.329+0000 7fdec570e640 1 -- 172.21.15.28:0/1259542721 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56417ad866b0 msgr2=0x56417b15b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:47.336 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.329+0000 7fdec570e640 1 --2- 172.21.15.28:0/1259542721 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56417ad866b0 0x56417b15b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.337 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.329+0000 7fdec570e640 1 -- 172.21.15.28:0/1259542721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56417ada7390 msgr2=0x56417b15c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:16:47.337 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.329+0000 7fdec570e640 1 --2- 172.21.15.28:0/1259542721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56417ada7390 0x56417b15c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.337 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.329+0000 7fdec570e640 1 -- 172.21.15.28:0/1259542721 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56417b06e4b0 con 0x56417ad7e4d0 2024-04-25T17:16:47.337 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.329+0000 7fdec5f0f640 1 --2- 172.21.15.28:0/1259542721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56417ada7390 0x56417b15c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:16:47.337 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.329+0000 7fdec570e640 1 --2- 172.21.15.28:0/1259542721 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad7e4d0 0x56417b15af30 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fdebc011ee0 tx=0x7fdebc019be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bc34298d186df8a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:16:47.337 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.329+0000 7fdea8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:16:47.337 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.329+0000 7fdea8ff9640 1 -- 172.21.15.28:0/1259542721 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdebc039070 con 0x56417ad7e4d0 2024-04-25T17:16:47.337 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.329+0000 7fdea8ff9640 1 -- 172.21.15.28:0/1259542721 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fdebc005250 con 0x56417ad7e4d0 2024-04-25T17:16:47.337 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.329+0000 7fdece823740 1 -- 172.21.15.28:0/1259542721 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdebc030020 con 0x56417ad7e4d0 2024-04-25T17:16:47.337 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.329+0000 7fdea8ff9640 1 -- 172.21.15.28:0/1259542721 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fdebc045050 con 0x56417ad7e4d0 2024-04-25T17:16:47.337 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.329+0000 7fdece823740 10 client.15768 fetch_fsmap learned FSMap version 24 2024-04-25T17:16:47.337 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.329+0000 7fdece823740 1 -- 172.21.15.28:0/1259542721 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56417b15d990 con 0x56417ad7e4d0 2024-04-25T17:16:47.337 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.329+0000 7fdea8ff9640 1 -- 172.21.15.28:0/1259542721 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdebc030020 con 0x56417ad7e4d0 2024-04-25T17:16:47.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.330+0000 7fdea8ff9640 1 -- 172.21.15.28:0/1259542721 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fdebc02b1d0 con 0x56417ad7e4d0 2024-04-25T17:16:47.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.330+0000 7fdece823740 10 client.15768 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:16:47.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.330+0000 7fdece823740 10 client.15768 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:16:47.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.330+0000 7fdece823740 20 client.15768 populate_metadata read hostname 'smithi028' 2024-04-25T17:16:47.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.330+0000 7fdece823740 1 --2- 172.21.15.28:0/1259542721 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x56417ad3b3a0 0x56417b1ceed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:16:47.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.330+0000 7fdece823740 4 client.15768 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T17:16:47.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.330+0000 7fdece823740 1 -- 172.21.15.28:0/1259542721 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56417b0b5800 con 0x56417ad3b3a0 2024-04-25T17:16:47.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.330+0000 7fdec4f0d640 1 --2- 172.21.15.28:0/1259542721 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x56417ad3b3a0 0x56417b1ceed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:16:47.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.331+0000 7fdea8ff9640 10 client.15768 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:47.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.331+0000 7fdec4f0d640 1 --2- 172.21.15.28:0/1259542721 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x56417ad3b3a0 0x56417b1ceed0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3fdd2548a004fac server_cookie=825f7e2a0d2c476a in_seq=0 out_seq=0 2024-04-25T17:16:47.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.331+0000 7fdea8ff9640 1 -- 172.21.15.28:0/1259542721 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x56417b0b5800 con 0x56417ad3b3a0 2024-04-25T17:16:47.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.331+0000 7fdea8ff9640 10 client.15768 handle_command_reply: tid=0 2024-04-25T17:16:47.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.331+0000 7fdece823740 1 client.15768 shutdown 2024-04-25T17:16:47.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.331+0000 7fdece823740 1 -- 172.21.15.28:0/1259542721 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad7e4d0 msgr2=0x56417b15af30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:47.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.331+0000 7fdece823740 1 --2- 172.21.15.28:0/1259542721 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad7e4d0 0x56417b15af30 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fdebc011ee0 tx=0x7fdebc019be0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.331+0000 7fdece823740 1 -- 172.21.15.28:0/1259542721 shutdown_connections 2024-04-25T17:16:47.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.331+0000 7fdece823740 1 --2- 172.21.15.28:0/1259542721 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x56417ad3b3a0 0x56417b1ceed0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.331+0000 7fdece823740 1 --2- 172.21.15.28:0/1259542721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56417ada7390 0x56417b15c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.331+0000 7fdece823740 1 --2- 172.21.15.28:0/1259542721 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56417ad866b0 0x56417b15b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.331+0000 7fdea8ff9640 0 client.15768 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:16:47.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.331+0000 7fdece823740 1 --2- 172.21.15.28:0/1259542721 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56417ad7e4d0 0x56417b15af30 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.331+0000 7fdece823740 1 -- 172.21.15.28:0/1259542721 >> 172.21.15.28:0/1259542721 conn(0x56417ad9b4e0 msgr2=0x56417b151ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:47.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.331+0000 7fdece823740 1 -- 172.21.15.28:0/1259542721 shutdown_connections 2024-04-25T17:16:47.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.331+0000 7fdece823740 1 -- 172.21.15.28:0/1259542721 wait complete. 2024-04-25T17:16:47.340 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.331+0000 7fdece823740 20 client.15768 trim_cache size 0 max 16384 2024-04-25T17:16:47.340 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:16:47.340 INFO:teuthology.orchestra.run.smithi028.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-25T17:16:47.340 INFO:teuthology.orchestra.run.smithi028.stdout: "scrubs": { 2024-04-25T17:16:47.340 INFO:teuthology.orchestra.run.smithi028.stdout: "6d6a3d06-d644-45c6-ba3f-16b1afa87009": { 2024-04-25T17:16:47.340 INFO:teuthology.orchestra.run.smithi028.stdout: "path": "/", 2024-04-25T17:16:47.340 INFO:teuthology.orchestra.run.smithi028.stdout: "tag": "6d6a3d06-d644-45c6-ba3f-16b1afa87009", 2024-04-25T17:16:47.340 INFO:teuthology.orchestra.run.smithi028.stdout: "options": "recursive,force" 2024-04-25T17:16:47.341 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:16:47.341 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:16:47.341 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:16:47.341 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.332+0000 7fdec7972640 1 -- 172.21.15.28:0/3659587139 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fdeac0afaf0 msgr2=0x7fdeac0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:47.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.332+0000 7fdec7972640 1 --2- 172.21.15.28:0/3659587139 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fdeac0afaf0 0x7fdeac0b2000 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x56417b14dec0 tx=0x7fdeb8031000 comp rx=0 tx=0).stop 2024-04-25T17:16:47.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.332+0000 7fdec7972640 1 -- 172.21.15.28:0/3659587139 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdec0106c60 msgr2=0x7fdec019a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:16:47.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.332+0000 7fdec7972640 1 --2- 172.21.15.28:0/3659587139 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdec0106c60 0x7fdec019a650 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fdeb000d950 tx=0x7fdeb000de10 comp rx=0 tx=0).stop 2024-04-25T17:16:47.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.332+0000 7fdec7972640 1 -- 172.21.15.28:0/3659587139 shutdown_connections 2024-04-25T17:16:47.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.332+0000 7fdec7972640 1 --2- 172.21.15.28:0/3659587139 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fdeac0afaf0 0x7fdeac0b2000 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.332+0000 7fdec7972640 1 --2- 172.21.15.28:0/3659587139 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdec0109770 0x7fdec01a15e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.332+0000 7fdec7972640 1 --2- 172.21.15.28:0/3659587139 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fdec0106c60 0x7fdec019a650 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.332+0000 7fdec7972640 1 --2- 172.21.15.28:0/3659587139 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdec0104270 0x7fdec019a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:16:47.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.332+0000 7fdec7972640 1 -- 172.21.15.28:0/3659587139 >> 172.21.15.28:0/3659587139 conn(0x7fdec00fdbd0 msgr2=0x7fdec0104f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:16:47.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.332+0000 7fdec7972640 1 -- 172.21.15.28:0/3659587139 shutdown_connections 2024-04-25T17:16:47.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:16:47.332+0000 7fdec7972640 1 -- 172.21.15.28:0/3659587139 wait complete. 2024-04-25T17:16:47.345 INFO:tasks.cephfs.filesystem:scrub status for tag:6d6a3d06-d644-45c6-ba3f-16b1afa87009 - {'path': '/', 'tag': '6d6a3d06-d644-45c6-ba3f-16b1afa87009', 'options': 'recursive,force'} 2024-04-25T17:16:48.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:47 smithi042 ceph-mon[32851]: pgmap v382: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:16:48.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:47 smithi028 ceph-mon[29207]: pgmap v382: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:16:48.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:47 smithi084 ceph-mon[32752]: pgmap v382: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:16:49.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:48 smithi042 ceph-mon[32851]: scrub queued for path: / 2024-04-25T17:16:49.135 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:48 smithi042 ceph-mon[32851]: scrub summary: idle+waiting paths [/] 2024-04-25T17:16:49.135 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:48 smithi042 ceph-mon[32851]: scrub summary: active paths [/] 2024-04-25T17:16:49.135 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:48 smithi042 ceph-mon[32851]: scrub summary: idle+waiting paths [/] 2024-04-25T17:16:49.135 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:48 smithi042 ceph-mon[32851]: scrub summary: idle 2024-04-25T17:16:49.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:48 smithi028 ceph-mon[29207]: scrub queued for path: / 2024-04-25T17:16:49.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:48 smithi028 ceph-mon[29207]: scrub summary: idle+waiting paths [/] 2024-04-25T17:16:49.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:48 smithi028 ceph-mon[29207]: scrub summary: active paths [/] 2024-04-25T17:16:49.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:48 smithi028 ceph-mon[29207]: scrub summary: idle+waiting paths [/] 2024-04-25T17:16:49.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:48 smithi028 ceph-mon[29207]: scrub summary: idle 2024-04-25T17:16:49.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:48 smithi084 ceph-mon[32752]: scrub queued for path: / 2024-04-25T17:16:49.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:48 smithi084 ceph-mon[32752]: scrub summary: idle+waiting paths [/] 2024-04-25T17:16:49.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:48 smithi084 ceph-mon[32752]: scrub summary: active paths [/] 2024-04-25T17:16:49.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:48 smithi084 ceph-mon[32752]: scrub summary: idle+waiting paths [/] 2024-04-25T17:16:49.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:48 smithi084 ceph-mon[32752]: scrub summary: idle 2024-04-25T17:16:50.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:49 smithi042 ceph-mon[32851]: pgmap v383: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-04-25T17:16:50.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:49 smithi028 ceph-mon[29207]: pgmap v383: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-04-25T17:16:50.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:49 smithi084 ceph-mon[32752]: pgmap v383: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-04-25T17:16:52.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:51 smithi042 ceph-mon[32851]: pgmap v384: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-25T17:16:52.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:51 smithi028 ceph-mon[29207]: pgmap v384: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-25T17:16:52.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:51 smithi084 ceph-mon[32752]: pgmap v384: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-25T17:16:54.110 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:53 smithi042 ceph-mon[32851]: pgmap v385: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-25T17:16:54.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:53 smithi028 ceph-mon[29207]: pgmap v385: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-25T17:16:54.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:53 smithi084 ceph-mon[32752]: pgmap v385: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-25T17:16:56.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:55 smithi028 ceph-mon[29207]: pgmap v386: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-04-25T17:16:56.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:55 smithi084 ceph-mon[32752]: pgmap v386: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-04-25T17:16:56.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:55 smithi042 ceph-mon[32851]: pgmap v386: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-04-25T17:16:58.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:57 smithi028 ceph-mon[29207]: pgmap v387: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-04-25T17:16:58.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:57 smithi084 ceph-mon[32752]: pgmap v387: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-04-25T17:16:58.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:57 smithi042 ceph-mon[32851]: pgmap v387: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-04-25T17:17:00.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:16:59 smithi028 ceph-mon[29207]: pgmap v388: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-25T17:17:00.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:16:59 smithi084 ceph-mon[32752]: pgmap v388: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-25T17:17:00.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:16:59 smithi042 ceph-mon[32851]: pgmap v388: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-25T17:17:02.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:01 smithi028 ceph-mon[29207]: pgmap v389: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-04-25T17:17:02.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:01 smithi084 ceph-mon[32752]: pgmap v389: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-04-25T17:17:02.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:01 smithi042 ceph-mon[32851]: pgmap v389: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-04-25T17:17:04.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:03 smithi028 ceph-mon[29207]: pgmap v390: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:17:04.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:03 smithi084 ceph-mon[32752]: pgmap v390: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:17:04.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:03 smithi042 ceph-mon[32851]: pgmap v390: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:17:06.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:05 smithi028 ceph-mon[29207]: pgmap v391: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:17:06.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:05 smithi084 ceph-mon[32752]: pgmap v391: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:17:06.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:05 smithi042 ceph-mon[32851]: pgmap v391: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:17:08.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:07 smithi028 ceph-mon[29207]: pgmap v392: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:17:08.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:07 smithi084 ceph-mon[32752]: pgmap v392: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:17:08.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:07 smithi042 ceph-mon[32851]: pgmap v392: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:17:10.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:09 smithi028 ceph-mon[29207]: pgmap v393: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:17:10.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:09 smithi084 ceph-mon[32752]: pgmap v393: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:17:10.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:09 smithi042 ceph-mon[32851]: pgmap v393: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:17:12.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:11 smithi028 ceph-mon[29207]: pgmap v394: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:17:12.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:11 smithi084 ceph-mon[32752]: pgmap v394: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:17:12.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:11 smithi042 ceph-mon[32851]: pgmap v394: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:17:14.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:13 smithi028 ceph-mon[29207]: pgmap v395: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:17:14.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:13 smithi084 ceph-mon[32752]: pgmap v395: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:17:14.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:13 smithi042 ceph-mon[32851]: pgmap v395: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:17:16.162 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:15 smithi042 ceph-mon[32851]: pgmap v396: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:17:16.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:15 smithi028 ceph-mon[29207]: pgmap v396: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:17:16.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:15 smithi084 ceph-mon[32752]: pgmap v396: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:17:17.346 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T17:17:17.347 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T17:17:17.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.467+0000 7f27d5738640 1 -- 172.21.15.28:0/3053183268 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27d0103390 msgr2=0x7f27d01037a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:17.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.467+0000 7f27d5738640 1 --2- 172.21.15.28:0/3053183268 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27d0103390 0x7f27d01037a0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f27c4009900 tx=0x7f27c402a410 comp rx=0 tx=0).stop 2024-04-25T17:17:17.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.467+0000 7f27d5738640 1 -- 172.21.15.28:0/3053183268 shutdown_connections 2024-04-25T17:17:17.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.467+0000 7f27d5738640 1 --2- 172.21.15.28:0/3053183268 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f27d0108090 0x7f27d010a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.467+0000 7f27d5738640 1 --2- 172.21.15.28:0/3053183268 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27d0103390 0x7f27d01037a0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.467+0000 7f27d5738640 1 --2- 172.21.15.28:0/3053183268 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f27d0102150 0x7f27d0102e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.467+0000 7f27d5738640 1 -- 172.21.15.28:0/3053183268 >> 172.21.15.28:0/3053183268 conn(0x7f27d00fd340 msgr2=0x7f27d00ff7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:17.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.467+0000 7f27d5738640 1 -- 172.21.15.28:0/3053183268 shutdown_connections 2024-04-25T17:17:17.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.467+0000 7f27d5738640 1 -- 172.21.15.28:0/3053183268 wait complete. 2024-04-25T17:17:17.470 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.468+0000 7f27d5738640 1 Processor -- start 2024-04-25T17:17:17.470 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.468+0000 7f27d5738640 1 -- start start 2024-04-25T17:17:17.470 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.469+0000 7f27d5738640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f27d0102150 0x7f27d010d730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:17.470 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.469+0000 7f27d5738640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f27d0103390 0x7f27d010bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:17.470 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.469+0000 7f27d5738640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27d0108090 0x7f27d010c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:17.470 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.469+0000 7f27d5738640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f27d010f4a0 con 0x7f27d0103390 2024-04-25T17:17:17.470 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.469+0000 7f27d5738640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f27d010f320 con 0x7f27d0102150 2024-04-25T17:17:17.470 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.469+0000 7f27d5738640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f27d010f620 con 0x7f27d0108090 2024-04-25T17:17:17.470 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.469+0000 7f27ce7fc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f27d0103390 0x7f27d010bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:17.470 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.469+0000 7f27ce7fc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f27d0103390 0x7f27d010bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:38808/0 (socket says 172.21.15.28:38808) 2024-04-25T17:17:17.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.469+0000 7f27ce7fc640 1 -- 172.21.15.28:0/4112867554 learned_addr learned my addr 172.21.15.28:0/4112867554 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:17.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.469+0000 7f27ceffd640 1 --2- 172.21.15.28:0/4112867554 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f27d0102150 0x7f27d010d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:17.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.469+0000 7f27cf7fe640 1 --2- 172.21.15.28:0/4112867554 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27d0108090 0x7f27d010c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:17.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.469+0000 7f27ce7fc640 1 -- 172.21.15.28:0/4112867554 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27d0108090 msgr2=0x7f27d010c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:17.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.469+0000 7f27ce7fc640 1 --2- 172.21.15.28:0/4112867554 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27d0108090 0x7f27d010c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.470+0000 7f27ce7fc640 1 -- 172.21.15.28:0/4112867554 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f27d0102150 msgr2=0x7f27d010d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:17.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.470+0000 7f27ce7fc640 1 --2- 172.21.15.28:0/4112867554 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f27d0102150 0x7f27d010d730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.470+0000 7f27ce7fc640 1 -- 172.21.15.28:0/4112867554 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27d010ca40 con 0x7f27d0103390 2024-04-25T17:17:17.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.470+0000 7f27cf7fe640 1 --2- 172.21.15.28:0/4112867554 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27d0108090 0x7f27d010c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:17.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.470+0000 7f27ceffd640 1 --2- 172.21.15.28:0/4112867554 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f27d0102150 0x7f27d010d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:17.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.470+0000 7f27ce7fc640 1 --2- 172.21.15.28:0/4112867554 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f27d0103390 0x7f27d010bdd0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f27c4009230 tx=0x7f27c4005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:17.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.470+0000 7f27b7fff640 1 -- 172.21.15.28:0/4112867554 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c403f030 con 0x7f27d0103390 2024-04-25T17:17:17.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.470+0000 7f27b7fff640 1 -- 172.21.15.28:0/4112867554 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f27c40043d0 con 0x7f27d0103390 2024-04-25T17:17:17.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.470+0000 7f27b7fff640 1 -- 172.21.15.28:0/4112867554 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c4035070 con 0x7f27d0103390 2024-04-25T17:17:17.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.472+0000 7f27d5738640 1 -- 172.21.15.28:0/4112867554 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27d01a41d0 con 0x7f27d0103390 2024-04-25T17:17:17.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.472+0000 7f27d5738640 1 -- 172.21.15.28:0/4112867554 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27d01a4580 con 0x7f27d0103390 2024-04-25T17:17:17.475 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.474+0000 7f27b7fff640 1 -- 172.21.15.28:0/4112867554 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f27c4042030 con 0x7f27d0103390 2024-04-25T17:17:17.476 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.475+0000 7f27b7fff640 1 --2- 172.21.15.28:0/4112867554 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f27b80afb70 0x7f27b80b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:17.476 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.475+0000 7f27dc5ef740 1 Processor -- start 2024-04-25T17:17:17.476 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.476+0000 7f27b7fff640 1 -- 172.21.15.28:0/4112867554 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f27c40ff630 con 0x7f27d0103390 2024-04-25T17:17:17.477 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.476+0000 7f27dc5ef740 1 -- start start 2024-04-25T17:17:17.477 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.476+0000 7f27ceffd640 1 --2- 172.21.15.28:0/4112867554 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f27b80afb70 0x7f27b80b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:17.477 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.476+0000 7f27dc5ef740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751fe390 0x55a57559fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:17.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.476+0000 7f27dc5ef740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5751d54d0 0x55a57559ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:17.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.476+0000 7f27dc5ef740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751dd6b0 0x55a5755a0c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:17.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.476+0000 7f27dc5ef740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55a575504d80 con 0x55a5751dd6b0 2024-04-25T17:17:17.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.476+0000 7f27dc5ef740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a5754be8b0 con 0x55a5751d54d0 2024-04-25T17:17:17.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.476+0000 7f27dc5ef740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a575500d40 con 0x55a5751fe390 2024-04-25T17:17:17.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.476+0000 7f27ceffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751fe390 0x55a57559fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:17.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.476+0000 7f27ceffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751fe390 0x55a57559fa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.28:47764/0 (socket says 172.21.15.28:47764) 2024-04-25T17:17:17.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.476+0000 7f27ceffd640 1 -- 172.21.15.28:0/2828909867 learned_addr learned my addr 172.21.15.28:0/2828909867 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:17.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.476+0000 7f27ce7fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5751d54d0 0x55a57559ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:17.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.476+0000 7f27cf7fe640 1 --2- 172.21.15.28:0/2828909867 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751dd6b0 0x55a5755a0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:17.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.477+0000 7f27ceffd640 1 --2- 172.21.15.28:0/4112867554 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f27b80afb70 0x7f27b80b2080 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f27d0102d50 tx=0x7f27c0005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:17.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.477+0000 7f27ceffd640 1 -- 172.21.15.28:0/2828909867 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5751d54d0 msgr2=0x55a57559ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:17.479 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.477+0000 7f27ceffd640 1 --2- 172.21.15.28:0/2828909867 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5751d54d0 0x55a57559ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.479 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.477+0000 7f27ceffd640 1 -- 172.21.15.28:0/2828909867 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751dd6b0 msgr2=0x55a5755a0c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:17.479 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.477+0000 7f27ceffd640 1 --2- 172.21.15.28:0/2828909867 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751dd6b0 0x55a5755a0c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.479 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.477+0000 7f27ceffd640 1 -- 172.21.15.28:0/2828909867 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a57548fa40 con 0x55a5751fe390 2024-04-25T17:17:17.479 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.477+0000 7f27cf7fe640 1 --2- 172.21.15.28:0/2828909867 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751dd6b0 0x55a5755a0c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:17.479 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.477+0000 7f27ceffd640 1 --2- 172.21.15.28:0/2828909867 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751fe390 0x55a57559fa60 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f27c000f6b0 tx=0x7f27c001c000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=83617948db41880 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:17.479 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.477+0000 7f27b57fa640 1 -- 172.21.15.28:0/2828909867 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c0004230 con 0x55a5751fe390 2024-04-25T17:17:17.479 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.477+0000 7f27b57fa640 1 -- 172.21.15.28:0/2828909867 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f27c00043d0 con 0x55a5751fe390 2024-04-25T17:17:17.479 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.477+0000 7f27b57fa640 1 -- 172.21.15.28:0/2828909867 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c0004e00 con 0x55a5751fe390 2024-04-25T17:17:17.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.479+0000 7f27dc5ef740 1 -- 172.21.15.28:0/2828909867 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751fe390 msgr2=0x55a57559fa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:17.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.479+0000 7f27dc5ef740 1 --2- 172.21.15.28:0/2828909867 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751fe390 0x55a57559fa60 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f27c000f6b0 tx=0x7f27c001c000 comp rx=0 tx=0).stop 2024-04-25T17:17:17.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.479+0000 7f27dc5ef740 1 -- 172.21.15.28:0/2828909867 shutdown_connections 2024-04-25T17:17:17.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.479+0000 7f27dc5ef740 1 --2- 172.21.15.28:0/2828909867 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751dd6b0 0x55a5755a0c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.479+0000 7f27dc5ef740 1 --2- 172.21.15.28:0/2828909867 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5751d54d0 0x55a57559ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.479+0000 7f27dc5ef740 1 --2- 172.21.15.28:0/2828909867 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751fe390 0x55a57559fa60 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.479+0000 7f27dc5ef740 1 -- 172.21.15.28:0/2828909867 >> 172.21.15.28:0/2828909867 conn(0x55a5751f24e0 msgr2=0x55a57559b270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:17.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.479+0000 7f27dc5ef740 1 -- 172.21.15.28:0/2828909867 shutdown_connections 2024-04-25T17:17:17.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.479+0000 7f27dc5ef740 1 -- 172.21.15.28:0/2828909867 wait complete. 2024-04-25T17:17:17.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.479+0000 7f27dc5ef740 1 -- start start 2024-04-25T17:17:17.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.479+0000 7f27dc5ef740 1 Processor -- start 2024-04-25T17:17:17.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.480+0000 7f27dc5ef740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751d54d0 0x55a5755ba710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:17.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.480+0000 7f27dc5ef740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5751dd6b0 0x55a5755bac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:17.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.480+0000 7f27dc5ef740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751fe390 0x55a5755c1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:17.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.480+0000 7f27ceffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751d54d0 0x55a5755ba710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:17.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.480+0000 7f27ceffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751d54d0 0x55a5755ba710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.28:47774/0 (socket says 172.21.15.28:47774) 2024-04-25T17:17:17.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.480+0000 7f27ceffd640 1 -- 172.21.15.28:0/533494271 learned_addr learned my addr 172.21.15.28:0/533494271 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:17.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.480+0000 7f27ce7fc640 1 --2- 172.21.15.28:0/533494271 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5751dd6b0 0x55a5755bac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:17.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.480+0000 7f27cf7fe640 1 --2- 172.21.15.28:0/533494271 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751fe390 0x55a5755c1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:17.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.480+0000 7f27dc5ef740 1 -- 172.21.15.28:0/533494271 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55a5755a1780 con 0x55a5751fe390 2024-04-25T17:17:17.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.480+0000 7f27dc5ef740 1 -- 172.21.15.28:0/533494271 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a57548bd10 con 0x55a5751dd6b0 2024-04-25T17:17:17.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.480+0000 7f27dc5ef740 1 -- 172.21.15.28:0/533494271 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a5755a1900 con 0x55a5751d54d0 2024-04-25T17:17:17.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.481+0000 7f27cf7fe640 1 -- 172.21.15.28:0/533494271 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751d54d0 msgr2=0x55a5755ba710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:17.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.481+0000 7f27cf7fe640 1 --2- 172.21.15.28:0/533494271 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751d54d0 0x55a5755ba710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.481+0000 7f27cf7fe640 1 -- 172.21.15.28:0/533494271 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5751dd6b0 msgr2=0x55a5755bac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:17.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.481+0000 7f27cf7fe640 1 --2- 172.21.15.28:0/533494271 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5751dd6b0 0x55a5755bac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.481+0000 7f27cf7fe640 1 -- 172.21.15.28:0/533494271 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a5752e07d0 con 0x55a5751fe390 2024-04-25T17:17:17.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.481+0000 7f27cf7fe640 1 --2- 172.21.15.28:0/533494271 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751fe390 0x55a5755c1bb0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f27c8009fd0 tx=0x7f27c8012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=188d33b25a45a3ef server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:17.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.481+0000 7f27b2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:17:17.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.481+0000 7f27b2ff5640 1 -- 172.21.15.28:0/533494271 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c8003970 con 0x55a5751fe390 2024-04-25T17:17:17.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.482+0000 7f27b2ff5640 1 -- 172.21.15.28:0/533494271 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f27c8012e00 con 0x55a5751fe390 2024-04-25T17:17:17.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.482+0000 7f27b2ff5640 10 client.0 inactive, discarding osd_map(84..84 src has 1..84) 2024-04-25T17:17:17.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.482+0000 7f27dc5ef740 10 client.0 _ll_register_callbacks cb 0x55a5754b8210 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:17:17.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.482+0000 7f27dc5ef740 1 -- 172.21.15.28:0/533494271 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27c00043d0 con 0x55a5751fe390 2024-04-25T17:17:17.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.482+0000 7f27b2ff5640 1 -- 172.21.15.28:0/533494271 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f27c8003b10 con 0x55a5751fe390 2024-04-25T17:17:17.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.482+0000 7f27dc5ef740 10 client.15780 fetch_fsmap learned FSMap version 24 2024-04-25T17:17:17.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.482+0000 7f27dc5ef740 1 -- 172.21.15.28:0/533494271 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({fsmap=24}) -- 0x55a5752163f0 con 0x55a5751fe390 2024-04-25T17:17:17.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.483+0000 7f27b2ff5640 1 -- 172.21.15.28:0/533494271 <== mon.0 v2:172.21.15.28:3300/0 4 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f27c8003cb0 con 0x55a5751fe390 2024-04-25T17:17:17.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.483+0000 7f27dc5ef740 10 client.15780 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:17:17.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.483+0000 7f27dc5ef740 10 client.15780 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:17:17.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.483+0000 7f27dc5ef740 20 client.15780 populate_metadata read hostname 'smithi028' 2024-04-25T17:17:17.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.483+0000 7f27dc5ef740 1 --2- 172.21.15.28:0/533494271 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a5751bcf60 0x55a5755c7e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:17.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.483+0000 7f27dc5ef740 4 client.15780 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:17:17.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.483+0000 7f27dc5ef740 1 -- 172.21.15.28:0/533494271 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a575512990 con 0x55a5751bcf60 2024-04-25T17:17:17.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.484+0000 7f27ceffd640 1 --2- 172.21.15.28:0/533494271 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a5751bcf60 0x55a5755c7e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:17.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.484+0000 7f27ceffd640 1 --2- 172.21.15.28:0/533494271 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a5751bcf60 0x55a5755c7e20 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f6973686a8a272b server_cookie=10c1b9c77a111d02 in_seq=0 out_seq=0 2024-04-25T17:17:17.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.484+0000 7f27b2ff5640 10 client.15780 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:17.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.485+0000 7f27b2ff5640 1 -- 172.21.15.28:0/533494271 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55a575512990 con 0x55a5751bcf60 2024-04-25T17:17:17.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.485+0000 7f27b2ff5640 10 client.15780 handle_command_reply: tid=0 2024-04-25T17:17:17.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.485+0000 7f27dc5ef740 1 client.15780 shutdown 2024-04-25T17:17:17.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.485+0000 7f27dc5ef740 1 -- 172.21.15.28:0/533494271 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751fe390 msgr2=0x55a5755c1bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:17.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.485+0000 7f27dc5ef740 1 --2- 172.21.15.28:0/533494271 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751fe390 0x55a5755c1bb0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f27c8009fd0 tx=0x7f27c8012820 comp rx=0 tx=0).stop 2024-04-25T17:17:17.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.485+0000 7f27dc5ef740 1 -- 172.21.15.28:0/533494271 shutdown_connections 2024-04-25T17:17:17.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.485+0000 7f27dc5ef740 1 --2- 172.21.15.28:0/533494271 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a5751bcf60 0x55a5755c7e20 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.485+0000 7f27b2ff5640 0 client.15780 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:17.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.485+0000 7f27dc5ef740 1 --2- 172.21.15.28:0/533494271 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751fe390 0x55a5755c1bb0 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.485+0000 7f27dc5ef740 1 --2- 172.21.15.28:0/533494271 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5751dd6b0 0x55a5755bac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.485+0000 7f27dc5ef740 1 --2- 172.21.15.28:0/533494271 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751d54d0 0x55a5755ba710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.485+0000 7f27dc5ef740 1 -- 172.21.15.28:0/533494271 >> 172.21.15.28:0/533494271 conn(0x55a5751f24e0 msgr2=0x55a57559e180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:17.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.485+0000 7f27dc5ef740 1 -- 172.21.15.28:0/533494271 shutdown_connections 2024-04-25T17:17:17.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.485+0000 7f27dc5ef740 1 -- 172.21.15.28:0/533494271 wait complete. 2024-04-25T17:17:17.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.485+0000 7f27dc5ef740 20 client.15780 trim_cache size 0 max 16384 2024-04-25T17:17:17.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.504+0000 7f27dc5ef740 1 Processor -- start 2024-04-25T17:17:17.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.504+0000 7f27dc5ef740 1 -- start start 2024-04-25T17:17:17.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.504+0000 7f27dc5ef740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751f24e0 0x55a5755ba2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:17.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.504+0000 7f27dc5ef740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751d54d0 0x55a5755c1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:17.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.504+0000 7f27dc5ef740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5751dd6b0 0x55a5755ba820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:17.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.504+0000 7f27dc5ef740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f27d01a8a20 con 0x55a5751d54d0 2024-04-25T17:17:17.505 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.504+0000 7f27dc5ef740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f27d01a62f0 con 0x55a5751dd6b0 2024-04-25T17:17:17.505 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.504+0000 7f27dc5ef740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f27d00747c0 con 0x55a5751f24e0 2024-04-25T17:17:17.506 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.504+0000 7f27ce7fc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751d54d0 0x55a5755c1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:17.506 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.504+0000 7f27cf7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5751dd6b0 0x55a5755ba820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:17.506 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.504+0000 7f27ce7fc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751d54d0 0x55a5755c1ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:38830/0 (socket says 172.21.15.28:38830) 2024-04-25T17:17:17.506 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.504+0000 7f27ce7fc640 1 -- 172.21.15.28:0/36397128 learned_addr learned my addr 172.21.15.28:0/36397128 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:17.506 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.504+0000 7f27ceffd640 1 --2- 172.21.15.28:0/36397128 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751f24e0 0x55a5755ba2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:17.506 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.505+0000 7f27ce7fc640 1 -- 172.21.15.28:0/36397128 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751f24e0 msgr2=0x55a5755ba2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:17.506 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.505+0000 7f27ce7fc640 1 --2- 172.21.15.28:0/36397128 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751f24e0 0x55a5755ba2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.506 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.505+0000 7f27ce7fc640 1 -- 172.21.15.28:0/36397128 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5751dd6b0 msgr2=0x55a5755ba820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:17.506 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.505+0000 7f27ce7fc640 1 --2- 172.21.15.28:0/36397128 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5751dd6b0 0x55a5755ba820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.506 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.505+0000 7f27ce7fc640 1 -- 172.21.15.28:0/36397128 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a5751d60f0 con 0x55a5751d54d0 2024-04-25T17:17:17.506 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.505+0000 7f27cf7fe640 1 --2- 172.21.15.28:0/36397128 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5751dd6b0 0x55a5755ba820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:17.507 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.505+0000 7f27ceffd640 1 --2- 172.21.15.28:0/36397128 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751f24e0 0x55a5755ba2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:17.507 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.505+0000 7f27ce7fc640 1 --2- 172.21.15.28:0/36397128 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751d54d0 0x55a5755c1ad0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f27c40c7490 tx=0x7f27c404b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac604b029a3ab43a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:17.507 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.505+0000 7f27b4ff9640 1 -- 172.21.15.28:0/36397128 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c40c7790 con 0x55a5751d54d0 2024-04-25T17:17:17.507 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.505+0000 7f27b4ff9640 1 -- 172.21.15.28:0/36397128 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f27c40e1070 con 0x55a5751d54d0 2024-04-25T17:17:17.507 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.505+0000 7f27b4ff9640 1 -- 172.21.15.28:0/36397128 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c40b00b0 con 0x55a5751d54d0 2024-04-25T17:17:17.509 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.506+0000 7f27dc5ef740 1 -- 172.21.15.28:0/36397128 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751d54d0 msgr2=0x55a5755c1ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:17.509 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.506+0000 7f27dc5ef740 1 --2- 172.21.15.28:0/36397128 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751d54d0 0x55a5755c1ad0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f27c40c7490 tx=0x7f27c404b000 comp rx=0 tx=0).stop 2024-04-25T17:17:17.509 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.506+0000 7f27dc5ef740 1 -- 172.21.15.28:0/36397128 shutdown_connections 2024-04-25T17:17:17.509 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.506+0000 7f27dc5ef740 1 --2- 172.21.15.28:0/36397128 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5751dd6b0 0x55a5755ba820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.510 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.506+0000 7f27dc5ef740 1 --2- 172.21.15.28:0/36397128 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751d54d0 0x55a5755c1ad0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.510 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.506+0000 7f27dc5ef740 1 --2- 172.21.15.28:0/36397128 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751f24e0 0x55a5755ba2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.510 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.506+0000 7f27dc5ef740 1 -- 172.21.15.28:0/36397128 >> 172.21.15.28:0/36397128 conn(0x55a5755964d0 msgr2=0x55a5755a4430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:17.510 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.506+0000 7f27dc5ef740 1 -- 172.21.15.28:0/36397128 shutdown_connections 2024-04-25T17:17:17.510 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.506+0000 7f27dc5ef740 1 -- 172.21.15.28:0/36397128 wait complete. 2024-04-25T17:17:17.510 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.507+0000 7f27dc5ef740 1 -- start start 2024-04-25T17:17:17.510 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.507+0000 7f27dc5ef740 1 Processor -- start 2024-04-25T17:17:17.510 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.507+0000 7f27dc5ef740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751d54d0 0x55a5755bef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:17.510 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.507+0000 7f27dc5ef740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751dd6b0 0x55a5755bf480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:17.510 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.507+0000 7f27dc5ef740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5751f24e0 0x55a5755c03b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:17.510 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.507+0000 7f27dc5ef740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f27d01a47d0 con 0x55a5751dd6b0 2024-04-25T17:17:17.510 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.507+0000 7f27dc5ef740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f27d01a5c20 con 0x55a5751f24e0 2024-04-25T17:17:17.510 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.507+0000 7f27dc5ef740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f27d01a4e80 con 0x55a5751d54d0 2024-04-25T17:17:17.510 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.507+0000 7f27dc5ef740 10 client.0 _ll_register_callbacks cb 0x7f27c800f4a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:17:17.511 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.507+0000 7f27ce7fc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751dd6b0 0x55a5755bf480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:17.511 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.507+0000 7f27cf7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5751f24e0 0x55a5755c03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:17.511 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.507+0000 7f27ce7fc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751dd6b0 0x55a5755bf480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:38836/0 (socket says 172.21.15.28:38836) 2024-04-25T17:17:17.511 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.507+0000 7f27cf7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5751f24e0 0x55a5755c03b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:35444/0 (socket says 172.21.15.28:35444) 2024-04-25T17:17:17.511 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.507+0000 7f27ceffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751d54d0 0x55a5755bef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:17.511 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.507+0000 7f27ce7fc640 1 -- 172.21.15.28:0/109391437 learned_addr learned my addr 172.21.15.28:0/109391437 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:17.511 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.508+0000 7f27ceffd640 1 -- 172.21.15.28:0/109391437 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5751f24e0 msgr2=0x55a5755c03b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:17.511 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.508+0000 7f27ceffd640 1 --2- 172.21.15.28:0/109391437 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5751f24e0 0x55a5755c03b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.511 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.508+0000 7f27ceffd640 1 -- 172.21.15.28:0/109391437 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751dd6b0 msgr2=0x55a5755bf480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:17.511 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.508+0000 7f27ceffd640 1 --2- 172.21.15.28:0/109391437 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751dd6b0 0x55a5755bf480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.511 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.508+0000 7f27ceffd640 1 -- 172.21.15.28:0/109391437 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a5754c54b0 con 0x55a5751d54d0 2024-04-25T17:17:17.511 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.508+0000 7f27ce7fc640 1 --2- 172.21.15.28:0/109391437 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751dd6b0 0x55a5755bf480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:17.511 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.508+0000 7f27ceffd640 1 --2- 172.21.15.28:0/109391437 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751d54d0 0x55a5755bef40 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x55a5755c85c0 tx=0x7f27c0005610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4bbc07d61c5e1a24 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:17.511 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.508+0000 7f27b2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-25T17:17:17.512 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.508+0000 7f27b2ff5640 1 -- 172.21.15.28:0/109391437 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c003a020 con 0x55a5751d54d0 2024-04-25T17:17:17.512 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.508+0000 7f27dc5ef740 1 -- 172.21.15.28:0/109391437 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27c40e1070 con 0x55a5751d54d0 2024-04-25T17:17:17.512 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.508+0000 7f27b2ff5640 1 -- 172.21.15.28:0/109391437 <== mon.1 v2:172.21.15.84:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f27c001ca40 con 0x55a5751d54d0 2024-04-25T17:17:17.512 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.508+0000 7f27b2ff5640 1 -- 172.21.15.28:0/109391437 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f27c0045050 con 0x55a5751d54d0 2024-04-25T17:17:17.512 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.508+0000 7f27dc5ef740 10 client.25411 fetch_fsmap learned FSMap version 24 2024-04-25T17:17:17.512 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.508+0000 7f27dc5ef740 1 -- 172.21.15.28:0/109391437 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a5755c1aa0 con 0x55a5751d54d0 2024-04-25T17:17:17.512 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.508+0000 7f27b2ff5640 1 -- 172.21.15.28:0/109391437 <== mon.1 v2:172.21.15.84:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f27c40e1070 con 0x55a5751d54d0 2024-04-25T17:17:17.512 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.509+0000 7f27b2ff5640 1 -- 172.21.15.28:0/109391437 <== mon.1 v2:172.21.15.84:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f27c0036ce0 con 0x55a5751d54d0 2024-04-25T17:17:17.512 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.509+0000 7f27dc5ef740 10 client.25411 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:17:17.512 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.509+0000 7f27dc5ef740 10 client.25411 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:17:17.512 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.509+0000 7f27dc5ef740 20 client.25411 populate_metadata read hostname 'smithi028' 2024-04-25T17:17:17.512 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.509+0000 7f27dc5ef740 1 --2- 172.21.15.28:0/109391437 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a5751fe390 0x55a57563ab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:17.513 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.509+0000 7f27dc5ef740 4 client.25411 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T17:17:17.513 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.509+0000 7f27dc5ef740 1 -- 172.21.15.28:0/109391437 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55a57550c800 con 0x55a5751fe390 2024-04-25T17:17:17.513 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.509+0000 7f27ce7fc640 1 --2- 172.21.15.28:0/109391437 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a5751fe390 0x55a57563ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:17.513 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.509+0000 7f27b2ff5640 10 client.25411 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:17.514 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.510+0000 7f27ce7fc640 1 --2- 172.21.15.28:0/109391437 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a5751fe390 0x55a57563ab90 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4903719fde2509be server_cookie=3663bc6fc2428377 in_seq=0 out_seq=0 2024-04-25T17:17:17.514 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.510+0000 7f27b2ff5640 1 -- 172.21.15.28:0/109391437 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55a57550c800 con 0x55a5751fe390 2024-04-25T17:17:17.514 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.510+0000 7f27b2ff5640 10 client.25411 handle_command_reply: tid=0 2024-04-25T17:17:17.514 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.510+0000 7f27dc5ef740 1 client.25411 shutdown 2024-04-25T17:17:17.514 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.511+0000 7f27dc5ef740 1 -- 172.21.15.28:0/109391437 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751d54d0 msgr2=0x55a5755bef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:17.514 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.511+0000 7f27dc5ef740 1 --2- 172.21.15.28:0/109391437 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751d54d0 0x55a5755bef40 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x55a5755c85c0 tx=0x7f27c0005610 comp rx=0 tx=0).stop 2024-04-25T17:17:17.514 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.511+0000 7f27dc5ef740 1 -- 172.21.15.28:0/109391437 shutdown_connections 2024-04-25T17:17:17.514 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.511+0000 7f27dc5ef740 1 --2- 172.21.15.28:0/109391437 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a5751fe390 0x55a57563ab90 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.515 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.511+0000 7f27dc5ef740 1 --2- 172.21.15.28:0/109391437 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5751f24e0 0x55a5755c03b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.515 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.511+0000 7f27b2ff5640 0 client.25411 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:17.515 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.511+0000 7f27dc5ef740 1 --2- 172.21.15.28:0/109391437 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a5751dd6b0 0x55a5755bf480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.515 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.511+0000 7f27dc5ef740 1 --2- 172.21.15.28:0/109391437 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a5751d54d0 0x55a5755bef40 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.515 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.511+0000 7f27dc5ef740 1 -- 172.21.15.28:0/109391437 >> 172.21.15.28:0/109391437 conn(0x55a5755964d0 msgr2=0x55a5755999c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:17.515 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.511+0000 7f27dc5ef740 1 -- 172.21.15.28:0/109391437 shutdown_connections 2024-04-25T17:17:17.515 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.511+0000 7f27dc5ef740 1 -- 172.21.15.28:0/109391437 wait complete. 2024-04-25T17:17:17.515 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.511+0000 7f27dc5ef740 20 client.25411 trim_cache size 0 max 16384 2024-04-25T17:17:17.515 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:17:17.515 INFO:teuthology.orchestra.run.smithi028.stdout: "status": "no active scrubs running", 2024-04-25T17:17:17.516 INFO:teuthology.orchestra.run.smithi028.stdout: "scrubs": {} 2024-04-25T17:17:17.516 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:17:17.516 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.511+0000 7f27d5738640 1 -- 172.21.15.28:0/4112867554 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f27b80afb70 msgr2=0x7f27b80b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:17.517 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.511+0000 7f27d5738640 1 --2- 172.21.15.28:0/4112867554 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f27b80afb70 0x7f27b80b2080 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f27d0102d50 tx=0x7f27c0005f90 comp rx=0 tx=0).stop 2024-04-25T17:17:17.517 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.512+0000 7f27d5738640 1 -- 172.21.15.28:0/4112867554 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f27d0103390 msgr2=0x7f27d010bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:17.517 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.512+0000 7f27d5738640 1 --2- 172.21.15.28:0/4112867554 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f27d0103390 0x7f27d010bdd0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f27c4009230 tx=0x7f27c4005e80 comp rx=0 tx=0).stop 2024-04-25T17:17:17.517 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.512+0000 7f27d5738640 1 -- 172.21.15.28:0/4112867554 shutdown_connections 2024-04-25T17:17:17.517 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.512+0000 7f27d5738640 1 --2- 172.21.15.28:0/4112867554 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f27b80afb70 0x7f27b80b2080 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.517 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.512+0000 7f27d5738640 1 --2- 172.21.15.28:0/4112867554 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27d0108090 0x7f27d010c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.517 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.512+0000 7f27d5738640 1 --2- 172.21.15.28:0/4112867554 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f27d0103390 0x7f27d010bdd0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.517 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.512+0000 7f27d5738640 1 --2- 172.21.15.28:0/4112867554 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f27d0102150 0x7f27d010d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.517 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.512+0000 7f27d5738640 1 -- 172.21.15.28:0/4112867554 >> 172.21.15.28:0/4112867554 conn(0x7f27d00fd340 msgr2=0x7f27d0104070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:17.517 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.512+0000 7f27d5738640 1 -- 172.21.15.28:0/4112867554 shutdown_connections 2024-04-25T17:17:17.517 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.512+0000 7f27d5738640 1 -- 172.21.15.28:0/4112867554 wait complete. 2024-04-25T17:17:17.524 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-25T17:17:17.524 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:17:17.663 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.662+0000 7f9b6949f640 1 -- 172.21.15.28:0/1701167978 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b64108950 msgr2=0x7f9b6410ad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:17.663 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.662+0000 7f9b6949f640 1 --2- 172.21.15.28:0/1701167978 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b64108950 0x7f9b6410ad70 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f9b5c009ca0 tx=0x7f9b5c02a8c0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.663 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.662+0000 7f9b6949f640 1 -- 172.21.15.28:0/1701167978 shutdown_connections 2024-04-25T17:17:17.663 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.662+0000 7f9b6949f640 1 --2- 172.21.15.28:0/1701167978 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b64108950 0x7f9b6410ad70 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.663 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.662+0000 7f9b6949f640 1 --2- 172.21.15.28:0/1701167978 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b64103c50 0x7f9b64104060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.664 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.662+0000 7f9b6949f640 1 --2- 172.21.15.28:0/1701167978 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b64102a10 0x7f9b64103710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.664 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.662+0000 7f9b6949f640 1 -- 172.21.15.28:0/1701167978 >> 172.21.15.28:0/1701167978 conn(0x7f9b640fdc00 msgr2=0x7f9b641000b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:17.664 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.662+0000 7f9b6949f640 1 -- 172.21.15.28:0/1701167978 shutdown_connections 2024-04-25T17:17:17.664 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.662+0000 7f9b6949f640 1 -- 172.21.15.28:0/1701167978 wait complete. 2024-04-25T17:17:17.666 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.663+0000 7f9b6949f640 1 Processor -- start 2024-04-25T17:17:17.666 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.663+0000 7f9b6949f640 1 -- start start 2024-04-25T17:17:17.666 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.664+0000 7f9b6949f640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b64102a10 0x7f9b64197e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:17.666 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.664+0000 7f9b6949f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b64103c50 0x7f9b64198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:17.666 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.664+0000 7f9b6949f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b64108950 0x7f9b6419f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:17.666 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.664+0000 7f9b6949f640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f9b6410d320 con 0x7f9b64108950 2024-04-25T17:17:17.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.664+0000 7f9b6949f640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9b6410d1a0 con 0x7f9b64102a10 2024-04-25T17:17:17.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.664+0000 7f9b6949f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9b6410d4a0 con 0x7f9b64103c50 2024-04-25T17:17:17.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.664+0000 7f9b62ffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b64102a10 0x7f9b64197e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:17.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.664+0000 7f9b62ffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b64102a10 0x7f9b64197e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:35460/0 (socket says 172.21.15.28:35460) 2024-04-25T17:17:17.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.664+0000 7f9b62ffd640 1 -- 172.21.15.28:0/3989481799 learned_addr learned my addr 172.21.15.28:0/3989481799 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:17.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.664+0000 7f9b5bfff640 1 --2- 172.21.15.28:0/3989481799 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b64103c50 0x7f9b64198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:17.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.664+0000 7f9b637fe640 1 --2- 172.21.15.28:0/3989481799 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b64108950 0x7f9b6419f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:17.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.664+0000 7f9b5bfff640 1 -- 172.21.15.28:0/3989481799 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b64102a10 msgr2=0x7f9b64197e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:17.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.664+0000 7f9b5bfff640 1 --2- 172.21.15.28:0/3989481799 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b64102a10 0x7f9b64197e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.664+0000 7f9b5bfff640 1 -- 172.21.15.28:0/3989481799 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b64108950 msgr2=0x7f9b6419f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:17.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.664+0000 7f9b5bfff640 1 --2- 172.21.15.28:0/3989481799 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b64108950 0x7f9b6419f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.664+0000 7f9b5bfff640 1 -- 172.21.15.28:0/3989481799 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b641a3d50 con 0x7f9b64103c50 2024-04-25T17:17:17.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.665+0000 7f9b637fe640 1 --2- 172.21.15.28:0/3989481799 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b64108950 0x7f9b6419f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:17:17.667 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.665+0000 7f9b5bfff640 1 --2- 172.21.15.28:0/3989481799 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b64103c50 0x7f9b64198340 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9b4c0097d0 tx=0x7f9b4c009c90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:17.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.665+0000 7f9b60ff9640 1 -- 172.21.15.28:0/3989481799 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b4c005020 con 0x7f9b64103c50 2024-04-25T17:17:17.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.665+0000 7f9b6949f640 1 -- 172.21.15.28:0/3989481799 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b641a3fe0 con 0x7f9b64103c50 2024-04-25T17:17:17.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.665+0000 7f9b60ff9640 1 -- 172.21.15.28:0/3989481799 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9b4c005650 con 0x7f9b64103c50 2024-04-25T17:17:17.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.665+0000 7f9b6949f640 1 -- 172.21.15.28:0/3989481799 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b641a44d0 con 0x7f9b64103c50 2024-04-25T17:17:17.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.667+0000 7f9b60ff9640 1 -- 172.21.15.28:0/3989481799 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b4c005020 con 0x7f9b64103c50 2024-04-25T17:17:17.668 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.667+0000 7f9b6949f640 1 -- 172.21.15.28:0/3989481799 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b64069390 con 0x7f9b64103c50 2024-04-25T17:17:17.670 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.670+0000 7f9b60ff9640 1 -- 172.21.15.28:0/3989481799 <== mon.1 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f9b4c01b030 con 0x7f9b64103c50 2024-04-25T17:17:17.670 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.670+0000 7f9b60ff9640 1 --2- 172.21.15.28:0/3989481799 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9b500affa0 0x7f9b500b24b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:17.670 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.670+0000 7f9b62ffd640 1 --2- 172.21.15.28:0/3989481799 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9b500affa0 0x7f9b500b24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:17.671 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.670+0000 7f9b60ff9640 1 -- 172.21.15.28:0/3989481799 <== mon.1 v2:172.21.15.84:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f9b4c019020 con 0x7f9b64103c50 2024-04-25T17:17:17.671 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.671+0000 7f9b62ffd640 1 --2- 172.21.15.28:0/3989481799 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9b500affa0 0x7f9b500b24b0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f9b540095f0 tx=0x7f9b54005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:17.673 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.673+0000 7f9b60ff9640 1 -- 172.21.15.28:0/3989481799 <== mon.1 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9b4c022060 con 0x7f9b64103c50 2024-04-25T17:17:17.940 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.940+0000 7f9b6949f640 1 -- 172.21.15.28:0/3989481799 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9b6402db50 con 0x7f9b64103c50 2024-04-25T17:17:17.941 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.941+0000 7f9b60ff9640 1 -- 172.21.15.28:0/3989481799 <== mon.1 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11858 (secure 0 0 0) 0x7f9b4c022060 con 0x7f9b64103c50 2024-04-25T17:17:17.941 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:17:17.941 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14661,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6839/1659868687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6838","nonce":1659868687},{"type":"v1","addr":"172.21.15.28:6839","nonce":1659868687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14673,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6841/1611935230","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6840","nonce":1611935230},{"type":"v1","addr":"172.21.15.28:6841","nonce":1611935230}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T17:13:42.616399+0000","modified":"2024-04-25T17:16:06.660081+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24551,"mds_1":24532,"mds_2":24506},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6837/1172878965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1172878965},{"type":"v1","addr":"172.21.15.84:6837","nonce":1172878965}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.42:6837/229475507","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":229475507},{"type":"v1","addr":"172.21.15.42:6837","nonce":229475507}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.84:6839/1332945442","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":1332945442},{"type":"v1","addr":"172.21.15.84:6839","nonce":1332945442}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.42:6839/616693654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":616693654},{"type":"v1","addr":"172.21.15.42:6839","nonce":616693654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24551,24506,24532]},"id":1}]} 2024-04-25T17:17:17.941 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 24 2024-04-25T17:17:17.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.943+0000 7f9b6949f640 1 -- 172.21.15.28:0/3989481799 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9b500affa0 msgr2=0x7f9b500b24b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:17.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.943+0000 7f9b6949f640 1 --2- 172.21.15.28:0/3989481799 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9b500affa0 0x7f9b500b24b0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f9b540095f0 tx=0x7f9b54005f90 comp rx=0 tx=0).stop 2024-04-25T17:17:17.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.943+0000 7f9b6949f640 1 -- 172.21.15.28:0/3989481799 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b64103c50 msgr2=0x7f9b64198340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:17.943 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.943+0000 7f9b6949f640 1 --2- 172.21.15.28:0/3989481799 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b64103c50 0x7f9b64198340 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9b4c0097d0 tx=0x7f9b4c009c90 comp rx=0 tx=0).stop 2024-04-25T17:17:17.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.943+0000 7f9b6949f640 1 -- 172.21.15.28:0/3989481799 shutdown_connections 2024-04-25T17:17:17.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.943+0000 7f9b6949f640 1 --2- 172.21.15.28:0/3989481799 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f9b500affa0 0x7f9b500b24b0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.943+0000 7f9b6949f640 1 --2- 172.21.15.28:0/3989481799 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f9b64108950 0x7f9b6419f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.943+0000 7f9b6949f640 1 --2- 172.21.15.28:0/3989481799 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b64103c50 0x7f9b64198340 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.943+0000 7f9b6949f640 1 --2- 172.21.15.28:0/3989481799 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b64102a10 0x7f9b64197e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:17.944 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.943+0000 7f9b6949f640 1 -- 172.21.15.28:0/3989481799 >> 172.21.15.28:0/3989481799 conn(0x7f9b640fdc00 msgr2=0x7f9b64104930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:17.945 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.943+0000 7f9b6949f640 1 -- 172.21.15.28:0/3989481799 shutdown_connections 2024-04-25T17:17:17.945 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:17.943+0000 7f9b6949f640 1 -- 172.21.15.28:0/3989481799 wait complete. 2024-04-25T17:17:17.956 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-25T17:17:18.078 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.076+0000 7fd1922d8640 1 -- 172.21.15.28:0/3280718469 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd18c104490 msgr2=0x7fd18c10abd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.078 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.076+0000 7fd1922d8640 1 --2- 172.21.15.28:0/3280718469 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd18c104490 0x7fd18c10abd0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fd184009ca0 tx=0x7fd18402a8c0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.078 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.077+0000 7fd1922d8640 1 -- 172.21.15.28:0/3280718469 shutdown_connections 2024-04-25T17:17:18.078 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.077+0000 7fd1922d8640 1 --2- 172.21.15.28:0/3280718469 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd18c104490 0x7fd18c10abd0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.078 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.077+0000 7fd1922d8640 1 --2- 172.21.15.28:0/3280718469 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd18c103990 0x7fd18c103e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.078 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.077+0000 7fd1922d8640 1 --2- 172.21.15.28:0/3280718469 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd18c102fb0 0x7fd18c1033c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.078 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.077+0000 7fd1922d8640 1 -- 172.21.15.28:0/3280718469 >> 172.21.15.28:0/3280718469 conn(0x7fd18c0fd370 msgr2=0x7fd18c0ff840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:18.078 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.077+0000 7fd1922d8640 1 -- 172.21.15.28:0/3280718469 shutdown_connections 2024-04-25T17:17:18.078 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.077+0000 7fd1922d8640 1 -- 172.21.15.28:0/3280718469 wait complete. 2024-04-25T17:17:18.079 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.077+0000 7fd1922d8640 1 Processor -- start 2024-04-25T17:17:18.079 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.077+0000 7fd1922d8640 1 -- start start 2024-04-25T17:17:18.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.078+0000 7fd1922d8640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd18c102fb0 0x7fd18c197e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.078+0000 7fd1922d8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd18c103990 0x7fd18c1983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.078+0000 7fd1922d8640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd18c104490 0x7fd18c19f340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.078+0000 7fd1922d8640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fd18c10d330 con 0x7fd18c104490 2024-04-25T17:17:18.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.078+0000 7fd1922d8640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd18c10d1b0 con 0x7fd18c102fb0 2024-04-25T17:17:18.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.078+0000 7fd1922d8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd18c10d4b0 con 0x7fd18c103990 2024-04-25T17:17:18.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.078+0000 7fd18bfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd18c102fb0 0x7fd18c197e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.078+0000 7fd18bfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd18c102fb0 0x7fd18c197e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:35476/0 (socket says 172.21.15.28:35476) 2024-04-25T17:17:18.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.078+0000 7fd18bfff640 1 -- 172.21.15.28:0/3292361228 learned_addr learned my addr 172.21.15.28:0/3292361228 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:18.081 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.078+0000 7fd18b7fe640 1 --2- 172.21.15.28:0/3292361228 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd18c103990 0x7fd18c1983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.078+0000 7fd190875640 1 --2- 172.21.15.28:0/3292361228 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd18c104490 0x7fd18c19f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.079+0000 7fd18bfff640 1 -- 172.21.15.28:0/3292361228 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd18c103990 msgr2=0x7fd18c1983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.079+0000 7fd18bfff640 1 --2- 172.21.15.28:0/3292361228 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd18c103990 0x7fd18c1983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.079+0000 7fd18bfff640 1 -- 172.21.15.28:0/3292361228 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd18c104490 msgr2=0x7fd18c19f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.079+0000 7fd18bfff640 1 --2- 172.21.15.28:0/3292361228 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd18c104490 0x7fd18c19f340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.079+0000 7fd18bfff640 1 -- 172.21.15.28:0/3292361228 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd18c19f9b0 con 0x7fd18c102fb0 2024-04-25T17:17:18.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.079+0000 7fd190875640 1 --2- 172.21.15.28:0/3292361228 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd18c104490 0x7fd18c19f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:18.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.079+0000 7fd18bfff640 1 --2- 172.21.15.28:0/3292361228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd18c102fb0 0x7fd18c197e70 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd17c005d00 tx=0x7fd17c00dde0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:18.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.079+0000 7fd1897fa640 1 -- 172.21.15.28:0/3292361228 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd17c017070 con 0x7fd18c102fb0 2024-04-25T17:17:18.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.079+0000 7fd1897fa640 1 -- 172.21.15.28:0/3292361228 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd17c009c30 con 0x7fd18c102fb0 2024-04-25T17:17:18.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.079+0000 7fd1897fa640 1 -- 172.21.15.28:0/3292361228 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd17c00f620 con 0x7fd18c102fb0 2024-04-25T17:17:18.082 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.080+0000 7fd1922d8640 1 -- 172.21.15.28:0/3292361228 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd18c19fca0 con 0x7fd18c102fb0 2024-04-25T17:17:18.083 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.080+0000 7fd1922d8640 1 -- 172.21.15.28:0/3292361228 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd18c1a01a0 con 0x7fd18c102fb0 2024-04-25T17:17:18.083 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.082+0000 7fd1897fa640 1 -- 172.21.15.28:0/3292361228 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fd17c01a070 con 0x7fd18c102fb0 2024-04-25T17:17:18.084 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.083+0000 7fd1897fa640 1 --2- 172.21.15.28:0/3292361228 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd1740afb70 0x7fd1740b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.084 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.083+0000 7fd1897fa640 1 -- 172.21.15.28:0/3292361228 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fd17c0de980 con 0x7fd18c102fb0 2024-04-25T17:17:18.084 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.083+0000 7fd199185740 1 Processor -- start 2024-04-25T17:17:18.084 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.083+0000 7fd18b7fe640 1 --2- 172.21.15.28:0/3292361228 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd1740afb70 0x7fd1740b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.084 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.083+0000 7fd199185740 1 -- start start 2024-04-25T17:17:18.084 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.084+0000 7fd199185740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26783a390 0x55a267be0c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.085 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.084+0000 7fd199185740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678114d0 0x55a267be11a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.085 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.084+0000 7fd199185740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2678196b0 0x55a267be1e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.085 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.084+0000 7fd199185740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55a267b40d80 con 0x55a26783a390 2024-04-25T17:17:18.085 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.084+0000 7fd199185740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a267afaa20 con 0x55a2678114d0 2024-04-25T17:17:18.085 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.084+0000 7fd199185740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a267b3cd40 con 0x55a2678196b0 2024-04-25T17:17:18.085 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.084+0000 7fd18bfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26783a390 0x55a267be0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.085 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.084+0000 7fd18b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678114d0 0x55a267be11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.085 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.084+0000 7fd190875640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2678196b0 0x55a267be1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.085 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.084+0000 7fd18b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678114d0 0x55a267be11a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:35490/0 (socket says 172.21.15.28:35490) 2024-04-25T17:17:18.085 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.084+0000 7fd190875640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2678196b0 0x55a267be1e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.28:47844/0 (socket says 172.21.15.28:47844) 2024-04-25T17:17:18.085 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.084+0000 7fd18b7fe640 1 -- 172.21.15.28:0/3219572516 learned_addr learned my addr 172.21.15.28:0/3219572516 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:18.085 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.084+0000 7fd18bfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26783a390 0x55a267be0c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:38872/0 (socket says 172.21.15.28:38872) 2024-04-25T17:17:18.087 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.084+0000 7fd18b7fe640 1 --2- 172.21.15.28:0/3292361228 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd1740afb70 0x7fd1740b2080 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fd1800093a0 tx=0x7fd18000d040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:18.087 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.085+0000 7fd18b7fe640 1 -- 172.21.15.28:0/3219572516 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2678196b0 msgr2=0x55a267be1e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:18.087 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.085+0000 7fd18b7fe640 1 --2- 172.21.15.28:0/3219572516 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2678196b0 0x55a267be1e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.087 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.085+0000 7fd18b7fe640 1 -- 172.21.15.28:0/3219572516 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26783a390 msgr2=0x55a267be0c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:18.087 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.085+0000 7fd18b7fe640 1 --2- 172.21.15.28:0/3219572516 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26783a390 0x55a267be0c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.088 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.085+0000 7fd18b7fe640 1 -- 172.21.15.28:0/3219572516 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a267b05c30 con 0x55a2678114d0 2024-04-25T17:17:18.088 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.085+0000 7fd18bfff640 1 --2- 172.21.15.28:0/3219572516 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26783a390 0x55a267be0c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:18.088 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.085+0000 7fd18b7fe640 1 --2- 172.21.15.28:0/3219572516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678114d0 0x55a267be11a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fd180008df0 tx=0x7fd180014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f85e2b6a7b73dd2f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:18.088 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.085+0000 7fd1727fc640 1 -- 172.21.15.28:0/3219572516 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd180028070 con 0x55a2678114d0 2024-04-25T17:17:18.088 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.085+0000 7fd1727fc640 1 -- 172.21.15.28:0/3219572516 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd18001f040 con 0x55a2678114d0 2024-04-25T17:17:18.088 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.085+0000 7fd1727fc640 1 -- 172.21.15.28:0/3219572516 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd180018e00 con 0x55a2678114d0 2024-04-25T17:17:18.088 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.086+0000 7fd199185740 1 -- 172.21.15.28:0/3219572516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678114d0 msgr2=0x55a267be11a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.088 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.086+0000 7fd199185740 1 --2- 172.21.15.28:0/3219572516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678114d0 0x55a267be11a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fd180008df0 tx=0x7fd180014000 comp rx=0 tx=0).stop 2024-04-25T17:17:18.088 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.086+0000 7fd199185740 1 -- 172.21.15.28:0/3219572516 shutdown_connections 2024-04-25T17:17:18.088 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.086+0000 7fd199185740 1 --2- 172.21.15.28:0/3219572516 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2678196b0 0x55a267be1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.088 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.086+0000 7fd199185740 1 --2- 172.21.15.28:0/3219572516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678114d0 0x55a267be11a0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.089 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.086+0000 7fd199185740 1 --2- 172.21.15.28:0/3219572516 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26783a390 0x55a267be0c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.089 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.086+0000 7fd199185740 1 -- 172.21.15.28:0/3219572516 >> 172.21.15.28:0/3219572516 conn(0x55a26782e4e0 msgr2=0x55a267bd8020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:18.089 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.086+0000 7fd199185740 1 -- 172.21.15.28:0/3219572516 shutdown_connections 2024-04-25T17:17:18.089 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.086+0000 7fd199185740 1 -- 172.21.15.28:0/3219572516 wait complete. 2024-04-25T17:17:18.089 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.087+0000 7fd199185740 1 -- start start 2024-04-25T17:17:18.089 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.087+0000 7fd199185740 1 Processor -- start 2024-04-25T17:17:18.092 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.087+0000 7fd199185740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2678114d0 0x55a267be6520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.093 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.087+0000 7fd199185740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678196b0 0x55a267be6a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.093 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.088+0000 7fd199185740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26783a390 0x55a267bed9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.093 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.088+0000 7fd199185740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55a267be2940 con 0x55a2678114d0 2024-04-25T17:17:18.093 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.088+0000 7fd199185740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a267ac7dc0 con 0x55a2678196b0 2024-04-25T17:17:18.093 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.088+0000 7fd199185740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a267be2ac0 con 0x55a26783a390 2024-04-25T17:17:18.093 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.088+0000 7fd18b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678196b0 0x55a267be6a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.093 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.088+0000 7fd18bfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2678114d0 0x55a267be6520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.093 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.088+0000 7fd18b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678196b0 0x55a267be6a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:35498/0 (socket says 172.21.15.28:35498) 2024-04-25T17:17:18.093 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.088+0000 7fd18b7fe640 1 -- 172.21.15.28:0/558415515 learned_addr learned my addr 172.21.15.28:0/558415515 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:18.093 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.088+0000 7fd190875640 1 --2- 172.21.15.28:0/558415515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26783a390 0x55a267bed9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.093 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.088+0000 7fd199185740 10 client.0 _ll_register_callbacks cb 0x55a267ae3600 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:17:18.094 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.088+0000 7fd190875640 1 -- 172.21.15.28:0/558415515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678196b0 msgr2=0x55a267be6a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:18.094 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.088+0000 7fd190875640 1 --2- 172.21.15.28:0/558415515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678196b0 0x55a267be6a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.094 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.088+0000 7fd190875640 1 -- 172.21.15.28:0/558415515 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2678114d0 msgr2=0x55a267be6520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:18.094 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.088+0000 7fd190875640 1 --2- 172.21.15.28:0/558415515 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2678114d0 0x55a267be6520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.094 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.088+0000 7fd190875640 1 -- 172.21.15.28:0/558415515 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2678523f0 con 0x55a26783a390 2024-04-25T17:17:18.094 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.088+0000 7fd18bfff640 1 --2- 172.21.15.28:0/558415515 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2678114d0 0x55a267be6520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:18.094 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.089+0000 7fd190875640 1 --2- 172.21.15.28:0/558415515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26783a390 0x55a267bed9c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fd184031920 tx=0x7fd184031cb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=679be8a83b20eb15 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:18.094 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.089+0000 7fd16b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-25T17:17:18.094 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.089+0000 7fd16b7fe640 1 -- 172.21.15.28:0/558415515 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd184030c10 con 0x55a26783a390 2024-04-25T17:17:18.094 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.089+0000 7fd16b7fe640 1 -- 172.21.15.28:0/558415515 <== mon.1 v2:172.21.15.84:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fd184030db0 con 0x55a26783a390 2024-04-25T17:17:18.094 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.089+0000 7fd199185740 1 -- 172.21.15.28:0/558415515 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd18001f040 con 0x55a26783a390 2024-04-25T17:17:18.094 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.089+0000 7fd16b7fe640 1 -- 172.21.15.28:0/558415515 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fd184004b40 con 0x55a26783a390 2024-04-25T17:17:18.094 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.089+0000 7fd199185740 10 client.25429 fetch_fsmap learned FSMap version 24 2024-04-25T17:17:18.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.089+0000 7fd199185740 1 -- 172.21.15.28:0/558415515 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a26791c7d0 con 0x55a26783a390 2024-04-25T17:17:18.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.089+0000 7fd16b7fe640 1 -- 172.21.15.28:0/558415515 <== mon.1 v2:172.21.15.84:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd18001f040 con 0x55a26783a390 2024-04-25T17:17:18.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.090+0000 7fd16b7fe640 1 -- 172.21.15.28:0/558415515 <== mon.1 v2:172.21.15.84:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fd184004300 con 0x55a26783a390 2024-04-25T17:17:18.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.090+0000 7fd199185740 10 client.25429 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:17:18.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.090+0000 7fd199185740 10 client.25429 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-25T17:17:18.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.090+0000 7fd199185740 20 client.25429 populate_metadata read hostname 'smithi028' 2024-04-25T17:17:18.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.090+0000 7fd199185740 1 --2- 172.21.15.28:0/558415515 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55a2677f8f60 0x55a267bf4200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.090+0000 7fd199185740 4 client.25429 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:17:18.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.090+0000 7fd199185740 1 -- 172.21.15.28:0/558415515 --> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a267b4e990 con 0x55a2677f8f60 2024-04-25T17:17:18.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.090+0000 7fd18bfff640 1 --2- 172.21.15.28:0/558415515 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55a2677f8f60 0x55a267bf4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.091+0000 7fd16b7fe640 10 client.25429 ms_handle_connect on v2:172.21.15.42:6836/229475507 2024-04-25T17:17:18.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.091+0000 7fd18bfff640 1 --2- 172.21.15.28:0/558415515 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55a2677f8f60 0x55a267bf4200 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d59f8da0659b7d82 server_cookie=38e068bac676b4b2 in_seq=0 out_seq=0 2024-04-25T17:17:18.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.091+0000 7fd16b7fe640 1 -- 172.21.15.28:0/558415515 <== mds.2 v2:172.21.15.42:6836/229475507 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55a267b4e990 con 0x55a2677f8f60 2024-04-25T17:17:18.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.091+0000 7fd16b7fe640 10 client.25429 handle_command_reply: tid=0 2024-04-25T17:17:18.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.092+0000 7fd199185740 1 client.25429 shutdown 2024-04-25T17:17:18.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.092+0000 7fd199185740 1 -- 172.21.15.28:0/558415515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26783a390 msgr2=0x55a267bed9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.092+0000 7fd199185740 1 --2- 172.21.15.28:0/558415515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26783a390 0x55a267bed9c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fd184031920 tx=0x7fd184031cb0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.092+0000 7fd199185740 1 -- 172.21.15.28:0/558415515 shutdown_connections 2024-04-25T17:17:18.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.092+0000 7fd199185740 1 --2- 172.21.15.28:0/558415515 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55a2677f8f60 0x55a267bf4200 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.092+0000 7fd199185740 1 --2- 172.21.15.28:0/558415515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26783a390 0x55a267bed9c0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.092+0000 7fd199185740 1 --2- 172.21.15.28:0/558415515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678196b0 0x55a267be6a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.092+0000 7fd16b7fe640 0 client.25429 ms_handle_reset on v2:172.21.15.42:6836/229475507 2024-04-25T17:17:18.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.092+0000 7fd199185740 1 --2- 172.21.15.28:0/558415515 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2678114d0 0x55a267be6520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.092+0000 7fd199185740 1 -- 172.21.15.28:0/558415515 >> 172.21.15.28:0/558415515 conn(0x55a26782e4e0 msgr2=0x55a267bdaf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:18.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.092+0000 7fd199185740 1 -- 172.21.15.28:0/558415515 shutdown_connections 2024-04-25T17:17:18.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.092+0000 7fd199185740 1 -- 172.21.15.28:0/558415515 wait complete. 2024-04-25T17:17:18.097 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.092+0000 7fd199185740 20 client.25429 trim_cache size 0 max 16384 2024-04-25T17:17:18.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.106+0000 7fd199185740 1 Processor -- start 2024-04-25T17:17:18.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.106+0000 7fd199185740 1 -- start start 2024-04-25T17:17:18.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.107+0000 7fd199185740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678114d0 0x55a267bdec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.107+0000 7fd199185740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2678196b0 0x55a267bdf150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.107+0000 7fd199185740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26783a390 0x55a267bed8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.107+0000 7fd199185740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fd18c1aceb0 con 0x55a2678196b0 2024-04-25T17:17:18.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.107+0000 7fd199185740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd18c1aa780 con 0x55a2678114d0 2024-04-25T17:17:18.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.107+0000 7fd199185740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd18c1a8620 con 0x55a26783a390 2024-04-25T17:17:18.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.107+0000 7fd18bfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678114d0 0x55a267bdec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.107+0000 7fd18bfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678114d0 0x55a267bdec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:35512/0 (socket says 172.21.15.28:35512) 2024-04-25T17:17:18.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.107+0000 7fd18bfff640 1 -- 172.21.15.28:0/3332477806 learned_addr learned my addr 172.21.15.28:0/3332477806 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:18.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.107+0000 7fd18b7fe640 1 --2- 172.21.15.28:0/3332477806 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2678196b0 0x55a267bdf150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.107+0000 7fd190875640 1 --2- 172.21.15.28:0/3332477806 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26783a390 0x55a267bed8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.107+0000 7fd18bfff640 1 -- 172.21.15.28:0/3332477806 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26783a390 msgr2=0x55a267bed8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:18.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.107+0000 7fd18bfff640 1 --2- 172.21.15.28:0/3332477806 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26783a390 0x55a267bed8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.107+0000 7fd18bfff640 1 -- 172.21.15.28:0/3332477806 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2678196b0 msgr2=0x55a267bdf150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:18.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.107+0000 7fd18bfff640 1 --2- 172.21.15.28:0/3332477806 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2678196b0 0x55a267bdf150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.107+0000 7fd18bfff640 1 -- 172.21.15.28:0/3332477806 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a267bede20 con 0x55a2678114d0 2024-04-25T17:17:18.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.107+0000 7fd190875640 1 --2- 172.21.15.28:0/3332477806 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26783a390 0x55a267bed8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:17:18.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.107+0000 7fd18bfff640 1 --2- 172.21.15.28:0/3332477806 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678114d0 0x55a267bdec10 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fd17c00bfd0 tx=0x7fd17c0c9040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5decefe1e53f6445 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:18.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.108+0000 7fd171ffb640 1 -- 172.21.15.28:0/3332477806 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd17c08d070 con 0x55a2678114d0 2024-04-25T17:17:18.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.108+0000 7fd171ffb640 1 -- 172.21.15.28:0/3332477806 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd17c0aae30 con 0x55a2678114d0 2024-04-25T17:17:18.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.108+0000 7fd171ffb640 1 -- 172.21.15.28:0/3332477806 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd17c088c70 con 0x55a2678114d0 2024-04-25T17:17:18.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.109+0000 7fd199185740 1 -- 172.21.15.28:0/3332477806 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678114d0 msgr2=0x55a267bdec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.109+0000 7fd199185740 1 --2- 172.21.15.28:0/3332477806 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678114d0 0x55a267bdec10 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fd17c00bfd0 tx=0x7fd17c0c9040 comp rx=0 tx=0).stop 2024-04-25T17:17:18.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.109+0000 7fd199185740 1 -- 172.21.15.28:0/3332477806 shutdown_connections 2024-04-25T17:17:18.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.109+0000 7fd199185740 1 --2- 172.21.15.28:0/3332477806 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26783a390 0x55a267bed8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.109+0000 7fd199185740 1 --2- 172.21.15.28:0/3332477806 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2678196b0 0x55a267bdf150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.109+0000 7fd199185740 1 --2- 172.21.15.28:0/3332477806 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678114d0 0x55a267bdec10 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.109+0000 7fd199185740 1 -- 172.21.15.28:0/3332477806 >> 172.21.15.28:0/3332477806 conn(0x55a26782e4e0 msgr2=0x55a267be6520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:18.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.109+0000 7fd199185740 1 -- 172.21.15.28:0/3332477806 shutdown_connections 2024-04-25T17:17:18.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.109+0000 7fd199185740 1 -- 172.21.15.28:0/3332477806 wait complete. 2024-04-25T17:17:18.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.109+0000 7fd199185740 1 -- start start 2024-04-25T17:17:18.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.109+0000 7fd199185740 1 Processor -- start 2024-04-25T17:17:18.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.110+0000 7fd199185740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2678114d0 0x55a267bed720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.110+0000 7fd199185740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678196b0 0x55a267bea2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.110+0000 7fd199185740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26783a390 0x55a267bea7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.110+0000 7fd199185740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fd18c1a8c90 con 0x55a2678114d0 2024-04-25T17:17:18.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.110+0000 7fd199185740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd18c1aa0b0 con 0x55a2678196b0 2024-04-25T17:17:18.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.110+0000 7fd199185740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd18c1a9310 con 0x55a26783a390 2024-04-25T17:17:18.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.110+0000 7fd18b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678196b0 0x55a267bea2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.110+0000 7fd199185740 10 client.0 _ll_register_callbacks cb 0x7fd184009360 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:17:18.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.110+0000 7fd18b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678196b0 0x55a267bea2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:35522/0 (socket says 172.21.15.28:35522) 2024-04-25T17:17:18.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.110+0000 7fd18b7fe640 1 -- 172.21.15.28:0/1649134568 learned_addr learned my addr 172.21.15.28:0/1649134568 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:18.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.110+0000 7fd18bfff640 1 --2- 172.21.15.28:0/1649134568 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2678114d0 0x55a267bed720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.110+0000 7fd190875640 1 --2- 172.21.15.28:0/1649134568 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26783a390 0x55a267bea7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.110+0000 7fd18b7fe640 1 -- 172.21.15.28:0/1649134568 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26783a390 msgr2=0x55a267bea7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:18.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.110+0000 7fd18b7fe640 1 --2- 172.21.15.28:0/1649134568 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26783a390 0x55a267bea7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.110+0000 7fd18b7fe640 1 -- 172.21.15.28:0/1649134568 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2678114d0 msgr2=0x55a267bed720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:18.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.110+0000 7fd18b7fe640 1 --2- 172.21.15.28:0/1649134568 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2678114d0 0x55a267bed720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.110+0000 7fd18b7fe640 1 -- 172.21.15.28:0/1649134568 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a267c5a560 con 0x55a2678196b0 2024-04-25T17:17:18.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.110+0000 7fd18bfff640 1 --2- 172.21.15.28:0/1649134568 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2678114d0 0x55a267bed720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:17:18.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.110+0000 7fd18b7fe640 1 --2- 172.21.15.28:0/1649134568 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678196b0 0x55a267bea2a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fd1800039c0 tx=0x7fd180003e20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f4b44ada7e6f3fcd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:18.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.110+0000 7fd16b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-04-25T17:17:18.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.111+0000 7fd16b7fe640 1 -- 172.21.15.28:0/1649134568 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd180028040 con 0x55a2678196b0 2024-04-25T17:17:18.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.111+0000 7fd16b7fe640 1 -- 172.21.15.28:0/1649134568 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fd180005450 con 0x55a2678196b0 2024-04-25T17:17:18.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.111+0000 7fd199185740 1 -- 172.21.15.28:0/1649134568 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd17c0aae30 con 0x55a2678196b0 2024-04-25T17:17:18.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.111+0000 7fd16b7fe640 1 -- 172.21.15.28:0/1649134568 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fd18003e050 con 0x55a2678196b0 2024-04-25T17:17:18.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.111+0000 7fd199185740 10 client.25439 fetch_fsmap learned FSMap version 24 2024-04-25T17:17:18.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.111+0000 7fd199185740 1 -- 172.21.15.28:0/1649134568 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a267c5b6e0 con 0x55a2678196b0 2024-04-25T17:17:18.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.111+0000 7fd16b7fe640 1 -- 172.21.15.28:0/1649134568 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd18001f070 con 0x55a2678196b0 2024-04-25T17:17:18.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.111+0000 7fd16b7fe640 1 -- 172.21.15.28:0/1649134568 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fd180018580 con 0x55a2678196b0 2024-04-25T17:17:18.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.111+0000 7fd199185740 10 client.25439 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:17:18.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.111+0000 7fd199185740 10 client.25439 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-25T17:17:18.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.111+0000 7fd199185740 20 client.25439 populate_metadata read hostname 'smithi028' 2024-04-25T17:17:18.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.111+0000 7fd199185740 1 --2- 172.21.15.28:0/1649134568 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55a2677ce3a0 0x55a267c5ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.111+0000 7fd199185740 4 client.25439 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T17:17:18.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.111+0000 7fd199185740 1 -- 172.21.15.28:0/1649134568 --> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7fd17c0aae30 con 0x55a2677ce3a0 2024-04-25T17:17:18.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.112+0000 7fd18bfff640 1 --2- 172.21.15.28:0/1649134568 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55a2677ce3a0 0x55a267c5ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.115 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.112+0000 7fd16b7fe640 10 client.25439 ms_handle_connect on v2:172.21.15.42:6836/229475507 2024-04-25T17:17:18.116 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.113+0000 7fd18bfff640 1 --2- 172.21.15.28:0/1649134568 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55a2677ce3a0 0x55a267c5ddf0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d1f903bd9ee87525 server_cookie=671ce28b964890d6 in_seq=0 out_seq=0 2024-04-25T17:17:18.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.113+0000 7fd16b7fe640 1 -- 172.21.15.28:0/1649134568 <== mds.2 v2:172.21.15.42:6836/229475507 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7fd17c0aae30 con 0x55a2677ce3a0 2024-04-25T17:17:18.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.113+0000 7fd16b7fe640 10 client.25439 handle_command_reply: tid=0 2024-04-25T17:17:18.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.113+0000 7fd199185740 1 client.25439 shutdown 2024-04-25T17:17:18.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.113+0000 7fd199185740 1 -- 172.21.15.28:0/1649134568 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678196b0 msgr2=0x55a267bea2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.113+0000 7fd199185740 1 --2- 172.21.15.28:0/1649134568 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678196b0 0x55a267bea2a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fd1800039c0 tx=0x7fd180003e20 comp rx=0 tx=0).stop 2024-04-25T17:17:18.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.113+0000 7fd199185740 1 -- 172.21.15.28:0/1649134568 shutdown_connections 2024-04-25T17:17:18.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.113+0000 7fd199185740 1 --2- 172.21.15.28:0/1649134568 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55a2677ce3a0 0x55a267c5ddf0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.113+0000 7fd16b7fe640 0 client.25439 ms_handle_reset on v2:172.21.15.42:6836/229475507 2024-04-25T17:17:18.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.113+0000 7fd199185740 1 --2- 172.21.15.28:0/1649134568 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26783a390 0x55a267bea7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.113+0000 7fd199185740 1 --2- 172.21.15.28:0/1649134568 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2678196b0 0x55a267bea2a0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.113+0000 7fd199185740 1 --2- 172.21.15.28:0/1649134568 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2678114d0 0x55a267bed720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.117 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.113+0000 7fd199185740 1 -- 172.21.15.28:0/1649134568 >> 172.21.15.28:0/1649134568 conn(0x55a26782e4e0 msgr2=0x55a267be64c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:18.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.113+0000 7fd199185740 1 -- 172.21.15.28:0/1649134568 shutdown_connections 2024-04-25T17:17:18.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.113+0000 7fd199185740 1 -- 172.21.15.28:0/1649134568 wait complete. 2024-04-25T17:17:18.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.113+0000 7fd199185740 20 client.25439 trim_cache size 0 max 16384 2024-04-25T17:17:18.118 INFO:teuthology.orchestra.run.smithi028.stdout:[] 2024-04-25T17:17:18.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.114+0000 7fd1922d8640 1 -- 172.21.15.28:0/3292361228 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd1740afb70 msgr2=0x7fd1740b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.114+0000 7fd1922d8640 1 --2- 172.21.15.28:0/3292361228 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd1740afb70 0x7fd1740b2080 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fd1800093a0 tx=0x7fd18000d040 comp rx=0 tx=0).stop 2024-04-25T17:17:18.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.114+0000 7fd1922d8640 1 -- 172.21.15.28:0/3292361228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd18c102fb0 msgr2=0x7fd18c197e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.114+0000 7fd1922d8640 1 --2- 172.21.15.28:0/3292361228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd18c102fb0 0x7fd18c197e70 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd17c005d00 tx=0x7fd17c00dde0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.114+0000 7fd1922d8640 1 -- 172.21.15.28:0/3292361228 shutdown_connections 2024-04-25T17:17:18.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.114+0000 7fd1922d8640 1 --2- 172.21.15.28:0/3292361228 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd1740afb70 0x7fd1740b2080 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.114+0000 7fd1922d8640 1 --2- 172.21.15.28:0/3292361228 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd18c104490 0x7fd18c19f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.114+0000 7fd1922d8640 1 --2- 172.21.15.28:0/3292361228 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd18c103990 0x7fd18c1983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.114+0000 7fd1922d8640 1 --2- 172.21.15.28:0/3292361228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd18c102fb0 0x7fd18c197e70 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.114+0000 7fd1922d8640 1 -- 172.21.15.28:0/3292361228 >> 172.21.15.28:0/3292361228 conn(0x7fd18c0fd370 msgr2=0x7fd18c106b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:18.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.114+0000 7fd1922d8640 1 -- 172.21.15.28:0/3292361228 shutdown_connections 2024-04-25T17:17:18.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.114+0000 7fd1922d8640 1 -- 172.21.15.28:0/3292361228 wait complete. 2024-04-25T17:17:18.126 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-25T17:17:18.148 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:17 smithi028 ceph-mon[29207]: pgmap v397: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:17:18.149 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:17 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:17:18.149 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:17 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:17:18.149 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:17 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:17:18.149 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:17 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:17:18.149 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:17 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:17:18.149 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:17 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:17:18.149 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:17 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:17:18.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:17 smithi084 ceph-mon[32752]: pgmap v397: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:17:18.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:17 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:17:18.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:17 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:17:18.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:17 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:17:18.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:17 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:17:18.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:17 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:17:18.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:17 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:17:18.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:17 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:17:18.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.246+0000 7f1ba2296640 1 -- 172.21.15.28:0/2082833359 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1b9c103f10 msgr2=0x7f1b9c102800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.246+0000 7f1ba2296640 1 --2- 172.21.15.28:0/2082833359 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1b9c103f10 0x7f1b9c102800 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c00fb40 tx=0x7f1b8c02e5c0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.246+0000 7f1ba2296640 1 -- 172.21.15.28:0/2082833359 shutdown_connections 2024-04-25T17:17:18.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.246+0000 7f1ba2296640 1 --2- 172.21.15.28:0/2082833359 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1b9c108a50 0x7f1b9c10ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.246+0000 7f1ba2296640 1 --2- 172.21.15.28:0/2082833359 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1b9c1043b0 0x7f1b9c102da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.246+0000 7f1ba2296640 1 --2- 172.21.15.28:0/2082833359 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1b9c103f10 0x7f1b9c102800 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.246+0000 7f1ba2296640 1 -- 172.21.15.28:0/2082833359 >> 172.21.15.28:0/2082833359 conn(0x7f1b9c0fd340 msgr2=0x7f1b9c0ff7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:18.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.247+0000 7f1ba2296640 1 -- 172.21.15.28:0/2082833359 shutdown_connections 2024-04-25T17:17:18.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.247+0000 7f1ba2296640 1 -- 172.21.15.28:0/2082833359 wait complete. 2024-04-25T17:17:18.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.247+0000 7f1ba2296640 1 Processor -- start 2024-04-25T17:17:18.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.248+0000 7f1ba2296640 1 -- start start 2024-04-25T17:17:18.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.248+0000 7f1ba2296640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1b9c103f10 0x7f1b9c197f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.248+0000 7f1ba2296640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1b9c1043b0 0x7f1b9c198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.248+0000 7f1b9bfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1b9c103f10 0x7f1b9c197f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.248+0000 7f1b9bfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1b9c103f10 0x7f1b9c197f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:38910/0 (socket says 172.21.15.28:38910) 2024-04-25T17:17:18.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.248+0000 7f1b9b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1b9c1043b0 0x7f1b9c198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.248+0000 7f1b9b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1b9c1043b0 0x7f1b9c198480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:35538/0 (socket says 172.21.15.28:35538) 2024-04-25T17:17:18.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.248+0000 7f1ba2296640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1b9c108a50 0x7f1b9c19f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.248+0000 7f1b9bfff640 1 -- 172.21.15.28:0/3757463070 learned_addr learned my addr 172.21.15.28:0/3757463070 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:18.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.248+0000 7f1ba2296640 1 -- 172.21.15.28:0/3757463070 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f1b9c10d2f0 con 0x7f1b9c103f10 2024-04-25T17:17:18.250 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.248+0000 7f1ba2296640 1 -- 172.21.15.28:0/3757463070 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1b9c10d170 con 0x7f1b9c1043b0 2024-04-25T17:17:18.251 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.249+0000 7f1ba2296640 1 -- 172.21.15.28:0/3757463070 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1b9c10d470 con 0x7f1b9c108a50 2024-04-25T17:17:18.251 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.249+0000 7f1ba0833640 1 --2- 172.21.15.28:0/3757463070 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1b9c108a50 0x7f1b9c19f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.251 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.249+0000 7f1ba0833640 1 -- 172.21.15.28:0/3757463070 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1b9c1043b0 msgr2=0x7f1b9c198480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.251 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.249+0000 7f1ba0833640 1 --2- 172.21.15.28:0/3757463070 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1b9c1043b0 0x7f1b9c198480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.251 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.249+0000 7f1ba0833640 1 -- 172.21.15.28:0/3757463070 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1b9c103f10 msgr2=0x7f1b9c197f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.251 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.249+0000 7f1ba0833640 1 --2- 172.21.15.28:0/3757463070 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1b9c103f10 0x7f1b9c197f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.251 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.249+0000 7f1ba0833640 1 -- 172.21.15.28:0/3757463070 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b9c19fa80 con 0x7f1b9c108a50 2024-04-25T17:17:18.251 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.250+0000 7f1b9bfff640 1 --2- 172.21.15.28:0/3757463070 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1b9c103f10 0x7f1b9c197f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:18.252 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.250+0000 7f1ba0833640 1 --2- 172.21.15.28:0/3757463070 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1b9c108a50 0x7f1b9c19f410 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f1b94007c60 tx=0x7f1b9400f500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:18.252 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.250+0000 7f1b997fa640 1 -- 172.21.15.28:0/3757463070 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b94019030 con 0x7f1b9c108a50 2024-04-25T17:17:18.252 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.250+0000 7f1ba2296640 1 -- 172.21.15.28:0/3757463070 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b9c19fd70 con 0x7f1b9c108a50 2024-04-25T17:17:18.252 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.250+0000 7f1b997fa640 1 -- 172.21.15.28:0/3757463070 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1b94003e00 con 0x7f1b9c108a50 2024-04-25T17:17:18.252 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.250+0000 7f1b997fa640 1 -- 172.21.15.28:0/3757463070 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b940047b0 con 0x7f1b9c108a50 2024-04-25T17:17:18.252 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.250+0000 7f1ba2296640 1 -- 172.21.15.28:0/3757463070 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b9c1a0200 con 0x7f1b9c108a50 2024-04-25T17:17:18.253 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.253+0000 7f1ba9224740 1 Processor -- start 2024-04-25T17:17:18.255 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.254+0000 7f1b997fa640 1 -- 172.21.15.28:0/3757463070 <== mon.1 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f1b9401c070 con 0x7f1b9c108a50 2024-04-25T17:17:18.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.255+0000 7f1ba9224740 1 -- start start 2024-04-25T17:17:18.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.256+0000 7f1b997fa640 1 --2- 172.21.15.28:0/3757463070 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1b840afbf0 0x7f1b840b2100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.256 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.256+0000 7f1ba9224740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d774876390 0x55d774c21020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.256+0000 7f1ba9224740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d77484d4d0 0x55d774c215a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.256+0000 7f1ba9224740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d7748556b0 0x55d774c22230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.256+0000 7f1b997fa640 1 -- 172.21.15.28:0/3757463070 <== mon.1 v2:172.21.15.84:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f1b940deea0 con 0x7f1b9c108a50 2024-04-25T17:17:18.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.256+0000 7f1ba9224740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55d774b7cd80 con 0x55d7748556b0 2024-04-25T17:17:18.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.256+0000 7f1ba9224740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d774b36a20 con 0x55d774876390 2024-04-25T17:17:18.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.256+0000 7f1ba9224740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55d774b78d40 con 0x55d77484d4d0 2024-04-25T17:17:18.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.256+0000 7f1b9bfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d774876390 0x55d774c21020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.256+0000 7f1b9bfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d774876390 0x55d774c21020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:35540/0 (socket says 172.21.15.28:35540) 2024-04-25T17:17:18.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.256+0000 7f1b9bfff640 1 -- 172.21.15.28:0/3658779957 learned_addr learned my addr 172.21.15.28:0/3658779957 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:18.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.256+0000 7f1b9b7fe640 1 --2- 172.21.15.28:0/3658779957 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d77484d4d0 0x55d774c215a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.256+0000 7f1b9b7fe640 1 --2- 172.21.15.28:0/3757463070 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1b840afbf0 0x7f1b840b2100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.258 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.256+0000 7f1ba0833640 1 --2- 172.21.15.28:0/3658779957 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d7748556b0 0x55d774c22230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.258 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.257+0000 7f1b9bfff640 1 -- 172.21.15.28:0/3658779957 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d77484d4d0 msgr2=0x55d774c215a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:18.258 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.257+0000 7f1b9bfff640 1 --2- 172.21.15.28:0/3658779957 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d77484d4d0 0x55d774c215a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.258 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.257+0000 7f1b9bfff640 1 -- 172.21.15.28:0/3658779957 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d7748556b0 msgr2=0x55d774c22230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:18.259 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.257+0000 7f1b9bfff640 1 --2- 172.21.15.28:0/3658779957 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d7748556b0 0x55d774c22230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.259 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.257+0000 7f1b9bfff640 1 -- 172.21.15.28:0/3658779957 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d774b41c30 con 0x55d774876390 2024-04-25T17:17:18.259 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.257+0000 7f1ba0833640 1 --2- 172.21.15.28:0/3658779957 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d7748556b0 0x55d774c22230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:17:18.259 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.257+0000 7f1b9b7fe640 1 --2- 172.21.15.28:0/3757463070 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1b840afbf0 0x7f1b840b2100 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f1b900095f0 tx=0x7f1b90009b10 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:18.259 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.257+0000 7f1b9bfff640 1 --2- 172.21.15.28:0/3658779957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d774876390 0x55d774c21020 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c037040 tx=0x7f1b8c005d50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ea3d5cf39c513b4b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:18.259 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.257+0000 7f1b827fc640 1 -- 172.21.15.28:0/3658779957 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b8c044020 con 0x55d774876390 2024-04-25T17:17:18.259 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.257+0000 7f1b827fc640 1 -- 172.21.15.28:0/3658779957 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1b8c004480 con 0x55d774876390 2024-04-25T17:17:18.259 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.257+0000 7f1b827fc640 1 -- 172.21.15.28:0/3658779957 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b8c00f370 con 0x55d774876390 2024-04-25T17:17:18.260 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.259+0000 7f1ba9224740 1 -- 172.21.15.28:0/3658779957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d774876390 msgr2=0x55d774c21020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.260 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.259+0000 7f1ba9224740 1 --2- 172.21.15.28:0/3658779957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d774876390 0x55d774c21020 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c037040 tx=0x7f1b8c005d50 comp rx=0 tx=0).stop 2024-04-25T17:17:18.260 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.259+0000 7f1ba9224740 1 -- 172.21.15.28:0/3658779957 shutdown_connections 2024-04-25T17:17:18.260 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.259+0000 7f1ba9224740 1 --2- 172.21.15.28:0/3658779957 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d7748556b0 0x55d774c22230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.260 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.259+0000 7f1ba9224740 1 --2- 172.21.15.28:0/3658779957 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d77484d4d0 0x55d774c215a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.260 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.259+0000 7f1ba9224740 1 --2- 172.21.15.28:0/3658779957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d774876390 0x55d774c21020 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.260 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.259+0000 7f1ba9224740 1 -- 172.21.15.28:0/3658779957 >> 172.21.15.28:0/3658779957 conn(0x55d77486a4e0 msgr2=0x55d774c1c830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:18.261 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.259+0000 7f1ba9224740 1 -- 172.21.15.28:0/3658779957 shutdown_connections 2024-04-25T17:17:18.261 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.259+0000 7f1ba9224740 1 -- 172.21.15.28:0/3658779957 wait complete. 2024-04-25T17:17:18.261 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.259+0000 7f1ba9224740 1 -- start start 2024-04-25T17:17:18.261 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.260+0000 7f1ba9224740 1 Processor -- start 2024-04-25T17:17:18.262 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.260+0000 7f1ba9224740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d77484d4d0 0x55d774c15380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.262 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.260+0000 7f1ba9224740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d7748556b0 0x55d774c158c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.262 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.260+0000 7f1ba9224740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d774876390 0x55d774c1a810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.262 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.260+0000 7f1ba9224740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55d774c22ce0 con 0x55d7748556b0 2024-04-25T17:17:18.262 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.260+0000 7f1ba9224740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d774b03dc0 con 0x55d77484d4d0 2024-04-25T17:17:18.262 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.260+0000 7f1ba9224740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55d774c22e60 con 0x55d774876390 2024-04-25T17:17:18.262 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.260+0000 7f1ba9224740 10 client.0 _ll_register_callbacks cb 0x55d774b1f600 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:17:18.262 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.261+0000 7f1ba0833640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d774876390 0x55d774c1a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.262 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.261+0000 7f1ba0833640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d774876390 0x55d774c1a810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.28:47902/0 (socket says 172.21.15.28:47902) 2024-04-25T17:17:18.262 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.261+0000 7f1ba0833640 1 -- 172.21.15.28:0/2014460515 learned_addr learned my addr 172.21.15.28:0/2014460515 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:18.263 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.261+0000 7f1b9b7fe640 1 --2- 172.21.15.28:0/2014460515 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d7748556b0 0x55d774c158c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.263 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.261+0000 7f1b9bfff640 1 --2- 172.21.15.28:0/2014460515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d77484d4d0 0x55d774c15380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.263 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.261+0000 7f1b9b7fe640 1 -- 172.21.15.28:0/2014460515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d774876390 msgr2=0x55d774c1a810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:18.263 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.261+0000 7f1b9b7fe640 1 --2- 172.21.15.28:0/2014460515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d774876390 0x55d774c1a810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.263 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.261+0000 7f1b9b7fe640 1 -- 172.21.15.28:0/2014460515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d77484d4d0 msgr2=0x55d774c15380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:18.263 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.262+0000 7f1b9b7fe640 1 --2- 172.21.15.28:0/2014460515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d77484d4d0 0x55d774c15380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.263 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.262+0000 7f1b9b7fe640 1 -- 172.21.15.28:0/2014460515 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d77488e3f0 con 0x55d7748556b0 2024-04-25T17:17:18.264 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.262+0000 7f1b9b7fe640 1 --2- 172.21.15.28:0/2014460515 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d7748556b0 0x55d774c158c0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c198fe0 tx=0x7f1b9001b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e50185c179e66b79 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:18.264 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.263+0000 7f1b7b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:17:18.264 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.263+0000 7f1b7b7fe640 1 -- 172.21.15.28:0/2014460515 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b90019040 con 0x55d7748556b0 2024-04-25T17:17:18.264 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.263+0000 7f1ba9224740 1 -- 172.21.15.28:0/2014460515 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b8c004480 con 0x55d7748556b0 2024-04-25T17:17:18.264 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.263+0000 7f1b7b7fe640 1 -- 172.21.15.28:0/2014460515 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f1b9001f850 con 0x55d7748556b0 2024-04-25T17:17:18.264 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.263+0000 7f1b7b7fe640 1 -- 172.21.15.28:0/2014460515 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f1b9001fa50 con 0x55d7748556b0 2024-04-25T17:17:18.265 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.263+0000 7f1ba9224740 10 client.15822 fetch_fsmap learned FSMap version 24 2024-04-25T17:17:18.265 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.264+0000 7f1ba9224740 1 -- 172.21.15.28:0/2014460515 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d7749587d0 con 0x55d7748556b0 2024-04-25T17:17:18.265 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.264+0000 7f1b7b7fe640 1 -- 172.21.15.28:0/2014460515 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1b8c004480 con 0x55d7748556b0 2024-04-25T17:17:18.265 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.265+0000 7f1b7b7fe640 1 -- 172.21.15.28:0/2014460515 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f1b90026070 con 0x55d7748556b0 2024-04-25T17:17:18.265 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.265+0000 7f1ba9224740 10 client.15822 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:17:18.265 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.265+0000 7f1ba9224740 10 client.15822 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-25T17:17:18.265 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.265+0000 7f1ba9224740 20 client.15822 populate_metadata read hostname 'smithi028' 2024-04-25T17:17:18.266 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.265+0000 7f1ba9224740 1 --2- 172.21.15.28:0/2014460515 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x55d774834f60 0x55d774c41830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.266 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.265+0000 7f1ba9224740 4 client.15822 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:17:18.266 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.265+0000 7f1ba9224740 1 -- 172.21.15.28:0/2014460515 --> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d774b8a990 con 0x55d774834f60 2024-04-25T17:17:18.266 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.265+0000 7f1b9bfff640 1 --2- 172.21.15.28:0/2014460515 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x55d774834f60 0x55d774c41830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.266 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.266+0000 7f1b7b7fe640 10 client.15822 ms_handle_connect on v2:172.21.15.84:6838/1332945442 2024-04-25T17:17:18.267 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.266+0000 7f1b9bfff640 1 --2- 172.21.15.28:0/2014460515 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x55d774834f60 0x55d774c41830 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=80e85e93ab9320e8 server_cookie=407f06b7a529204c in_seq=0 out_seq=0 2024-04-25T17:17:18.267 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.267+0000 7f1b7b7fe640 1 -- 172.21.15.28:0/2014460515 <== mds.1 v2:172.21.15.84:6838/1332945442 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55d774b8a990 con 0x55d774834f60 2024-04-25T17:17:18.267 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.267+0000 7f1b7b7fe640 10 client.15822 handle_command_reply: tid=0 2024-04-25T17:17:18.267 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.267+0000 7f1ba9224740 1 client.15822 shutdown 2024-04-25T17:17:18.268 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.268+0000 7f1ba9224740 1 -- 172.21.15.28:0/2014460515 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d7748556b0 msgr2=0x55d774c158c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.268 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.268+0000 7f1ba9224740 1 --2- 172.21.15.28:0/2014460515 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d7748556b0 0x55d774c158c0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c198fe0 tx=0x7f1b9001b000 comp rx=0 tx=0).stop 2024-04-25T17:17:18.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.268+0000 7f1ba9224740 1 -- 172.21.15.28:0/2014460515 shutdown_connections 2024-04-25T17:17:18.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.268+0000 7f1ba9224740 1 --2- 172.21.15.28:0/2014460515 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x55d774834f60 0x55d774c41830 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.268+0000 7f1ba9224740 1 --2- 172.21.15.28:0/2014460515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d774876390 0x55d774c1a810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.268+0000 7f1ba9224740 1 --2- 172.21.15.28:0/2014460515 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d7748556b0 0x55d774c158c0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.268+0000 7f1ba9224740 1 --2- 172.21.15.28:0/2014460515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d77484d4d0 0x55d774c15380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.268+0000 7f1ba9224740 1 -- 172.21.15.28:0/2014460515 >> 172.21.15.28:0/2014460515 conn(0x55d77486a4e0 msgr2=0x55d774c13040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:18.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.269+0000 7f1b7b7fe640 0 client.15822 ms_handle_reset on v2:172.21.15.84:6838/1332945442 2024-04-25T17:17:18.269 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.269+0000 7f1ba9224740 1 -- 172.21.15.28:0/2014460515 shutdown_connections 2024-04-25T17:17:18.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.269+0000 7f1ba9224740 1 -- 172.21.15.28:0/2014460515 wait complete. 2024-04-25T17:17:18.270 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.269+0000 7f1ba9224740 20 client.15822 trim_cache size 0 max 16384 2024-04-25T17:17:18.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.296+0000 7f1ba9224740 1 Processor -- start 2024-04-25T17:17:18.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.296+0000 7f1ba9224740 1 -- start start 2024-04-25T17:17:18.298 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.297+0000 7f1ba9224740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d77484d4d0 0x55d774c139b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.298 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.297+0000 7f1ba9224740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d7748556b0 0x55d774c13ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.298 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.297+0000 7f1ba9224740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d774876390 0x55d774c12610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.298 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.297+0000 7f1ba9224740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f1b9c1acff0 con 0x55d774876390 2024-04-25T17:17:18.298 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.297+0000 7f1ba9224740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1b9c1aa8c0 con 0x55d7748556b0 2024-04-25T17:17:18.298 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.297+0000 7f1ba9224740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1b9c1a8710 con 0x55d77484d4d0 2024-04-25T17:17:18.298 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.297+0000 7f1b9bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d77484d4d0 0x55d774c139b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.298 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.297+0000 7f1b9bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d77484d4d0 0x55d774c139b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.28:47918/0 (socket says 172.21.15.28:47918) 2024-04-25T17:17:18.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.297+0000 7f1b9bfff640 1 -- 172.21.15.28:0/1996503401 learned_addr learned my addr 172.21.15.28:0/1996503401 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:18.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.297+0000 7f1ba0833640 1 --2- 172.21.15.28:0/1996503401 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d774876390 0x55d774c12610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.297+0000 7f1b9b7fe640 1 --2- 172.21.15.28:0/1996503401 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d7748556b0 0x55d774c13ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.298+0000 7f1b9bfff640 1 -- 172.21.15.28:0/1996503401 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d7748556b0 msgr2=0x55d774c13ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:18.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.298+0000 7f1b9bfff640 1 --2- 172.21.15.28:0/1996503401 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d7748556b0 0x55d774c13ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.298+0000 7f1b9bfff640 1 -- 172.21.15.28:0/1996503401 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d774876390 msgr2=0x55d774c12610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:18.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.298+0000 7f1b9bfff640 1 --2- 172.21.15.28:0/1996503401 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d774876390 0x55d774c12610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.298+0000 7f1b9bfff640 1 -- 172.21.15.28:0/1996503401 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d774c26610 con 0x55d77484d4d0 2024-04-25T17:17:18.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.298+0000 7f1b9bfff640 1 --2- 172.21.15.28:0/1996503401 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d77484d4d0 0x55d774c139b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c00fa60 tx=0x7f1b8c02e5c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6dda37df6bad3e08 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:18.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.298+0000 7f1b81ffb640 1 -- 172.21.15.28:0/1996503401 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b8c044040 con 0x55d77484d4d0 2024-04-25T17:17:18.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.298+0000 7f1b81ffb640 1 -- 172.21.15.28:0/1996503401 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1b8c05a030 con 0x55d77484d4d0 2024-04-25T17:17:18.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.298+0000 7f1b81ffb640 1 -- 172.21.15.28:0/1996503401 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b8c00f5e0 con 0x55d77484d4d0 2024-04-25T17:17:18.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.299+0000 7f1ba9224740 1 -- 172.21.15.28:0/1996503401 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d77484d4d0 msgr2=0x55d774c139b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.300+0000 7f1ba9224740 1 --2- 172.21.15.28:0/1996503401 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d77484d4d0 0x55d774c139b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c00fa60 tx=0x7f1b8c02e5c0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.300+0000 7f1ba9224740 1 -- 172.21.15.28:0/1996503401 shutdown_connections 2024-04-25T17:17:18.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.300+0000 7f1ba9224740 1 --2- 172.21.15.28:0/1996503401 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d774876390 0x55d774c12610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.300+0000 7f1ba9224740 1 --2- 172.21.15.28:0/1996503401 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d7748556b0 0x55d774c13ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.300+0000 7f1ba9224740 1 --2- 172.21.15.28:0/1996503401 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d77484d4d0 0x55d774c139b0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.300+0000 7f1ba9224740 1 -- 172.21.15.28:0/1996503401 >> 172.21.15.28:0/1996503401 conn(0x55d77486a4e0 msgr2=0x55d774c1c1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:18.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.300+0000 7f1ba9224740 1 -- 172.21.15.28:0/1996503401 shutdown_connections 2024-04-25T17:17:18.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.300+0000 7f1ba9224740 1 -- 172.21.15.28:0/1996503401 wait complete. 2024-04-25T17:17:18.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.301+0000 7f1ba9224740 1 -- start start 2024-04-25T17:17:18.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.301+0000 7f1ba9224740 1 Processor -- start 2024-04-25T17:17:18.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.302+0000 7f1ba9224740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d77484d4d0 0x55d774c501b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.302+0000 7f1ba9224740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d7748556b0 0x55d774c506f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.302+0000 7f1ba9224740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d774876390 0x55d774c515d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.302+0000 7f1b9bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d77484d4d0 0x55d774c501b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.302+0000 7f1b9bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d77484d4d0 0x55d774c501b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.28:47930/0 (socket says 172.21.15.28:47930) 2024-04-25T17:17:18.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.302+0000 7f1b9b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d7748556b0 0x55d774c506f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.302+0000 7f1b9b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d7748556b0 0x55d774c506f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:35576/0 (socket says 172.21.15.28:35576) 2024-04-25T17:17:18.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.303+0000 7f1ba0833640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d774876390 0x55d774c515d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.303+0000 7f1ba0833640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d774876390 0x55d774c515d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:38938/0 (socket says 172.21.15.28:38938) 2024-04-25T17:17:18.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.303+0000 7f1b9bfff640 1 -- 172.21.15.28:0/139315818 learned_addr learned my addr 172.21.15.28:0/139315818 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:18.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.303+0000 7f1ba9224740 1 -- 172.21.15.28:0/139315818 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f1b9c1a8d80 con 0x55d774876390 2024-04-25T17:17:18.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.303+0000 7f1ba9224740 1 -- 172.21.15.28:0/139315818 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1b9c1aa1f0 con 0x55d7748556b0 2024-04-25T17:17:18.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.303+0000 7f1ba9224740 1 -- 172.21.15.28:0/139315818 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1b9c1a9450 con 0x55d77484d4d0 2024-04-25T17:17:18.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.303+0000 7f1b9bfff640 1 -- 172.21.15.28:0/139315818 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d7748556b0 msgr2=0x55d774c506f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:18.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.303+0000 7f1b9bfff640 1 --2- 172.21.15.28:0/139315818 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d7748556b0 0x55d774c506f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.303+0000 7f1b9bfff640 1 -- 172.21.15.28:0/139315818 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d774876390 msgr2=0x55d774c515d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:18.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.304+0000 7f1b9bfff640 1 --2- 172.21.15.28:0/139315818 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d774876390 0x55d774c515d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.304+0000 7f1b9bfff640 1 -- 172.21.15.28:0/139315818 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d774c51b90 con 0x55d77484d4d0 2024-04-25T17:17:18.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.304+0000 7f1b9b7fe640 1 --2- 172.21.15.28:0/139315818 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d7748556b0 0x55d774c506f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:17:18.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.304+0000 7f1ba0833640 1 --2- 172.21.15.28:0/139315818 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d774876390 0x55d774c515d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:18.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.304+0000 7f1ba9224740 10 client.0 _ll_register_callbacks cb 0x7f1b90009d40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:17:18.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.304+0000 7f1b9bfff640 1 --2- 172.21.15.28:0/139315818 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d77484d4d0 0x55d774c501b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c0049c0 tx=0x7f1b8c005ed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9e3792beac2a960c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:18.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.304+0000 7f1ba9224740 1 -- 172.21.15.28:0/139315818 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b8c05a030 con 0x55d77484d4d0 2024-04-25T17:17:18.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.304+0000 7f1b7b7fe640 10 client.25453 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-25T17:17:18.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.304+0000 7f1b7b7fe640 1 -- 172.21.15.28:0/139315818 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b8c044050 con 0x55d77484d4d0 2024-04-25T17:17:18.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.304+0000 7f1b7b7fe640 1 -- 172.21.15.28:0/139315818 <== mon.1 v2:172.21.15.84:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f1b8c00f320 con 0x55d77484d4d0 2024-04-25T17:17:18.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.305+0000 7f1b7b7fe640 1 -- 172.21.15.28:0/139315818 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f1b8c00e670 con 0x55d77484d4d0 2024-04-25T17:17:18.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.305+0000 7f1ba9224740 10 client.25453 fetch_fsmap learned FSMap version 24 2024-04-25T17:17:18.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.305+0000 7f1ba9224740 1 -- 172.21.15.28:0/139315818 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({fsmap=24}) -- 0x55d774c52ce0 con 0x55d77484d4d0 2024-04-25T17:17:18.309 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.305+0000 7f1b7b7fe640 1 -- 172.21.15.28:0/139315818 <== mon.1 v2:172.21.15.84:3300/0 4 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f1b8c00f560 con 0x55d77484d4d0 2024-04-25T17:17:18.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.305+0000 7f1ba9224740 10 client.25453 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:17:18.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.305+0000 7f1ba9224740 10 client.25453 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-25T17:17:18.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.305+0000 7f1ba9224740 20 client.25453 populate_metadata read hostname 'smithi028' 2024-04-25T17:17:18.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.305+0000 7f1ba9224740 1 --2- 172.21.15.28:0/139315818 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x55d77480a3a0 0x55d774c53060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.306+0000 7f1ba9224740 4 client.25453 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T17:17:18.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.306+0000 7f1ba9224740 1 -- 172.21.15.28:0/139315818 --> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d774b84800 con 0x55d77480a3a0 2024-04-25T17:17:18.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.306+0000 7f1b9b7fe640 1 --2- 172.21.15.28:0/139315818 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x55d77480a3a0 0x55d774c53060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.306+0000 7f1b9b7fe640 1 --2- 172.21.15.28:0/139315818 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x55d77480a3a0 0x55d774c53060 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4dea92380ea242b5 server_cookie=c02e0d571e26b5c4 in_seq=0 out_seq=0 2024-04-25T17:17:18.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.306+0000 7f1b7b7fe640 10 client.25453 ms_handle_connect on v2:172.21.15.84:6838/1332945442 2024-04-25T17:17:18.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.306+0000 7f1b7b7fe640 1 -- 172.21.15.28:0/139315818 <== mds.1 v2:172.21.15.84:6838/1332945442 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d774b84800 con 0x55d77480a3a0 2024-04-25T17:17:18.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.306+0000 7f1b7b7fe640 10 client.25453 handle_command_reply: tid=0 2024-04-25T17:17:18.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.306+0000 7f1ba9224740 1 client.25453 shutdown 2024-04-25T17:17:18.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.307+0000 7f1ba9224740 1 -- 172.21.15.28:0/139315818 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d77484d4d0 msgr2=0x55d774c501b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.307+0000 7f1ba9224740 1 --2- 172.21.15.28:0/139315818 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d77484d4d0 0x55d774c501b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c0049c0 tx=0x7f1b8c005ed0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.307+0000 7f1ba9224740 1 -- 172.21.15.28:0/139315818 shutdown_connections 2024-04-25T17:17:18.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.307+0000 7f1ba9224740 1 --2- 172.21.15.28:0/139315818 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x55d77480a3a0 0x55d774c53060 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.307+0000 7f1b7b7fe640 0 client.25453 ms_handle_reset on v2:172.21.15.84:6838/1332945442 2024-04-25T17:17:18.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.307+0000 7f1ba9224740 1 --2- 172.21.15.28:0/139315818 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d774876390 0x55d774c515d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.307+0000 7f1ba9224740 1 --2- 172.21.15.28:0/139315818 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d7748556b0 0x55d774c506f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.307+0000 7f1ba9224740 1 --2- 172.21.15.28:0/139315818 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d77484d4d0 0x55d774c501b0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.307+0000 7f1ba9224740 1 -- 172.21.15.28:0/139315818 >> 172.21.15.28:0/139315818 conn(0x55d77486a4e0 msgr2=0x55d774c139b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:18.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.308+0000 7f1ba9224740 1 -- 172.21.15.28:0/139315818 shutdown_connections 2024-04-25T17:17:18.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.308+0000 7f1ba9224740 1 -- 172.21.15.28:0/139315818 wait complete. 2024-04-25T17:17:18.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.308+0000 7f1ba9224740 20 client.25453 trim_cache size 0 max 16384 2024-04-25T17:17:18.311 INFO:teuthology.orchestra.run.smithi028.stdout:[] 2024-04-25T17:17:18.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.309+0000 7f1ba2296640 1 -- 172.21.15.28:0/3757463070 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1b840afbf0 msgr2=0x7f1b840b2100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.309+0000 7f1ba2296640 1 --2- 172.21.15.28:0/3757463070 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1b840afbf0 0x7f1b840b2100 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f1b900095f0 tx=0x7f1b90009b10 comp rx=0 tx=0).stop 2024-04-25T17:17:18.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.309+0000 7f1ba2296640 1 -- 172.21.15.28:0/3757463070 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1b9c108a50 msgr2=0x7f1b9c19f410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.309+0000 7f1ba2296640 1 --2- 172.21.15.28:0/3757463070 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1b9c108a50 0x7f1b9c19f410 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f1b94007c60 tx=0x7f1b9400f500 comp rx=0 tx=0).stop 2024-04-25T17:17:18.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.309+0000 7f1ba2296640 1 -- 172.21.15.28:0/3757463070 shutdown_connections 2024-04-25T17:17:18.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.309+0000 7f1ba2296640 1 --2- 172.21.15.28:0/3757463070 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1b840afbf0 0x7f1b840b2100 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.309+0000 7f1ba2296640 1 --2- 172.21.15.28:0/3757463070 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1b9c108a50 0x7f1b9c19f410 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.309+0000 7f1ba2296640 1 --2- 172.21.15.28:0/3757463070 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1b9c1043b0 0x7f1b9c198480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.309+0000 7f1ba2296640 1 --2- 172.21.15.28:0/3757463070 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1b9c103f10 0x7f1b9c197f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.309+0000 7f1ba2296640 1 -- 172.21.15.28:0/3757463070 >> 172.21.15.28:0/3757463070 conn(0x7f1b9c0fd340 msgr2=0x7f1b9c104a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:18.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.309+0000 7f1ba2296640 1 -- 172.21.15.28:0/3757463070 shutdown_connections 2024-04-25T17:17:18.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.309+0000 7f1ba2296640 1 -- 172.21.15.28:0/3757463070 wait complete. 2024-04-25T17:17:18.326 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-25T17:17:18.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:17 smithi042 ceph-mon[32851]: pgmap v397: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:17:18.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:17 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:17:18.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:17 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:17:18.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:17 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:17:18.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:17 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:17:18.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:17 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:17:18.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:17 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:17:18.361 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:17 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:17:18.532 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.531+0000 7ff157861640 1 -- 172.21.15.28:0/392141925 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff150109760 msgr2=0x7ff15010bc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.532 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.531+0000 7ff157861640 1 --2- 172.21.15.28:0/392141925 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff150109760 0x7ff15010bc70 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff148009be0 tx=0x7ff14802a6c0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.532 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.531+0000 7ff157861640 1 -- 172.21.15.28:0/392141925 shutdown_connections 2024-04-25T17:17:18.532 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.531+0000 7ff157861640 1 --2- 172.21.15.28:0/392141925 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff150109760 0x7ff15010bc70 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.532 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.531+0000 7ff157861640 1 --2- 172.21.15.28:0/392141925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff150106bf0 0x7ff1501090d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.532 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.531+0000 7ff157861640 1 --2- 172.21.15.28:0/392141925 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff150101e10 0x7ff150102220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.532 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.531+0000 7ff157861640 1 -- 172.21.15.28:0/392141925 >> 172.21.15.28:0/392141925 conn(0x7ff1500fd340 msgr2=0x7ff1500ff7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:18.532 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.531+0000 7ff157861640 1 -- 172.21.15.28:0/392141925 shutdown_connections 2024-04-25T17:17:18.532 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.531+0000 7ff157861640 1 -- 172.21.15.28:0/392141925 wait complete. 2024-04-25T17:17:18.533 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.532+0000 7ff157861640 1 Processor -- start 2024-04-25T17:17:18.534 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.532+0000 7ff157861640 1 -- start start 2024-04-25T17:17:18.534 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.533+0000 7ff157861640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff150101e10 0x7ff15019a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.534 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.533+0000 7ff157861640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff150106bf0 0x7ff15019a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.534 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.533+0000 7ff157861640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff150109760 0x7ff1501a1580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.534 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.533+0000 7ff1555fd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff150101e10 0x7ff15019a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.534 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.533+0000 7ff1555fd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff150101e10 0x7ff15019a0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.28:47946/0 (socket says 172.21.15.28:47946) 2024-04-25T17:17:18.534 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.533+0000 7ff154dfc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff150106bf0 0x7ff15019a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.534 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.533+0000 7ff154dfc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff150106bf0 0x7ff15019a5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:35588/0 (socket says 172.21.15.28:35588) 2024-04-25T17:17:18.534 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.533+0000 7ff1555fd640 1 -- 172.21.15.28:0/2211376303 learned_addr learned my addr 172.21.15.28:0/2211376303 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:18.534 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.533+0000 7ff157861640 1 -- 172.21.15.28:0/2211376303 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7ff15010f480 con 0x7ff150109760 2024-04-25T17:17:18.534 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.533+0000 7ff157861640 1 -- 172.21.15.28:0/2211376303 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff15010f300 con 0x7ff150106bf0 2024-04-25T17:17:18.535 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.533+0000 7ff157861640 1 -- 172.21.15.28:0/2211376303 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff15010f600 con 0x7ff150101e10 2024-04-25T17:17:18.535 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.533+0000 7ff155dfe640 1 --2- 172.21.15.28:0/2211376303 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff150109760 0x7ff1501a1580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.534+0000 7ff155dfe640 1 -- 172.21.15.28:0/2211376303 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff150101e10 msgr2=0x7ff15019a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.534+0000 7ff155dfe640 1 --2- 172.21.15.28:0/2211376303 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff150101e10 0x7ff15019a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.534+0000 7ff155dfe640 1 -- 172.21.15.28:0/2211376303 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff150106bf0 msgr2=0x7ff15019a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.534+0000 7ff155dfe640 1 --2- 172.21.15.28:0/2211376303 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff150106bf0 0x7ff15019a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.534+0000 7ff155dfe640 1 -- 172.21.15.28:0/2211376303 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1501a1bf0 con 0x7ff150109760 2024-04-25T17:17:18.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.535+0000 7ff155dfe640 1 --2- 172.21.15.28:0/2211376303 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff150109760 0x7ff1501a1580 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7ff148009b30 tx=0x7ff148030be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:18.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.535+0000 7ff1467fc640 1 -- 172.21.15.28:0/2211376303 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff148041020 con 0x7ff150109760 2024-04-25T17:17:18.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.535+0000 7ff1467fc640 1 -- 172.21.15.28:0/2211376303 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff148037040 con 0x7ff150109760 2024-04-25T17:17:18.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.535+0000 7ff1467fc640 1 -- 172.21.15.28:0/2211376303 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff148036070 con 0x7ff150109760 2024-04-25T17:17:18.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.535+0000 7ff157861640 1 -- 172.21.15.28:0/2211376303 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1501a1e80 con 0x7ff150109760 2024-04-25T17:17:18.536 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.535+0000 7ff157861640 1 -- 172.21.15.28:0/2211376303 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1501a2230 con 0x7ff150109760 2024-04-25T17:17:18.539 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.538+0000 7ff15e7ef740 1 Processor -- start 2024-04-25T17:17:18.540 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.540+0000 7ff1467fc640 1 -- 172.21.15.28:0/2211376303 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7ff148044020 con 0x7ff150109760 2024-04-25T17:17:18.540 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.540+0000 7ff15e7ef740 1 -- start start 2024-04-25T17:17:18.540 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.540+0000 7ff15e7ef740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec08680390 0x55ec08a22810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.540 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.540+0000 7ff15e7ef740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ec086574d0 0x55ec08a22d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.541 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.540+0000 7ff15e7ef740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0865f6b0 0x55ec08a23a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.541 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.540+0000 7ff15e7ef740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55ec08986d80 con 0x55ec08680390 2024-04-25T17:17:18.541 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.540+0000 7ff15e7ef740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ec08940a20 con 0x55ec086574d0 2024-04-25T17:17:18.542 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.540+0000 7ff15e7ef740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ec08982d40 con 0x55ec0865f6b0 2024-04-25T17:17:18.542 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.540+0000 7ff154dfc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec08680390 0x55ec08a22810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.542 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.540+0000 7ff154dfc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec08680390 0x55ec08a22810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:38974/0 (socket says 172.21.15.28:38974) 2024-04-25T17:17:18.542 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.540+0000 7ff154dfc640 1 -- 172.21.15.28:0/2391624448 learned_addr learned my addr 172.21.15.28:0/2391624448 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:18.542 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.540+0000 7ff1555fd640 1 --2- 172.21.15.28:0/2391624448 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ec086574d0 0x55ec08a22d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.542 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.541+0000 7ff154dfc640 1 --2- 172.21.15.28:0/2391624448 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0865f6b0 0x55ec08a23a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.542 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.541+0000 7ff154dfc640 1 -- 172.21.15.28:0/2391624448 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0865f6b0 msgr2=0x55ec08a23a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:18.542 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.541+0000 7ff154dfc640 1 --2- 172.21.15.28:0/2391624448 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0865f6b0 0x55ec08a23a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.542 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.541+0000 7ff154dfc640 1 -- 172.21.15.28:0/2391624448 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ec086574d0 msgr2=0x55ec08a22d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:18.542 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.541+0000 7ff154dfc640 1 --2- 172.21.15.28:0/2391624448 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ec086574d0 0x55ec08a22d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.542 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.541+0000 7ff154dfc640 1 -- 172.21.15.28:0/2391624448 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ec0894bc30 con 0x55ec08680390 2024-04-25T17:17:18.542 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.541+0000 7ff1467fc640 1 --2- 172.21.15.28:0/2211376303 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff13c0afb70 0x7ff13c0b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.542 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.541+0000 7ff1467fc640 1 -- 172.21.15.28:0/2211376303 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7ff1480ff970 con 0x7ff150109760 2024-04-25T17:17:18.544 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.542+0000 7ff1555fd640 1 --2- 172.21.15.28:0/2211376303 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff13c0afb70 0x7ff13c0b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.544 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.542+0000 7ff154dfc640 1 --2- 172.21.15.28:0/2391624448 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec08680390 0x55ec08a22810 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7ff140011a20 tx=0x7ff140009950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52f06603fdb2e4d4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:18.544 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.542+0000 7ff13b7fe640 1 -- 172.21.15.28:0/2391624448 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff140015070 con 0x55ec08680390 2024-04-25T17:17:18.544 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.542+0000 7ff13b7fe640 1 -- 172.21.15.28:0/2391624448 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff140018070 con 0x55ec08680390 2024-04-25T17:17:18.544 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.542+0000 7ff13b7fe640 1 -- 172.21.15.28:0/2391624448 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff14001a040 con 0x55ec08680390 2024-04-25T17:17:18.544 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.544+0000 7ff15e7ef740 1 -- 172.21.15.28:0/2391624448 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec08680390 msgr2=0x55ec08a22810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.544 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.544+0000 7ff1555fd640 1 --2- 172.21.15.28:0/2211376303 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff13c0afb70 0x7ff13c0b2080 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7ff14c0096c0 tx=0x7ff14c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:18.544 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.544+0000 7ff15e7ef740 1 --2- 172.21.15.28:0/2391624448 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec08680390 0x55ec08a22810 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7ff140011a20 tx=0x7ff140009950 comp rx=0 tx=0).stop 2024-04-25T17:17:18.545 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.544+0000 7ff15e7ef740 1 -- 172.21.15.28:0/2391624448 shutdown_connections 2024-04-25T17:17:18.545 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.544+0000 7ff15e7ef740 1 --2- 172.21.15.28:0/2391624448 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0865f6b0 0x55ec08a23a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.545 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.544+0000 7ff15e7ef740 1 --2- 172.21.15.28:0/2391624448 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ec086574d0 0x55ec08a22d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.545 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.544+0000 7ff15e7ef740 1 --2- 172.21.15.28:0/2391624448 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec08680390 0x55ec08a22810 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.545 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.544+0000 7ff15e7ef740 1 -- 172.21.15.28:0/2391624448 >> 172.21.15.28:0/2391624448 conn(0x55ec086744e0 msgr2=0x55ec08a1e020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:18.545 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.544+0000 7ff15e7ef740 1 -- 172.21.15.28:0/2391624448 shutdown_connections 2024-04-25T17:17:18.545 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.544+0000 7ff15e7ef740 1 -- 172.21.15.28:0/2391624448 wait complete. 2024-04-25T17:17:18.548 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.544+0000 7ff15e7ef740 1 -- start start 2024-04-25T17:17:18.548 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.545+0000 7ff15e7ef740 1 Processor -- start 2024-04-25T17:17:18.548 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.545+0000 7ff15e7ef740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec086574d0 0x55ec08a2c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.548 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.545+0000 7ff15e7ef740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec0865f6b0 0x55ec08a2cb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.548 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.545+0000 7ff15e7ef740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ec08680390 0x55ec08a33a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.548 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.545+0000 7ff15e7ef740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55ec08a244d0 con 0x55ec0865f6b0 2024-04-25T17:17:18.548 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.545+0000 7ff15e7ef740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ec0890ddc0 con 0x55ec08680390 2024-04-25T17:17:18.548 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.545+0000 7ff15e7ef740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ec08a24650 con 0x55ec086574d0 2024-04-25T17:17:18.548 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.545+0000 7ff154dfc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec0865f6b0 0x55ec08a2cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.549 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.545+0000 7ff154dfc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec0865f6b0 0x55ec08a2cb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:38988/0 (socket says 172.21.15.28:38988) 2024-04-25T17:17:18.549 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.545+0000 7ff154dfc640 1 -- 172.21.15.28:0/47424994 learned_addr learned my addr 172.21.15.28:0/47424994 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:18.549 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.546+0000 7ff1555fd640 1 --2- 172.21.15.28:0/47424994 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec086574d0 0x55ec08a2c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.549 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.545+0000 7ff155dfe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ec08680390 0x55ec08a33a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.549 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.546+0000 7ff15e7ef740 10 client.0 _ll_register_callbacks cb 0x55ec08929600 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:17:18.549 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.546+0000 7ff1555fd640 1 -- 172.21.15.28:0/47424994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ec08680390 msgr2=0x55ec08a33a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:18.549 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.546+0000 7ff1555fd640 1 --2- 172.21.15.28:0/47424994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ec08680390 0x55ec08a33a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.549 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.546+0000 7ff1555fd640 1 -- 172.21.15.28:0/47424994 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec0865f6b0 msgr2=0x55ec08a2cb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:18.549 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.546+0000 7ff1555fd640 1 --2- 172.21.15.28:0/47424994 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec0865f6b0 0x55ec08a2cb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.549 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.546+0000 7ff1555fd640 1 -- 172.21.15.28:0/47424994 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ec086983f0 con 0x55ec086574d0 2024-04-25T17:17:18.549 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.546+0000 7ff15e7ef740 1 -- 172.21.15.28:0/47424994 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff140018070 con 0x55ec086574d0 2024-04-25T17:17:18.549 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.546+0000 7ff1555fd640 1 --2- 172.21.15.28:0/47424994 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec086574d0 0x55ec08a2c5c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x55ec08a1edb0 tx=0x7ff14c004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=66ab568a5ad15372 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:18.549 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.546+0000 7ff138ff9640 10 client.25465 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-25T17:17:18.549 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.546+0000 7ff138ff9640 1 -- 172.21.15.28:0/47424994 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff14c009da0 con 0x55ec086574d0 2024-04-25T17:17:18.550 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.546+0000 7ff138ff9640 1 -- 172.21.15.28:0/47424994 <== mon.1 v2:172.21.15.84:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7ff14c018030 con 0x55ec086574d0 2024-04-25T17:17:18.550 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.547+0000 7ff138ff9640 1 -- 172.21.15.28:0/47424994 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff14c005020 con 0x55ec086574d0 2024-04-25T17:17:18.550 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.547+0000 7ff15e7ef740 10 client.25465 fetch_fsmap learned FSMap version 24 2024-04-25T17:17:18.550 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.547+0000 7ff15e7ef740 1 -- 172.21.15.28:0/47424994 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({fsmap=24}) -- 0x55ec087627d0 con 0x55ec086574d0 2024-04-25T17:17:18.550 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.547+0000 7ff138ff9640 1 -- 172.21.15.28:0/47424994 <== mon.1 v2:172.21.15.84:3300/0 4 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7ff14c0051c0 con 0x55ec086574d0 2024-04-25T17:17:18.550 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.547+0000 7ff15e7ef740 10 client.25465 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:17:18.550 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.547+0000 7ff15e7ef740 10 client.25465 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:17:18.550 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.547+0000 7ff15e7ef740 20 client.25465 populate_metadata read hostname 'smithi028' 2024-04-25T17:17:18.550 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.547+0000 7ff15e7ef740 1 --2- 172.21.15.28:0/47424994 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55ec0863ef60 0x55ec08a3a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.550 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.548+0000 7ff15e7ef740 4 client.25465 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:17:18.550 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.548+0000 7ff15e7ef740 1 -- 172.21.15.28:0/47424994 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ec08994990 con 0x55ec0863ef60 2024-04-25T17:17:18.550 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.548+0000 7ff154dfc640 1 --2- 172.21.15.28:0/47424994 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55ec0863ef60 0x55ec08a3a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.552 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.548+0000 7ff138ff9640 10 client.25465 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:18.552 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.548+0000 7ff154dfc640 1 --2- 172.21.15.28:0/47424994 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55ec0863ef60 0x55ec08a3a1a0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7448d6cee3367de server_cookie=db068120a3f8a7b2 in_seq=0 out_seq=0 2024-04-25T17:17:18.552 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.549+0000 7ff138ff9640 1 -- 172.21.15.28:0/47424994 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55ec08994990 con 0x55ec0863ef60 2024-04-25T17:17:18.552 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.549+0000 7ff138ff9640 10 client.25465 handle_command_reply: tid=0 2024-04-25T17:17:18.552 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.549+0000 7ff15e7ef740 1 client.25465 shutdown 2024-04-25T17:17:18.552 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.549+0000 7ff15e7ef740 1 -- 172.21.15.28:0/47424994 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec086574d0 msgr2=0x55ec08a2c5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.552 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.549+0000 7ff15e7ef740 1 --2- 172.21.15.28:0/47424994 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec086574d0 0x55ec08a2c5c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x55ec08a1edb0 tx=0x7ff14c004730 comp rx=0 tx=0).stop 2024-04-25T17:17:18.552 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.549+0000 7ff15e7ef740 1 -- 172.21.15.28:0/47424994 shutdown_connections 2024-04-25T17:17:18.552 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.549+0000 7ff15e7ef740 1 --2- 172.21.15.28:0/47424994 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55ec0863ef60 0x55ec08a3a1a0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.552 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.549+0000 7ff138ff9640 0 client.25465 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:18.552 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.549+0000 7ff15e7ef740 1 --2- 172.21.15.28:0/47424994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ec08680390 0x55ec08a33a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.553 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.549+0000 7ff15e7ef740 1 --2- 172.21.15.28:0/47424994 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec0865f6b0 0x55ec08a2cb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.553 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.549+0000 7ff15e7ef740 1 --2- 172.21.15.28:0/47424994 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec086574d0 0x55ec08a2c5c0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.553 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.549+0000 7ff15e7ef740 1 -- 172.21.15.28:0/47424994 >> 172.21.15.28:0/47424994 conn(0x55ec086744e0 msgr2=0x55ec08a20f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:18.553 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.550+0000 7ff15e7ef740 1 -- 172.21.15.28:0/47424994 shutdown_connections 2024-04-25T17:17:18.553 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.550+0000 7ff15e7ef740 1 -- 172.21.15.28:0/47424994 wait complete. 2024-04-25T17:17:18.553 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.550+0000 7ff15e7ef740 20 client.25465 trim_cache size 0 max 16384 2024-04-25T17:17:18.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.564+0000 7ff15e7ef740 1 Processor -- start 2024-04-25T17:17:18.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.564+0000 7ff15e7ef740 1 -- start start 2024-04-25T17:17:18.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.564+0000 7ff15e7ef740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec086744e0 0x55ec08a1da50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.564+0000 7ff15e7ef740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0863ef60 0x55ec08a1df90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.564+0000 7ff15e7ef740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ec086574d0 0x55ec08a20e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.565+0000 7ff15e7ef740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7ff1501b11c0 con 0x55ec086744e0 2024-04-25T17:17:18.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.565+0000 7ff1555fd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec086744e0 0x55ec08a1da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.565+0000 7ff1555fd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec086744e0 0x55ec08a1da50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39000/0 (socket says 172.21.15.28:39000) 2024-04-25T17:17:18.565 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.565+0000 7ff1555fd640 1 -- 172.21.15.28:0/152513470 learned_addr learned my addr 172.21.15.28:0/152513470 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:18.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.565+0000 7ff155dfe640 1 --2- 172.21.15.28:0/152513470 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ec086574d0 0x55ec08a20e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.565+0000 7ff154dfc640 1 --2- 172.21.15.28:0/152513470 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0863ef60 0x55ec08a1df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.565+0000 7ff15e7ef740 1 -- 172.21.15.28:0/152513470 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff1501aea90 con 0x55ec086574d0 2024-04-25T17:17:18.566 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.565+0000 7ff15e7ef740 1 -- 172.21.15.28:0/152513470 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff1501ac8e0 con 0x55ec0863ef60 2024-04-25T17:17:18.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.565+0000 7ff1555fd640 1 -- 172.21.15.28:0/152513470 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0863ef60 msgr2=0x55ec08a1df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:18.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.565+0000 7ff1555fd640 1 --2- 172.21.15.28:0/152513470 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0863ef60 0x55ec08a1df90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.565+0000 7ff1555fd640 1 -- 172.21.15.28:0/152513470 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ec086574d0 msgr2=0x55ec08a20e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:18.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.565+0000 7ff1555fd640 1 --2- 172.21.15.28:0/152513470 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ec086574d0 0x55ec08a20e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.565+0000 7ff1555fd640 1 -- 172.21.15.28:0/152513470 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ec08a197f0 con 0x55ec086744e0 2024-04-25T17:17:18.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.565+0000 7ff155dfe640 1 --2- 172.21.15.28:0/152513470 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ec086574d0 0x55ec08a20e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:18.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.566+0000 7ff1555fd640 1 --2- 172.21.15.28:0/152513470 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec086744e0 0x55ec08a1da50 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7ff14c01e950 tx=0x7ff14c023000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c86c249445fdacda server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:18.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.566+0000 7ff13affd640 1 -- 172.21.15.28:0/152513470 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff14c0051c0 con 0x55ec086744e0 2024-04-25T17:17:18.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.566+0000 7ff13affd640 1 -- 172.21.15.28:0/152513470 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff140018070 con 0x55ec086744e0 2024-04-25T17:17:18.567 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.566+0000 7ff13affd640 1 -- 172.21.15.28:0/152513470 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff14c033690 con 0x55ec086744e0 2024-04-25T17:17:18.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.567+0000 7ff15e7ef740 1 -- 172.21.15.28:0/152513470 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec086744e0 msgr2=0x55ec08a1da50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.567+0000 7ff15e7ef740 1 --2- 172.21.15.28:0/152513470 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec086744e0 0x55ec08a1da50 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7ff14c01e950 tx=0x7ff14c023000 comp rx=0 tx=0).stop 2024-04-25T17:17:18.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.567+0000 7ff15e7ef740 1 -- 172.21.15.28:0/152513470 shutdown_connections 2024-04-25T17:17:18.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.567+0000 7ff15e7ef740 1 --2- 172.21.15.28:0/152513470 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ec086574d0 0x55ec08a20e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.567+0000 7ff15e7ef740 1 --2- 172.21.15.28:0/152513470 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0863ef60 0x55ec08a1df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.567+0000 7ff15e7ef740 1 --2- 172.21.15.28:0/152513470 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec086744e0 0x55ec08a1da50 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.567+0000 7ff15e7ef740 1 -- 172.21.15.28:0/152513470 >> 172.21.15.28:0/152513470 conn(0x55ec08a2b400 msgr2=0x55ec08a27390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:18.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.567+0000 7ff15e7ef740 1 -- 172.21.15.28:0/152513470 shutdown_connections 2024-04-25T17:17:18.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.567+0000 7ff15e7ef740 1 -- 172.21.15.28:0/152513470 wait complete. 2024-04-25T17:17:18.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.567+0000 7ff15e7ef740 1 -- start start 2024-04-25T17:17:18.570 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.568+0000 7ff15e7ef740 1 Processor -- start 2024-04-25T17:17:18.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.568+0000 7ff15e7ef740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec0863ef60 0x55ec08a302c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.568+0000 7ff1555fd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec0863ef60 0x55ec08a302c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.568+0000 7ff15e7ef740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ec086574d0 0x55ec08a30800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.568+0000 7ff1555fd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec0863ef60 0x55ec08a302c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39002/0 (socket says 172.21.15.28:39002) 2024-04-25T17:17:18.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.568+0000 7ff15e7ef740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec086744e0 0x55ec08a31730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.568+0000 7ff15e7ef740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7ff1501acf50 con 0x55ec0863ef60 2024-04-25T17:17:18.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.568+0000 7ff15e7ef740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff1501ae3c0 con 0x55ec086574d0 2024-04-25T17:17:18.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.568+0000 7ff15e7ef740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff1501ad620 con 0x55ec086744e0 2024-04-25T17:17:18.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.568+0000 7ff1555fd640 1 -- 172.21.15.28:0/273206934 learned_addr learned my addr 172.21.15.28:0/273206934 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:18.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.568+0000 7ff15e7ef740 10 client.0 _ll_register_callbacks cb 0x7ff14c0097b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:17:18.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.569+0000 7ff154dfc640 1 --2- 172.21.15.28:0/273206934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ec086574d0 0x55ec08a30800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.569+0000 7ff1555fd640 1 -- 172.21.15.28:0/273206934 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec086744e0 msgr2=0x55ec08a31730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:18.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.569+0000 7ff1555fd640 1 --2- 172.21.15.28:0/273206934 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec086744e0 0x55ec08a31730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.571 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.569+0000 7ff1555fd640 1 -- 172.21.15.28:0/273206934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ec086574d0 msgr2=0x55ec08a30800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:18.572 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.569+0000 7ff1555fd640 1 --2- 172.21.15.28:0/273206934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ec086574d0 0x55ec08a30800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.572 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.569+0000 7ff1555fd640 1 -- 172.21.15.28:0/273206934 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ec08a31cf0 con 0x55ec0863ef60 2024-04-25T17:17:18.572 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.569+0000 7ff1555fd640 1 --2- 172.21.15.28:0/273206934 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec0863ef60 0x55ec08a302c0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7ff14c005640 tx=0x7ff14c009fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af1f45279f6ff4bd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:18.572 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.569+0000 7ff138ff9640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:17:18.572 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.570+0000 7ff138ff9640 1 -- 172.21.15.28:0/273206934 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff14c004be0 con 0x55ec0863ef60 2024-04-25T17:17:18.572 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.570+0000 7ff138ff9640 1 -- 172.21.15.28:0/273206934 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7ff14c024040 con 0x55ec0863ef60 2024-04-25T17:17:18.572 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.570+0000 7ff15e7ef740 1 -- 172.21.15.28:0/273206934 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff140018070 con 0x55ec0863ef60 2024-04-25T17:17:18.575 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.570+0000 7ff138ff9640 1 -- 172.21.15.28:0/273206934 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff14c047430 con 0x55ec0863ef60 2024-04-25T17:17:18.575 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.570+0000 7ff15e7ef740 10 client.15846 fetch_fsmap learned FSMap version 24 2024-04-25T17:17:18.575 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.570+0000 7ff15e7ef740 1 -- 172.21.15.28:0/273206934 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ec08a32f70 con 0x55ec0863ef60 2024-04-25T17:17:18.575 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.570+0000 7ff138ff9640 1 -- 172.21.15.28:0/273206934 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff140018070 con 0x55ec0863ef60 2024-04-25T17:17:18.575 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.570+0000 7ff138ff9640 1 -- 172.21.15.28:0/273206934 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7ff14c046070 con 0x55ec0863ef60 2024-04-25T17:17:18.575 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.571+0000 7ff15e7ef740 10 client.15846 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:17:18.575 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.571+0000 7ff15e7ef740 10 client.15846 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:17:18.575 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.571+0000 7ff15e7ef740 20 client.15846 populate_metadata read hostname 'smithi028' 2024-04-25T17:17:18.575 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.571+0000 7ff15e7ef740 1 --2- 172.21.15.28:0/273206934 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55ec0865f6b0 0x55ec08aa47a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:18.575 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.571+0000 7ff15e7ef740 4 client.15846 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T17:17:18.575 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.571+0000 7ff15e7ef740 1 -- 172.21.15.28:0/273206934 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ec0898e800 con 0x55ec0865f6b0 2024-04-25T17:17:18.575 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.571+0000 7ff154dfc640 1 --2- 172.21.15.28:0/273206934 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55ec0865f6b0 0x55ec08aa47a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:18.576 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.571+0000 7ff138ff9640 10 client.15846 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:18.576 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.571+0000 7ff154dfc640 1 --2- 172.21.15.28:0/273206934 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55ec0865f6b0 0x55ec08aa47a0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6fb8099b781f144a server_cookie=bef22d1e9f1ab904 in_seq=0 out_seq=0 2024-04-25T17:17:18.576 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.571+0000 7ff138ff9640 1 -- 172.21.15.28:0/273206934 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ec0898e800 con 0x55ec0865f6b0 2024-04-25T17:17:18.576 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.571+0000 7ff138ff9640 10 client.15846 handle_command_reply: tid=0 2024-04-25T17:17:18.576 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.571+0000 7ff15e7ef740 1 client.15846 shutdown 2024-04-25T17:17:18.576 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.572+0000 7ff15e7ef740 1 -- 172.21.15.28:0/273206934 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec0863ef60 msgr2=0x55ec08a302c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.576 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.572+0000 7ff15e7ef740 1 --2- 172.21.15.28:0/273206934 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec0863ef60 0x55ec08a302c0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7ff14c005640 tx=0x7ff14c009fd0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.576 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.572+0000 7ff15e7ef740 1 -- 172.21.15.28:0/273206934 shutdown_connections 2024-04-25T17:17:18.576 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.572+0000 7ff15e7ef740 1 --2- 172.21.15.28:0/273206934 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55ec0865f6b0 0x55ec08aa47a0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.576 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.572+0000 7ff138ff9640 0 client.15846 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:18.576 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.572+0000 7ff15e7ef740 1 --2- 172.21.15.28:0/273206934 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec086744e0 0x55ec08a31730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.576 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.572+0000 7ff15e7ef740 1 --2- 172.21.15.28:0/273206934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ec086574d0 0x55ec08a30800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.576 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.572+0000 7ff15e7ef740 1 --2- 172.21.15.28:0/273206934 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ec0863ef60 0x55ec08a302c0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.576 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.572+0000 7ff15e7ef740 1 -- 172.21.15.28:0/273206934 >> 172.21.15.28:0/273206934 conn(0x55ec08a2b400 msgr2=0x55ec08a1d9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:18.577 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.572+0000 7ff15e7ef740 1 -- 172.21.15.28:0/273206934 shutdown_connections 2024-04-25T17:17:18.577 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.572+0000 7ff15e7ef740 1 -- 172.21.15.28:0/273206934 wait complete. 2024-04-25T17:17:18.577 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.572+0000 7ff15e7ef740 20 client.15846 trim_cache size 0 max 16384 2024-04-25T17:17:18.577 INFO:teuthology.orchestra.run.smithi028.stdout:[] 2024-04-25T17:17:18.578 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.573+0000 7ff157861640 1 -- 172.21.15.28:0/2211376303 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff13c0afb70 msgr2=0x7ff13c0b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.578 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.573+0000 7ff157861640 1 --2- 172.21.15.28:0/2211376303 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff13c0afb70 0x7ff13c0b2080 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7ff14c0096c0 tx=0x7ff14c009260 comp rx=0 tx=0).stop 2024-04-25T17:17:18.578 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.573+0000 7ff157861640 1 -- 172.21.15.28:0/2211376303 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff150109760 msgr2=0x7ff1501a1580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:18.579 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.573+0000 7ff157861640 1 --2- 172.21.15.28:0/2211376303 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff150109760 0x7ff1501a1580 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7ff148009b30 tx=0x7ff148030be0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.579 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.573+0000 7ff157861640 1 -- 172.21.15.28:0/2211376303 shutdown_connections 2024-04-25T17:17:18.579 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.573+0000 7ff157861640 1 --2- 172.21.15.28:0/2211376303 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7ff13c0afb70 0x7ff13c0b2080 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.579 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.573+0000 7ff157861640 1 --2- 172.21.15.28:0/2211376303 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7ff150109760 0x7ff1501a1580 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.579 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.573+0000 7ff157861640 1 --2- 172.21.15.28:0/2211376303 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff150106bf0 0x7ff15019a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.579 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.574+0000 7ff157861640 1 --2- 172.21.15.28:0/2211376303 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff150101e10 0x7ff15019a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:18.579 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.574+0000 7ff157861640 1 -- 172.21.15.28:0/2211376303 >> 172.21.15.28:0/2211376303 conn(0x7ff1500fd340 msgr2=0x7ff150107cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:18.579 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.574+0000 7ff157861640 1 -- 172.21.15.28:0/2211376303 shutdown_connections 2024-04-25T17:17:18.579 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:18.574+0000 7ff157861640 1 -- 172.21.15.28:0/2211376303 wait complete. 2024-04-25T17:17:19.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:18 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3989481799' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:17:19.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:18 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:17:19.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:18 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:17:19.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:18 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:17:19.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:18 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3989481799' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:17:19.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:18 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:17:19.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:18 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:17:19.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:18 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:17:19.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:18 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3989481799' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:17:19.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:18 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:17:19.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:18 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:17:19.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:18 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:17:19.586 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-25T17:17:19.586 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:17:19.586 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-25T17:17:19.705 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.705+0000 7f4c25620640 1 -- 172.21.15.28:0/1378371998 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4c20108e80 msgr2=0x7f4c2010b320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:19.705 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.705+0000 7f4c25620640 1 --2- 172.21.15.28:0/1378371998 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4c20108e80 0x7f4c2010b320 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f4c14009900 tx=0x7f4c1402a410 comp rx=0 tx=0).stop 2024-04-25T17:17:19.706 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.705+0000 7f4c25620640 1 -- 172.21.15.28:0/1378371998 shutdown_connections 2024-04-25T17:17:19.706 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.705+0000 7f4c25620640 1 --2- 172.21.15.28:0/1378371998 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4c2010b9b0 0x7f4c2010de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.706 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.705+0000 7f4c25620640 1 --2- 172.21.15.28:0/1378371998 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4c20108e80 0x7f4c2010b320 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.706 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.705+0000 7f4c25620640 1 --2- 172.21.15.28:0/1378371998 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4c20103fa0 0x7f4c201043b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.706 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.705+0000 7f4c25620640 1 -- 172.21.15.28:0/1378371998 >> 172.21.15.28:0/1378371998 conn(0x7f4c200fd340 msgr2=0x7f4c200ff7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:19.706 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.705+0000 7f4c25620640 1 -- 172.21.15.28:0/1378371998 shutdown_connections 2024-04-25T17:17:19.706 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.705+0000 7f4c25620640 1 -- 172.21.15.28:0/1378371998 wait complete. 2024-04-25T17:17:19.708 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.705+0000 7f4c25620640 1 Processor -- start 2024-04-25T17:17:19.708 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.706+0000 7f4c25620640 1 -- start start 2024-04-25T17:17:19.708 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.706+0000 7f4c25620640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4c20103fa0 0x7f4c2019c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:19.708 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.706+0000 7f4c25620640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4c20108e80 0x7f4c2019c870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:19.708 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.706+0000 7f4c25620640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4c2010b9b0 0x7f4c201a3800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:19.708 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.706+0000 7f4c25620640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f4c201116d0 con 0x7f4c20108e80 2024-04-25T17:17:19.708 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.706+0000 7f4c25620640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4c20111550 con 0x7f4c20103fa0 2024-04-25T17:17:19.708 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.706+0000 7f4c25620640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4c20111850 con 0x7f4c2010b9b0 2024-04-25T17:17:19.709 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.706+0000 7f4c1e7fc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4c20108e80 0x7f4c2019c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:19.709 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.706+0000 7f4c1e7fc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4c20108e80 0x7f4c2019c870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39008/0 (socket says 172.21.15.28:39008) 2024-04-25T17:17:19.709 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.706+0000 7f4c1e7fc640 1 -- 172.21.15.28:0/653154187 learned_addr learned my addr 172.21.15.28:0/653154187 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:19.709 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.706+0000 7f4c1f7fe640 1 --2- 172.21.15.28:0/653154187 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4c2010b9b0 0x7f4c201a3800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:19.709 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.706+0000 7f4c1effd640 1 --2- 172.21.15.28:0/653154187 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4c20103fa0 0x7f4c2019c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:19.709 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.707+0000 7f4c1e7fc640 1 -- 172.21.15.28:0/653154187 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4c2010b9b0 msgr2=0x7f4c201a3800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:19.709 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.707+0000 7f4c1e7fc640 1 --2- 172.21.15.28:0/653154187 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4c2010b9b0 0x7f4c201a3800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.709 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.707+0000 7f4c1e7fc640 1 -- 172.21.15.28:0/653154187 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4c20103fa0 msgr2=0x7f4c2019c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:19.709 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.707+0000 7f4c1e7fc640 1 --2- 172.21.15.28:0/653154187 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4c20103fa0 0x7f4c2019c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.709 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.707+0000 7f4c1e7fc640 1 -- 172.21.15.28:0/653154187 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c201a3e70 con 0x7f4c20108e80 2024-04-25T17:17:19.709 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.707+0000 7f4c1f7fe640 1 --2- 172.21.15.28:0/653154187 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4c2010b9b0 0x7f4c201a3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:19.709 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.707+0000 7f4c1e7fc640 1 --2- 172.21.15.28:0/653154187 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4c20108e80 0x7f4c2019c870 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f4c14009230 tx=0x7f4c14005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:19.709 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.707+0000 7f4c07fff640 1 -- 172.21.15.28:0/653154187 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c1403f030 con 0x7f4c20108e80 2024-04-25T17:17:19.709 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.707+0000 7f4c25620640 1 -- 172.21.15.28:0/653154187 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c201a4100 con 0x7f4c20108e80 2024-04-25T17:17:19.710 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.707+0000 7f4c25620640 1 -- 172.21.15.28:0/653154187 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c201a4640 con 0x7f4c20108e80 2024-04-25T17:17:19.710 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.707+0000 7f4c07fff640 1 -- 172.21.15.28:0/653154187 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4c140043d0 con 0x7f4c20108e80 2024-04-25T17:17:19.710 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.707+0000 7f4c07fff640 1 -- 172.21.15.28:0/653154187 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c14035070 con 0x7f4c20108e80 2024-04-25T17:17:19.710 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.710+0000 7f4c07fff640 1 -- 172.21.15.28:0/653154187 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f4c14042030 con 0x7f4c20108e80 2024-04-25T17:17:19.712 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.711+0000 7f4c2c5ab740 1 Processor -- start 2024-04-25T17:17:19.712 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.711+0000 7f4c2c5ab740 1 -- start start 2024-04-25T17:17:19.712 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.711+0000 7f4c07fff640 1 --2- 172.21.15.28:0/653154187 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4c080afb70 0x7f4c080b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:19.712 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.711+0000 7f4c2c5ab740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653c2fdd410 0x5653c337e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:19.712 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.711+0000 7f4c2c5ab740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2fb4550 0x5653c337ea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:19.712 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.711+0000 7f4c2c5ab740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653c2fbc730 0x5653c3385920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:19.712 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.711+0000 7f4c2c5ab740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x5653c32e3b00 con 0x5653c2fb4550 2024-04-25T17:17:19.712 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.711+0000 7f4c2c5ab740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5653c327f920 con 0x5653c2fbc730 2024-04-25T17:17:19.712 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.711+0000 7f4c2c5ab740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5653c32dfac0 con 0x5653c2fdd410 2024-04-25T17:17:19.712 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.711+0000 7f4c07fff640 1 -- 172.21.15.28:0/653154187 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f4c140ff2d0 con 0x7f4c20108e80 2024-04-25T17:17:19.712 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.711+0000 7f4c1f7fe640 1 --2- 172.21.15.28:0/653154187 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4c080afb70 0x7f4c080b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:19.712 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.711+0000 7f4c1e7fc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2fb4550 0x5653c337ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:19.712 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.711+0000 7f4c1e7fc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2fb4550 0x5653c337ea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39014/0 (socket says 172.21.15.28:39014) 2024-04-25T17:17:19.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.711+0000 7f4c1e7fc640 1 -- 172.21.15.28:0/1733863919 learned_addr learned my addr 172.21.15.28:0/1733863919 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:19.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.712+0000 7f4c1effd640 1 --2- 172.21.15.28:0/1733863919 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653c2fdd410 0x5653c337e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:19.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.712+0000 7f4c1effd640 1 -- 172.21.15.28:0/1733863919 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653c2fbc730 msgr2=0x5653c3385920 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-25T17:17:19.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.712+0000 7f4c1effd640 1 --2- 172.21.15.28:0/1733863919 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653c2fbc730 0x5653c3385920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.712+0000 7f4c1effd640 1 -- 172.21.15.28:0/1733863919 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2fb4550 msgr2=0x5653c337ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:19.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.712+0000 7f4c1effd640 1 --2- 172.21.15.28:0/1733863919 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2fb4550 0x5653c337ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.712+0000 7f4c1effd640 1 -- 172.21.15.28:0/1733863919 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653c30bd7e0 con 0x5653c2fdd410 2024-04-25T17:17:19.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.712+0000 7f4c1e7fc640 1 --2- 172.21.15.28:0/1733863919 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2fb4550 0x5653c337ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:19.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.713+0000 7f4c1effd640 1 --2- 172.21.15.28:0/1733863919 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653c2fdd410 0x5653c337e4a0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4c20069e80 tx=0x7f4c10011440 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e246bc939b16072 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:19.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.713+0000 7f4c1f7fe640 1 --2- 172.21.15.28:0/653154187 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4c080afb70 0x7f4c080b2080 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f4c18005fd0 tx=0x7f4c18009500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:19.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.713+0000 7f4c057fa640 1 -- 172.21.15.28:0/1733863919 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c100042f0 con 0x5653c2fdd410 2024-04-25T17:17:19.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.713+0000 7f4c057fa640 1 -- 172.21.15.28:0/1733863919 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4c10004490 con 0x5653c2fdd410 2024-04-25T17:17:19.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.713+0000 7f4c057fa640 1 -- 172.21.15.28:0/1733863919 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c100035f0 con 0x5653c2fdd410 2024-04-25T17:17:19.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.714+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/1733863919 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653c2fdd410 msgr2=0x5653c337e4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:19.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.714+0000 7f4c2c5ab740 1 --2- 172.21.15.28:0/1733863919 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653c2fdd410 0x5653c337e4a0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4c20069e80 tx=0x7f4c10011440 comp rx=0 tx=0).stop 2024-04-25T17:17:19.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.714+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/1733863919 shutdown_connections 2024-04-25T17:17:19.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.714+0000 7f4c2c5ab740 1 --2- 172.21.15.28:0/1733863919 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653c2fbc730 0x5653c3385920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.714+0000 7f4c2c5ab740 1 --2- 172.21.15.28:0/1733863919 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2fb4550 0x5653c337ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.714+0000 7f4c2c5ab740 1 --2- 172.21.15.28:0/1733863919 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653c2fdd410 0x5653c337e4a0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.714+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/1733863919 >> 172.21.15.28:0/1733863919 conn(0x5653c2fd1560 msgr2=0x5653c3379e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:19.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.714+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/1733863919 shutdown_connections 2024-04-25T17:17:19.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.714+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/1733863919 wait complete. 2024-04-25T17:17:19.718 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.715+0000 7f4c2c5ab740 1 -- start start 2024-04-25T17:17:19.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.715+0000 7f4c2c5ab740 1 Processor -- start 2024-04-25T17:17:19.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.715+0000 7f4c2c5ab740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2fb4550 0x5653c3388330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:19.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.715+0000 7f4c2c5ab740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653c2fbc730 0x5653c3388870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:19.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.715+0000 7f4c1effd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2fb4550 0x5653c3388330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:19.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.715+0000 7f4c1effd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2fb4550 0x5653c3388330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39028/0 (socket says 172.21.15.28:39028) 2024-04-25T17:17:19.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.715+0000 7f4c1effd640 1 -- 172.21.15.28:0/4062012628 learned_addr learned my addr 172.21.15.28:0/4062012628 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:19.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.715+0000 7f4c2c5ab740 1 --2- 172.21.15.28:0/4062012628 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653c2fdd410 0x5653c338f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:19.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.715+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/4062012628 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x5653c3386370 con 0x5653c2fb4550 2024-04-25T17:17:19.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.715+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/4062012628 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5653c327d5d0 con 0x5653c2fdd410 2024-04-25T17:17:19.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.715+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/4062012628 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5653c33864f0 con 0x5653c2fbc730 2024-04-25T17:17:19.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.715+0000 7f4c1e7fc640 1 --2- 172.21.15.28:0/4062012628 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653c2fbc730 0x5653c3388870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:19.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.716+0000 7f4c1f7fe640 1 --2- 172.21.15.28:0/4062012628 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653c2fdd410 0x5653c338f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:19.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.716+0000 7f4c1effd640 1 -- 172.21.15.28:0/4062012628 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653c2fbc730 msgr2=0x5653c3388870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:19.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.716+0000 7f4c1effd640 1 --2- 172.21.15.28:0/4062012628 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653c2fbc730 0x5653c3388870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.716+0000 7f4c1effd640 1 -- 172.21.15.28:0/4062012628 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653c2fdd410 msgr2=0x5653c338f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:19.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.716+0000 7f4c1effd640 1 --2- 172.21.15.28:0/4062012628 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653c2fdd410 0x5653c338f7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.716+0000 7f4c1effd640 1 -- 172.21.15.28:0/4062012628 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5653c311df70 con 0x5653c2fb4550 2024-04-25T17:17:19.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.716+0000 7f4c1f7fe640 1 --2- 172.21.15.28:0/4062012628 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653c2fdd410 0x5653c338f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:17:19.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.716+0000 7f4c2c5ab740 10 client.0 _ll_register_callbacks cb 0x5653c326b080 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:17:19.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.716+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/4062012628 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4c10004490 con 0x5653c2fb4550 2024-04-25T17:17:19.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.716+0000 7f4c02ff5640 10 client.15858 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:17:19.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.716+0000 7f4c1effd640 1 --2- 172.21.15.28:0/4062012628 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2fb4550 0x5653c3388330 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f4c10003820 tx=0x7f4c10003850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=515a7613ce93b7d4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:19.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.716+0000 7f4c02ff5640 1 -- 172.21.15.28:0/4062012628 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c10003e00 con 0x5653c2fb4550 2024-04-25T17:17:19.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.717+0000 7f4c02ff5640 1 -- 172.21.15.28:0/4062012628 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f4c10004cd0 con 0x5653c2fb4550 2024-04-25T17:17:19.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.717+0000 7f4c02ff5640 1 -- 172.21.15.28:0/4062012628 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f4c10004f10 con 0x5653c2fb4550 2024-04-25T17:17:19.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.717+0000 7f4c2c5ab740 10 client.15858 fetch_fsmap learned FSMap version 24 2024-04-25T17:17:19.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.717+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/4062012628 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({fsmap=24}) -- 0x5653c2fb5170 con 0x5653c2fb4550 2024-04-25T17:17:19.720 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.717+0000 7f4c02ff5640 1 -- 172.21.15.28:0/4062012628 <== mon.0 v2:172.21.15.28:3300/0 4 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f4c10018070 con 0x5653c2fb4550 2024-04-25T17:17:19.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.717+0000 7f4c2c5ab740 10 client.15858 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:17:19.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.717+0000 7f4c2c5ab740 10 client.15858 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:17:19.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.717+0000 7f4c2c5ab740 20 client.15858 populate_metadata read hostname 'smithi028' 2024-04-25T17:17:19.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.717+0000 7f4c2c5ab740 1 --2- 172.21.15.28:0/4062012628 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5653c2f9c1f0 0x5653c3395cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:19.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.717+0000 7f4c2c5ab740 4 client.15858 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:17:19.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.717+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/4062012628 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5653c32f1710 con 0x5653c2f9c1f0 2024-04-25T17:17:19.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.718+0000 7f4c1e7fc640 1 --2- 172.21.15.28:0/4062012628 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5653c2f9c1f0 0x5653c3395cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:19.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.718+0000 7f4c1e7fc640 1 --2- 172.21.15.28:0/4062012628 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5653c2f9c1f0 0x5653c3395cf0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c0c89fb5e3bb6133 server_cookie=85e86897a2b61731 in_seq=0 out_seq=0 2024-04-25T17:17:19.721 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.718+0000 7f4c02ff5640 10 client.15858 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:19.722 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.719+0000 7f4c02ff5640 1 -- 172.21.15.28:0/4062012628 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5653c32f1710 con 0x5653c2f9c1f0 2024-04-25T17:17:19.722 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.719+0000 7f4c02ff5640 10 client.15858 handle_command_reply: tid=0 2024-04-25T17:17:19.722 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.719+0000 7f4c2c5ab740 1 client.15858 shutdown 2024-04-25T17:17:19.722 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.719+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/4062012628 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2fb4550 msgr2=0x5653c3388330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:19.722 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.719+0000 7f4c2c5ab740 1 --2- 172.21.15.28:0/4062012628 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2fb4550 0x5653c3388330 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f4c10003820 tx=0x7f4c10003850 comp rx=0 tx=0).stop 2024-04-25T17:17:19.722 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.719+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/4062012628 shutdown_connections 2024-04-25T17:17:19.722 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.719+0000 7f4c2c5ab740 1 --2- 172.21.15.28:0/4062012628 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5653c2f9c1f0 0x5653c3395cf0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.722 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.719+0000 7f4c2c5ab740 1 --2- 172.21.15.28:0/4062012628 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653c2fdd410 0x5653c338f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.722 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.719+0000 7f4c2c5ab740 1 --2- 172.21.15.28:0/4062012628 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653c2fbc730 0x5653c3388870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.723 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.719+0000 7f4c2c5ab740 1 --2- 172.21.15.28:0/4062012628 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2fb4550 0x5653c3388330 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.723 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.719+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/4062012628 >> 172.21.15.28:0/4062012628 conn(0x5653c2fd1560 msgr2=0x5653c3378ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:19.723 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.719+0000 7f4c02ff5640 0 client.15858 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:19.723 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.719+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/4062012628 shutdown_connections 2024-04-25T17:17:19.723 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.719+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/4062012628 wait complete. 2024-04-25T17:17:19.723 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.719+0000 7f4c2c5ab740 20 client.15858 trim_cache size 0 max 16384 2024-04-25T17:17:19.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.756+0000 7f4c2c5ab740 1 Processor -- start 2024-04-25T17:17:19.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.756+0000 7f4c2c5ab740 1 -- start start 2024-04-25T17:17:19.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.756+0000 7f4c2c5ab740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653c2fb4550 0x5653c337d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:19.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.756+0000 7f4c2c5ab740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2fbc730 0x5653c338f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:19.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.757+0000 7f4c2c5ab740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653c2fdd410 0x5653c338fc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:19.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.757+0000 7f4c2c5ab740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f4c0c0124c0 con 0x5653c2fbc730 2024-04-25T17:17:19.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.757+0000 7f4c2c5ab740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4c0c00fd90 con 0x5653c2fdd410 2024-04-25T17:17:19.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.757+0000 7f4c2c5ab740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4c0c00dbe0 con 0x5653c2fb4550 2024-04-25T17:17:19.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.757+0000 7f4c1e7fc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2fbc730 0x5653c338f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:19.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.757+0000 7f4c1e7fc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2fbc730 0x5653c338f6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39032/0 (socket says 172.21.15.28:39032) 2024-04-25T17:17:19.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.757+0000 7f4c1e7fc640 1 -- 172.21.15.28:0/909533961 learned_addr learned my addr 172.21.15.28:0/909533961 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:19.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.757+0000 7f4c1effd640 1 --2- 172.21.15.28:0/909533961 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653c2fb4550 0x5653c337d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:19.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.757+0000 7f4c1f7fe640 1 --2- 172.21.15.28:0/909533961 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653c2fdd410 0x5653c338fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:19.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.757+0000 7f4c1e7fc640 1 -- 172.21.15.28:0/909533961 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653c2fb4550 msgr2=0x5653c337d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:19.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.757+0000 7f4c1e7fc640 1 --2- 172.21.15.28:0/909533961 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653c2fb4550 0x5653c337d340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.758 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.757+0000 7f4c1e7fc640 1 -- 172.21.15.28:0/909533961 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653c2fdd410 msgr2=0x5653c338fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:19.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.757+0000 7f4c1e7fc640 1 --2- 172.21.15.28:0/909533961 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653c2fdd410 0x5653c338fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.757+0000 7f4c1e7fc640 1 -- 172.21.15.28:0/909533961 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653c3386690 con 0x5653c2fbc730 2024-04-25T17:17:19.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.757+0000 7f4c1effd640 1 --2- 172.21.15.28:0/909533961 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653c2fb4550 0x5653c337d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:19.759 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.757+0000 7f4c1e7fc640 1 --2- 172.21.15.28:0/909533961 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2fbc730 0x5653c338f6f0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f4c14005f70 tx=0x7f4c1402a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5802811d38cccbe7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:19.763 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.758+0000 7f4c04ff9640 1 -- 172.21.15.28:0/909533961 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c14049040 con 0x5653c2fbc730 2024-04-25T17:17:19.763 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.758+0000 7f4c04ff9640 1 -- 172.21.15.28:0/909533961 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4c140e1070 con 0x5653c2fbc730 2024-04-25T17:17:19.763 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.758+0000 7f4c04ff9640 1 -- 172.21.15.28:0/909533961 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c140c7740 con 0x5653c2fbc730 2024-04-25T17:17:19.763 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.759+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/909533961 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2fbc730 msgr2=0x5653c338f6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:19.763 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.759+0000 7f4c2c5ab740 1 --2- 172.21.15.28:0/909533961 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2fbc730 0x5653c338f6f0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f4c14005f70 tx=0x7f4c1402a410 comp rx=0 tx=0).stop 2024-04-25T17:17:19.763 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.759+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/909533961 shutdown_connections 2024-04-25T17:17:19.764 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.759+0000 7f4c2c5ab740 1 --2- 172.21.15.28:0/909533961 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653c2fdd410 0x5653c338fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.764 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.759+0000 7f4c2c5ab740 1 --2- 172.21.15.28:0/909533961 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2fbc730 0x5653c338f6f0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.764 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.759+0000 7f4c2c5ab740 1 --2- 172.21.15.28:0/909533961 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653c2fb4550 0x5653c337d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.764 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.759+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/909533961 >> 172.21.15.28:0/909533961 conn(0x5653c2fd1560 msgr2=0x5653c337cc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:19.764 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.759+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/909533961 shutdown_connections 2024-04-25T17:17:19.764 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.759+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/909533961 wait complete. 2024-04-25T17:17:19.764 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.759+0000 7f4c2c5ab740 1 -- start start 2024-04-25T17:17:19.764 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.760+0000 7f4c2c5ab740 1 Processor -- start 2024-04-25T17:17:19.764 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.760+0000 7f4c2c5ab740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653c2fb4550 0x5653c33f4320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:19.764 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.760+0000 7f4c2c5ab740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653c2fdd410 0x5653c33f4860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:19.764 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.760+0000 7f4c2c5ab740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2f71630 0x5653c33fb7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:19.764 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.760+0000 7f4c2c5ab740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f4c0c00e250 con 0x5653c2f71630 2024-04-25T17:17:19.764 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.760+0000 7f4c2c5ab740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4c0c00f6c0 con 0x5653c2fb4550 2024-04-25T17:17:19.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.760+0000 7f4c2c5ab740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4c0c00e920 con 0x5653c2fdd410 2024-04-25T17:17:19.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.760+0000 7f4c1f7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2f71630 0x5653c33fb7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:19.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.760+0000 7f4c2c5ab740 10 client.0 _ll_register_callbacks cb 0x7f4c100046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:17:19.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.760+0000 7f4c1f7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2f71630 0x5653c33fb7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39042/0 (socket says 172.21.15.28:39042) 2024-04-25T17:17:19.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.760+0000 7f4c1f7fe640 1 -- 172.21.15.28:0/4017304483 learned_addr learned my addr 172.21.15.28:0/4017304483 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:19.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.760+0000 7f4c1e7fc640 1 --2- 172.21.15.28:0/4017304483 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653c2fdd410 0x5653c33f4860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:19.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.760+0000 7f4c1effd640 1 --2- 172.21.15.28:0/4017304483 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653c2fb4550 0x5653c33f4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:19.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.761+0000 7f4c1f7fe640 1 -- 172.21.15.28:0/4017304483 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653c2fdd410 msgr2=0x5653c33f4860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:19.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.761+0000 7f4c1f7fe640 1 --2- 172.21.15.28:0/4017304483 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653c2fdd410 0x5653c33f4860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.761+0000 7f4c1f7fe640 1 -- 172.21.15.28:0/4017304483 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653c2fb4550 msgr2=0x5653c33f4320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:19.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.761+0000 7f4c1f7fe640 1 --2- 172.21.15.28:0/4017304483 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653c2fb4550 0x5653c33f4320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.761+0000 7f4c1f7fe640 1 -- 172.21.15.28:0/4017304483 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5653c33fbd80 con 0x5653c2f71630 2024-04-25T17:17:19.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.761+0000 7f4c1f7fe640 1 --2- 172.21.15.28:0/4017304483 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2f71630 0x5653c33fb7c0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f4c18003bd0 tx=0x7f4c18004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=255fb7ddc8c22829 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:19.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.761+0000 7f4c02ff5640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:17:19.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.761+0000 7f4c02ff5640 1 -- 172.21.15.28:0/4017304483 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c18028440 con 0x5653c2f71630 2024-04-25T17:17:19.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.761+0000 7f4c02ff5640 1 -- 172.21.15.28:0/4017304483 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f4c180285e0 con 0x5653c2f71630 2024-04-25T17:17:19.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.761+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/4017304483 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4c140e1070 con 0x5653c2f71630 2024-04-25T17:17:19.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.761+0000 7f4c02ff5640 1 -- 172.21.15.28:0/4017304483 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f4c18031050 con 0x5653c2f71630 2024-04-25T17:17:19.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.761+0000 7f4c2c5ab740 10 client.15864 fetch_fsmap learned FSMap version 24 2024-04-25T17:17:19.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.761+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/4017304483 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5653c33fd110 con 0x5653c2f71630 2024-04-25T17:17:19.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.762+0000 7f4c02ff5640 1 -- 172.21.15.28:0/4017304483 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4c140e1070 con 0x5653c2f71630 2024-04-25T17:17:19.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.762+0000 7f4c02ff5640 1 -- 172.21.15.28:0/4017304483 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f4c18026020 con 0x5653c2f71630 2024-04-25T17:17:19.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.762+0000 7f4c2c5ab740 10 client.15864 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:17:19.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.762+0000 7f4c2c5ab740 10 client.15864 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:17:19.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.762+0000 7f4c2c5ab740 20 client.15864 populate_metadata read hostname 'smithi028' 2024-04-25T17:17:19.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.762+0000 7f4c2c5ab740 1 --2- 172.21.15.28:0/4017304483 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5653c33fdb20 0x5653c33fff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:19.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.762+0000 7f4c2c5ab740 4 client.15864 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-25T17:17:19.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.762+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/4017304483 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5653c32eb580 con 0x5653c33fdb20 2024-04-25T17:17:19.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.763+0000 7f4c1effd640 1 --2- 172.21.15.28:0/4017304483 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5653c33fdb20 0x5653c33fff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:19.767 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.763+0000 7f4c02ff5640 10 client.15864 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:19.767 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.763+0000 7f4c1effd640 1 --2- 172.21.15.28:0/4017304483 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5653c33fdb20 0x5653c33fff40 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=80de3408f4ddb3af server_cookie=f44444e98b0334b0 in_seq=0 out_seq=0 2024-04-25T17:17:19.768 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.764+0000 7f4c02ff5640 1 -- 172.21.15.28:0/4017304483 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5653c32eb580 con 0x5653c33fdb20 2024-04-25T17:17:19.768 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.764+0000 7f4c02ff5640 10 client.15864 handle_command_reply: tid=0 2024-04-25T17:17:19.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.764+0000 7f4c2c5ab740 1 client.15864 shutdown 2024-04-25T17:17:19.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.764+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/4017304483 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2f71630 msgr2=0x5653c33fb7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:19.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.765+0000 7f4c2c5ab740 1 --2- 172.21.15.28:0/4017304483 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2f71630 0x5653c33fb7c0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f4c18003bd0 tx=0x7f4c18004ab0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.765+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/4017304483 shutdown_connections 2024-04-25T17:17:19.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.765+0000 7f4c2c5ab740 1 --2- 172.21.15.28:0/4017304483 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5653c33fdb20 0x5653c33fff40 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.765+0000 7f4c2c5ab740 1 --2- 172.21.15.28:0/4017304483 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5653c2f71630 0x5653c33fb7c0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.765+0000 7f4c02ff5640 0 client.15864 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:19.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.765+0000 7f4c2c5ab740 1 --2- 172.21.15.28:0/4017304483 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653c2fdd410 0x5653c33f4860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.765+0000 7f4c2c5ab740 1 --2- 172.21.15.28:0/4017304483 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653c2fb4550 0x5653c33f4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.765+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/4017304483 >> 172.21.15.28:0/4017304483 conn(0x5653c2fd1560 msgr2=0x5653c337d660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:19.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.765+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/4017304483 shutdown_connections 2024-04-25T17:17:19.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.765+0000 7f4c2c5ab740 1 -- 172.21.15.28:0/4017304483 wait complete. 2024-04-25T17:17:19.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.765+0000 7f4c2c5ab740 20 client.15864 trim_cache size 0 max 16384 2024-04-25T17:17:19.770 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:17:19.770 INFO:teuthology.orchestra.run.smithi028.stdout: "return_code": 0, 2024-04-25T17:17:19.770 INFO:teuthology.orchestra.run.smithi028.stdout: "scrub_tag": "283e74c8-f55f-49f6-9e34-a05b7df22d3c", 2024-04-25T17:17:19.770 INFO:teuthology.orchestra.run.smithi028.stdout: "mode": "asynchronous" 2024-04-25T17:17:19.770 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:17:19.771 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.766+0000 7f4c25620640 1 -- 172.21.15.28:0/653154187 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4c080afb70 msgr2=0x7f4c080b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:19.771 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.766+0000 7f4c25620640 1 --2- 172.21.15.28:0/653154187 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4c080afb70 0x7f4c080b2080 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f4c18005fd0 tx=0x7f4c18009500 comp rx=0 tx=0).stop 2024-04-25T17:17:19.771 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.766+0000 7f4c25620640 1 -- 172.21.15.28:0/653154187 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4c20108e80 msgr2=0x7f4c2019c870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:19.771 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.766+0000 7f4c25620640 1 --2- 172.21.15.28:0/653154187 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4c20108e80 0x7f4c2019c870 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f4c14009230 tx=0x7f4c14005e80 comp rx=0 tx=0).stop 2024-04-25T17:17:19.771 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.766+0000 7f4c25620640 1 -- 172.21.15.28:0/653154187 shutdown_connections 2024-04-25T17:17:19.771 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.766+0000 7f4c25620640 1 --2- 172.21.15.28:0/653154187 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4c080afb70 0x7f4c080b2080 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.771 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.766+0000 7f4c25620640 1 --2- 172.21.15.28:0/653154187 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4c2010b9b0 0x7f4c201a3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.771 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.766+0000 7f4c25620640 1 --2- 172.21.15.28:0/653154187 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4c20108e80 0x7f4c2019c870 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.771 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.766+0000 7f4c25620640 1 --2- 172.21.15.28:0/653154187 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4c20103fa0 0x7f4c2019c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:19.771 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.766+0000 7f4c25620640 1 -- 172.21.15.28:0/653154187 >> 172.21.15.28:0/653154187 conn(0x7f4c200fd340 msgr2=0x7f4c2010af50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:19.772 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.766+0000 7f4c25620640 1 -- 172.21.15.28:0/653154187 shutdown_connections 2024-04-25T17:17:19.772 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.766+0000 7f4c25620640 1 -- 172.21.15.28:0/653154187 wait complete. 2024-04-25T17:17:19.781 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T17:17:19.875 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T17:17:19.893 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:19 smithi028 ceph-mon[29207]: pgmap v398: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:17:19.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.999+0000 7f281f59d640 1 -- 172.21.15.28:0/3727865099 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2818103a40 msgr2=0x7f2818103e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:19.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.999+0000 7f281f59d640 1 --2- 172.21.15.28:0/3727865099 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2818103a40 0x7f2818103e50 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f2808009900 tx=0x7f280802a410 comp rx=0 tx=0).stop 2024-04-25T17:17:19.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.999+0000 7f281f59d640 1 -- 172.21.15.28:0/3727865099 shutdown_connections 2024-04-25T17:17:20.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.999+0000 7f281f59d640 1 --2- 172.21.15.28:0/3727865099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2818108740 0x7f281810ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.999+0000 7f281f59d640 1 --2- 172.21.15.28:0/3727865099 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2818103a40 0x7f2818103e50 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.999+0000 7f281f59d640 1 --2- 172.21.15.28:0/3727865099 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2818102800 0x7f2818103500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.999+0000 7f281f59d640 1 -- 172.21.15.28:0/3727865099 >> 172.21.15.28:0/3727865099 conn(0x7f28180fd9f0 msgr2=0x7f28180ffea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:20.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.999+0000 7f281f59d640 1 -- 172.21.15.28:0/3727865099 shutdown_connections 2024-04-25T17:17:20.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:19.999+0000 7f281f59d640 1 -- 172.21.15.28:0/3727865099 wait complete. 2024-04-25T17:17:20.002 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.000+0000 7f281f59d640 1 Processor -- start 2024-04-25T17:17:20.002 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.000+0000 7f281f59d640 1 -- start start 2024-04-25T17:17:20.002 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.000+0000 7f281f59d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2818102800 0x7f2818197bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:20.002 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.000+0000 7f281f59d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2818103a40 0x7f2818198100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:20.002 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.000+0000 7f281f59d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2818108740 0x7f281819f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:20.002 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.000+0000 7f281f59d640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f281810d110 con 0x7f2818103a40 2024-04-25T17:17:20.002 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.000+0000 7f281f59d640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f281810cf90 con 0x7f2818102800 2024-04-25T17:17:20.002 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.000+0000 7f281f59d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f281810d290 con 0x7f2818108740 2024-04-25T17:17:20.002 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.000+0000 7f281dd9a640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2818103a40 0x7f2818198100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:20.003 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.000+0000 7f281dd9a640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2818103a40 0x7f2818198100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39058/0 (socket says 172.21.15.28:39058) 2024-04-25T17:17:20.003 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.000+0000 7f281dd9a640 1 -- 172.21.15.28:0/2067379233 learned_addr learned my addr 172.21.15.28:0/2067379233 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:20.003 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.000+0000 7f281ed9c640 1 --2- 172.21.15.28:0/2067379233 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2818108740 0x7f281819f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:20.003 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.000+0000 7f281dd9a640 1 -- 172.21.15.28:0/2067379233 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2818108740 msgr2=0x7f281819f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:20.003 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.000+0000 7f281dd9a640 1 --2- 172.21.15.28:0/2067379233 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2818108740 0x7f281819f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.003 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.000+0000 7f281dd9a640 1 -- 172.21.15.28:0/2067379233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2818102800 msgr2=0x7f2818197bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:20.003 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.000+0000 7f281dd9a640 1 --2- 172.21.15.28:0/2067379233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2818102800 0x7f2818197bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.003 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.000+0000 7f281dd9a640 1 -- 172.21.15.28:0/2067379233 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f281819f700 con 0x7f2818103a40 2024-04-25T17:17:20.003 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.001+0000 7f281ed9c640 1 --2- 172.21.15.28:0/2067379233 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2818108740 0x7f281819f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:20.003 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.001+0000 7f281dd9a640 1 --2- 172.21.15.28:0/2067379233 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2818103a40 0x7f2818198100 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f2808009850 tx=0x7f2808003f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:20.003 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.001+0000 7f280f7fe640 1 -- 172.21.15.28:0/2067379233 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f280803f070 con 0x7f2818103a40 2024-04-25T17:17:20.003 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.001+0000 7f281f59d640 1 -- 172.21.15.28:0/2067379233 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f281819f990 con 0x7f2818103a40 2024-04-25T17:17:20.003 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.001+0000 7f280f7fe640 1 -- 172.21.15.28:0/2067379233 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f280803bd00 con 0x7f2818103a40 2024-04-25T17:17:20.003 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.001+0000 7f280f7fe640 1 -- 172.21.15.28:0/2067379233 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2808035030 con 0x7f2818103a40 2024-04-25T17:17:20.003 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.001+0000 7f281f59d640 1 -- 172.21.15.28:0/2067379233 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f281819fed0 con 0x7f2818103a40 2024-04-25T17:17:20.004 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.004+0000 7f280f7fe640 1 -- 172.21.15.28:0/2067379233 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f2808042070 con 0x7f2818103a40 2024-04-25T17:17:20.005 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.005+0000 7f280f7fe640 1 --2- 172.21.15.28:0/2067379233 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f28040afb70 0x7f28040b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:20.005 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.005+0000 7f280f7fe640 1 -- 172.21.15.28:0/2067379233 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f28080ffa10 con 0x7f2818103a40 2024-04-25T17:17:20.005 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.005+0000 7f281e59b640 1 --2- 172.21.15.28:0/2067379233 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f28040afb70 0x7f28040b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:20.006 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.006+0000 7f2827785740 1 Processor -- start 2024-04-25T17:17:20.006 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.006+0000 7f281e59b640 1 --2- 172.21.15.28:0/2067379233 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f28040afb70 0x7f28040b2080 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f2818103400 tx=0x7f281400d3e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:20.007 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.006+0000 7f2827785740 1 -- start start 2024-04-25T17:17:20.007 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.006+0000 7f2827785740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26aba2390 0x55a26af43c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:20.007 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.006+0000 7f2827785740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a26ab794d0 0x55a26af441d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:20.008 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.006+0000 7f2827785740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26ab816b0 0x55a26af44e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:20.008 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.006+0000 7f2827785740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55a26aea8d80 con 0x55a26ab816b0 2024-04-25T17:17:20.008 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.006+0000 7f2827785740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a26ae628b0 con 0x55a26ab794d0 2024-04-25T17:17:20.008 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.006+0000 7f2827785740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a26aea4d40 con 0x55a26aba2390 2024-04-25T17:17:20.008 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.006+0000 7f281e59b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26aba2390 0x55a26af43c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:20.008 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.006+0000 7f281e59b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26aba2390 0x55a26af43c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.28:48082/0 (socket says 172.21.15.28:48082) 2024-04-25T17:17:20.008 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.006+0000 7f281e59b640 1 -- 172.21.15.28:0/3513804936 learned_addr learned my addr 172.21.15.28:0/3513804936 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:20.008 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.007+0000 7f281ed9c640 1 --2- 172.21.15.28:0/3513804936 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26ab816b0 0x55a26af44e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:20.008 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.007+0000 7f281dd9a640 1 --2- 172.21.15.28:0/3513804936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a26ab794d0 0x55a26af441d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:20.008 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.007+0000 7f281e59b640 1 -- 172.21.15.28:0/3513804936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a26ab794d0 msgr2=0x55a26af441d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:20.008 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.007+0000 7f281e59b640 1 --2- 172.21.15.28:0/3513804936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a26ab794d0 0x55a26af441d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.008 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.007+0000 7f281e59b640 1 -- 172.21.15.28:0/3513804936 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26ab816b0 msgr2=0x55a26af44e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:20.008 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.007+0000 7f281e59b640 1 --2- 172.21.15.28:0/3513804936 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26ab816b0 0x55a26af44e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.009 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.007+0000 7f281e59b640 1 -- 172.21.15.28:0/3513804936 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a26ae33a40 con 0x55a26aba2390 2024-04-25T17:17:20.009 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.007+0000 7f281e59b640 1 --2- 172.21.15.28:0/3513804936 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26aba2390 0x55a26af43c50 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2814009cd0 tx=0x7f2814012000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3c400eb6320ca71 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:20.009 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.007+0000 7f280cff9640 1 -- 172.21.15.28:0/3513804936 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2814009d00 con 0x55a26aba2390 2024-04-25T17:17:20.009 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.007+0000 7f280cff9640 1 -- 172.21.15.28:0/3513804936 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2814023890 con 0x55a26aba2390 2024-04-25T17:17:20.009 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.007+0000 7f280cff9640 1 -- 172.21.15.28:0/3513804936 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2814018480 con 0x55a26aba2390 2024-04-25T17:17:20.013 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.008+0000 7f2827785740 1 -- 172.21.15.28:0/3513804936 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26aba2390 msgr2=0x55a26af43c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:20.013 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.008+0000 7f2827785740 1 --2- 172.21.15.28:0/3513804936 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26aba2390 0x55a26af43c50 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2814009cd0 tx=0x7f2814012000 comp rx=0 tx=0).stop 2024-04-25T17:17:20.013 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.008+0000 7f2827785740 1 -- 172.21.15.28:0/3513804936 shutdown_connections 2024-04-25T17:17:20.013 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.008+0000 7f2827785740 1 --2- 172.21.15.28:0/3513804936 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26ab816b0 0x55a26af44e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.013 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.008+0000 7f2827785740 1 --2- 172.21.15.28:0/3513804936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a26ab794d0 0x55a26af441d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.013 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.008+0000 7f2827785740 1 --2- 172.21.15.28:0/3513804936 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26aba2390 0x55a26af43c50 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.013 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.008+0000 7f2827785740 1 -- 172.21.15.28:0/3513804936 >> 172.21.15.28:0/3513804936 conn(0x55a26ab964e0 msgr2=0x55a26af3f460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:20.013 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.008+0000 7f2827785740 1 -- 172.21.15.28:0/3513804936 shutdown_connections 2024-04-25T17:17:20.013 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.008+0000 7f2827785740 1 -- 172.21.15.28:0/3513804936 wait complete. 2024-04-25T17:17:20.014 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.009+0000 7f2827785740 1 -- start start 2024-04-25T17:17:20.014 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.009+0000 7f2827785740 1 Processor -- start 2024-04-25T17:17:20.014 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.010+0000 7f2827785740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26ab794d0 0x55a26af4daa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:20.014 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.010+0000 7f2827785740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a26ab816b0 0x55a26af4dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:20.014 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.010+0000 7f2827785740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26aba2390 0x55a26af54f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:20.014 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.010+0000 7f2827785740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55a26af45970 con 0x55a26aba2390 2024-04-25T17:17:20.014 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.010+0000 7f281ed9c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26aba2390 0x55a26af54f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:20.014 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.010+0000 7f281ed9c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26aba2390 0x55a26af54f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39076/0 (socket says 172.21.15.28:39076) 2024-04-25T17:17:20.014 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.010+0000 7f281ed9c640 1 -- 172.21.15.28:0/213079247 learned_addr learned my addr 172.21.15.28:0/213079247 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:20.014 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.010+0000 7f2827785740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a26ae2fd10 con 0x55a26ab816b0 2024-04-25T17:17:20.014 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.010+0000 7f281e59b640 1 --2- 172.21.15.28:0/213079247 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26ab794d0 0x55a26af4daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:20.014 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.010+0000 7f2827785740 1 -- 172.21.15.28:0/213079247 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a26af45af0 con 0x55a26ab794d0 2024-04-25T17:17:20.014 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.010+0000 7f281dd9a640 1 --2- 172.21.15.28:0/213079247 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a26ab816b0 0x55a26af4dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:20.015 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.011+0000 7f281e59b640 1 -- 172.21.15.28:0/213079247 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a26ab816b0 msgr2=0x55a26af4dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:20.015 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.011+0000 7f281e59b640 1 --2- 172.21.15.28:0/213079247 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a26ab816b0 0x55a26af4dfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.015 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.011+0000 7f2827785740 10 client.0 _ll_register_callbacks cb 0x55a26ae5c210 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:17:20.015 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.011+0000 7f281e59b640 1 -- 172.21.15.28:0/213079247 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26aba2390 msgr2=0x55a26af54f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:20.015 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.011+0000 7f281e59b640 1 --2- 172.21.15.28:0/213079247 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26aba2390 0x55a26af54f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.015 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.011+0000 7f281e59b640 1 -- 172.21.15.28:0/213079247 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a26ac847d0 con 0x55a26ab794d0 2024-04-25T17:17:20.015 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.011+0000 7f281ed9c640 1 --2- 172.21.15.28:0/213079247 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26aba2390 0x55a26af54f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:20.015 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.011+0000 7f2827785740 1 -- 172.21.15.28:0/213079247 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2814023890 con 0x55a26ab794d0 2024-04-25T17:17:20.015 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.011+0000 7f281e59b640 1 --2- 172.21.15.28:0/213079247 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26ab794d0 0x55a26af4daa0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f2814014040 tx=0x7f2814009d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=224156ce564f27fb server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:20.015 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.011+0000 7f2801ffb640 10 client.25498 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-25T17:17:20.015 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.011+0000 7f2801ffb640 1 -- 172.21.15.28:0/213079247 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2814023c50 con 0x55a26ab794d0 2024-04-25T17:17:20.015 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.011+0000 7f2801ffb640 1 -- 172.21.15.28:0/213079247 <== mon.1 v2:172.21.15.84:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f2814020040 con 0x55a26ab794d0 2024-04-25T17:17:20.015 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.012+0000 7f2801ffb640 1 -- 172.21.15.28:0/213079247 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2814023df0 con 0x55a26ab794d0 2024-04-25T17:17:20.015 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.012+0000 7f2827785740 10 client.25498 fetch_fsmap learned FSMap version 24 2024-04-25T17:17:20.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.012+0000 7f2827785740 1 -- 172.21.15.28:0/213079247 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({fsmap=24}) -- 0x55a26abba3f0 con 0x55a26ab794d0 2024-04-25T17:17:20.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.012+0000 7f2801ffb640 1 -- 172.21.15.28:0/213079247 <== mon.1 v2:172.21.15.84:3300/0 4 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f2814037480 con 0x55a26ab794d0 2024-04-25T17:17:20.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.012+0000 7f2827785740 10 client.25498 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:17:20.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.012+0000 7f2827785740 10 client.25498 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:17:20.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.012+0000 7f2827785740 20 client.25498 populate_metadata read hostname 'smithi028' 2024-04-25T17:17:20.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.012+0000 7f2827785740 1 --2- 172.21.15.28:0/213079247 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a26ab60f60 0x55a26af5b060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:20.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.012+0000 7f2827785740 4 client.25498 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:17:20.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.012+0000 7f2827785740 1 -- 172.21.15.28:0/213079247 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a26aeb6990 con 0x55a26ab60f60 2024-04-25T17:17:20.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.013+0000 7f281dd9a640 1 --2- 172.21.15.28:0/213079247 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a26ab60f60 0x55a26af5b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:20.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.013+0000 7f2801ffb640 10 client.25498 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:20.016 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.013+0000 7f281dd9a640 1 --2- 172.21.15.28:0/213079247 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a26ab60f60 0x55a26af5b060 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=64768605b0d93d62 server_cookie=8b99b9bb847cfd70 in_seq=0 out_seq=0 2024-04-25T17:17:20.017 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.014+0000 7f2801ffb640 1 -- 172.21.15.28:0/213079247 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55a26aeb6990 con 0x55a26ab60f60 2024-04-25T17:17:20.017 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.014+0000 7f2801ffb640 10 client.25498 handle_command_reply: tid=0 2024-04-25T17:17:20.018 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.014+0000 7f2827785740 1 client.25498 shutdown 2024-04-25T17:17:20.018 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.014+0000 7f2827785740 1 -- 172.21.15.28:0/213079247 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26ab794d0 msgr2=0x55a26af4daa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:20.018 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.014+0000 7f2827785740 1 --2- 172.21.15.28:0/213079247 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26ab794d0 0x55a26af4daa0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f2814014040 tx=0x7f2814009d00 comp rx=0 tx=0).stop 2024-04-25T17:17:20.018 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.014+0000 7f2827785740 1 -- 172.21.15.28:0/213079247 shutdown_connections 2024-04-25T17:17:20.018 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.014+0000 7f2827785740 1 --2- 172.21.15.28:0/213079247 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a26ab60f60 0x55a26af5b060 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.018 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.014+0000 7f2827785740 1 --2- 172.21.15.28:0/213079247 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26aba2390 0x55a26af54f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.018 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.014+0000 7f2827785740 1 --2- 172.21.15.28:0/213079247 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a26ab816b0 0x55a26af4dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.018 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.014+0000 7f2801ffb640 0 client.25498 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:20.018 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.014+0000 7f2827785740 1 --2- 172.21.15.28:0/213079247 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26ab794d0 0x55a26af4daa0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.018 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.014+0000 7f2827785740 1 -- 172.21.15.28:0/213079247 >> 172.21.15.28:0/213079247 conn(0x55a26ab964e0 msgr2=0x55a26af42370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:20.018 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.014+0000 7f2827785740 1 -- 172.21.15.28:0/213079247 shutdown_connections 2024-04-25T17:17:20.018 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.014+0000 7f2827785740 1 -- 172.21.15.28:0/213079247 wait complete. 2024-04-25T17:17:20.018 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.014+0000 7f2827785740 20 client.25498 trim_cache size 0 max 16384 2024-04-25T17:17:20.050 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.048+0000 7f2827785740 1 Processor -- start 2024-04-25T17:17:20.050 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.048+0000 7f2827785740 1 -- start start 2024-04-25T17:17:20.050 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.048+0000 7f2827785740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a26ab794d0 0x55a26af3f500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:20.050 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.048+0000 7f2827785740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26ab816b0 0x55a26af48850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:20.050 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.049+0000 7f2827785740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26aba2390 0x55a26af4dd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:20.051 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.049+0000 7f2827785740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f28181acb00 con 0x55a26aba2390 2024-04-25T17:17:20.051 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.049+0000 7f2827785740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f28181aa3d0 con 0x55a26ab794d0 2024-04-25T17:17:20.051 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.049+0000 7f2827785740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f28181a8200 con 0x55a26ab816b0 2024-04-25T17:17:20.051 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.049+0000 7f281ed9c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26aba2390 0x55a26af4dd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:20.051 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.049+0000 7f281e59b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a26ab794d0 0x55a26af3f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:20.051 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.049+0000 7f281e59b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a26ab794d0 0x55a26af3f500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:35740/0 (socket says 172.21.15.28:35740) 2024-04-25T17:17:20.051 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.049+0000 7f281ed9c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26aba2390 0x55a26af4dd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39082/0 (socket says 172.21.15.28:39082) 2024-04-25T17:17:20.051 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.049+0000 7f281e59b640 1 -- 172.21.15.28:0/1082408121 learned_addr learned my addr 172.21.15.28:0/1082408121 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:20.051 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.049+0000 7f281dd9a640 1 --2- 172.21.15.28:0/1082408121 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26ab816b0 0x55a26af48850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:20.051 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.049+0000 7f281ed9c640 1 -- 172.21.15.28:0/1082408121 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26ab816b0 msgr2=0x55a26af48850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:20.051 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.049+0000 7f281ed9c640 1 --2- 172.21.15.28:0/1082408121 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26ab816b0 0x55a26af48850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.051 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.049+0000 7f281ed9c640 1 -- 172.21.15.28:0/1082408121 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a26ab794d0 msgr2=0x55a26af3f500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:20.051 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.049+0000 7f281ed9c640 1 --2- 172.21.15.28:0/1082408121 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a26ab794d0 0x55a26af3f500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.051 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.049+0000 7f281ed9c640 1 -- 172.21.15.28:0/1082408121 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a26ab7a0f0 con 0x55a26aba2390 2024-04-25T17:17:20.052 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.049+0000 7f281e59b640 1 --2- 172.21.15.28:0/1082408121 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a26ab794d0 0x55a26af3f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:20.052 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.049+0000 7f281ed9c640 1 --2- 172.21.15.28:0/1082408121 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26aba2390 0x55a26af4dd80 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x55a26af398a0 tx=0x7f281000bc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c640d5c87c26c14e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:20.052 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.050+0000 7f2803fff640 1 -- 172.21.15.28:0/1082408121 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f281001ace0 con 0x55a26aba2390 2024-04-25T17:17:20.052 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.050+0000 7f2803fff640 1 -- 172.21.15.28:0/1082408121 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f281001ae80 con 0x55a26aba2390 2024-04-25T17:17:20.052 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.050+0000 7f2803fff640 1 -- 172.21.15.28:0/1082408121 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f281001b650 con 0x55a26aba2390 2024-04-25T17:17:20.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.051+0000 7f2827785740 1 -- 172.21.15.28:0/1082408121 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26aba2390 msgr2=0x55a26af4dd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:20.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.051+0000 7f2827785740 1 --2- 172.21.15.28:0/1082408121 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26aba2390 0x55a26af4dd80 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x55a26af398a0 tx=0x7f281000bc00 comp rx=0 tx=0).stop 2024-04-25T17:17:20.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.051+0000 7f2827785740 1 -- 172.21.15.28:0/1082408121 shutdown_connections 2024-04-25T17:17:20.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.051+0000 7f2827785740 1 --2- 172.21.15.28:0/1082408121 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26aba2390 0x55a26af4dd80 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.051+0000 7f2827785740 1 --2- 172.21.15.28:0/1082408121 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26ab816b0 0x55a26af48850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.051+0000 7f2827785740 1 --2- 172.21.15.28:0/1082408121 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a26ab794d0 0x55a26af3f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.055 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.051+0000 7f2827785740 1 -- 172.21.15.28:0/1082408121 >> 172.21.15.28:0/1082408121 conn(0x55a26ab964e0 msgr2=0x55a26af4d670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:20.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.051+0000 7f2827785740 1 -- 172.21.15.28:0/1082408121 shutdown_connections 2024-04-25T17:17:20.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.051+0000 7f2827785740 1 -- 172.21.15.28:0/1082408121 wait complete. 2024-04-25T17:17:20.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.051+0000 7f2827785740 1 -- start start 2024-04-25T17:17:20.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.051+0000 7f2827785740 1 Processor -- start 2024-04-25T17:17:20.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.052+0000 7f2827785740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a26ab794d0 0x55a26af517f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:20.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.052+0000 7f2827785740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26ab816b0 0x55a26af51d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:20.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.052+0000 7f2827785740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26aba2390 0x55a26af52c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:20.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.052+0000 7f2827785740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f28181a8890 con 0x55a26aba2390 2024-04-25T17:17:20.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.052+0000 7f2827785740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f28181a9d00 con 0x55a26ab794d0 2024-04-25T17:17:20.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.052+0000 7f2827785740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f28181a8f60 con 0x55a26ab816b0 2024-04-25T17:17:20.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.052+0000 7f2827785740 10 client.0 _ll_register_callbacks cb 0x7f281000d510 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:17:20.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.052+0000 7f281e59b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a26ab794d0 0x55a26af517f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:20.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.052+0000 7f281e59b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a26ab794d0 0x55a26af517f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:35748/0 (socket says 172.21.15.28:35748) 2024-04-25T17:17:20.056 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.052+0000 7f281e59b640 1 -- 172.21.15.28:0/3180624249 learned_addr learned my addr 172.21.15.28:0/3180624249 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:20.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.052+0000 7f281dd9a640 1 --2- 172.21.15.28:0/3180624249 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26ab816b0 0x55a26af51d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:20.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.052+0000 7f281ed9c640 1 --2- 172.21.15.28:0/3180624249 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26aba2390 0x55a26af52c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:20.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.052+0000 7f281dd9a640 1 -- 172.21.15.28:0/3180624249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a26ab794d0 msgr2=0x55a26af517f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:20.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.052+0000 7f281dd9a640 1 --2- 172.21.15.28:0/3180624249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a26ab794d0 0x55a26af517f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.052+0000 7f281dd9a640 1 -- 172.21.15.28:0/3180624249 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26aba2390 msgr2=0x55a26af52c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:20.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.052+0000 7f281dd9a640 1 --2- 172.21.15.28:0/3180624249 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26aba2390 0x55a26af52c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.052+0000 7f281dd9a640 1 -- 172.21.15.28:0/3180624249 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a26ae694b0 con 0x55a26ab816b0 2024-04-25T17:17:20.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.052+0000 7f281ed9c640 1 --2- 172.21.15.28:0/3180624249 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26aba2390 0x55a26af52c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:20.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.053+0000 7f281dd9a640 1 --2- 172.21.15.28:0/3180624249 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26ab816b0 0x55a26af51d30 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f28080c4de0 tx=0x7f2808005de0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=392b7030c0f83f1b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:20.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.053+0000 7f2801ffb640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-25T17:17:20.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.053+0000 7f2801ffb640 1 -- 172.21.15.28:0/3180624249 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2808049040 con 0x55a26ab816b0 2024-04-25T17:17:20.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.053+0000 7f2801ffb640 1 -- 172.21.15.28:0/3180624249 <== mon.1 v2:172.21.15.84:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f2808031490 con 0x55a26ab816b0 2024-04-25T17:17:20.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.053+0000 7f2827785740 1 -- 172.21.15.28:0/3180624249 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55a26aeb0800 con 0x55a26ab816b0 2024-04-25T17:17:20.057 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.053+0000 7f2801ffb640 1 -- 172.21.15.28:0/3180624249 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f28080c7b70 con 0x55a26ab816b0 2024-04-25T17:17:20.058 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.053+0000 7f2827785740 10 client.25504 fetch_fsmap learned FSMap version 24 2024-04-25T17:17:20.058 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.053+0000 7f2827785740 1 -- 172.21.15.28:0/3180624249 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a26af54350 con 0x55a26ab816b0 2024-04-25T17:17:20.058 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.053+0000 7f2801ffb640 1 -- 172.21.15.28:0/3180624249 <== mon.1 v2:172.21.15.84:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f28080cbf20 con 0x55a26ab816b0 2024-04-25T17:17:20.058 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.054+0000 7f2801ffb640 1 -- 172.21.15.28:0/3180624249 <== mon.1 v2:172.21.15.84:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f28080d0540 con 0x55a26ab816b0 2024-04-25T17:17:20.058 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.054+0000 7f2827785740 10 client.25504 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:17:20.058 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.054+0000 7f2827785740 10 client.25504 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:17:20.058 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.054+0000 7f2827785740 20 client.25504 populate_metadata read hostname 'smithi028' 2024-04-25T17:17:20.058 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.054+0000 7f2827785740 1 --2- 172.21.15.28:0/3180624249 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a26ab363a0 0x55a26afc53e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:20.058 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.054+0000 7f2827785740 4 client.25504 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T17:17:20.058 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.054+0000 7f2827785740 1 -- 172.21.15.28:0/3180624249 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55a26aeb0800 con 0x55a26ab363a0 2024-04-25T17:17:20.058 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.055+0000 7f281e59b640 1 --2- 172.21.15.28:0/3180624249 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a26ab363a0 0x55a26afc53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:20.058 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.055+0000 7f281e59b640 1 --2- 172.21.15.28:0/3180624249 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a26ab363a0 0x55a26afc53e0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7dcbb42d1a1726ef server_cookie=2f1f6480af818247 in_seq=0 out_seq=0 2024-04-25T17:17:20.058 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.055+0000 7f2801ffb640 10 client.25504 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:20.059 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.055+0000 7f2801ffb640 1 -- 172.21.15.28:0/3180624249 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55a26aeb0800 con 0x55a26ab363a0 2024-04-25T17:17:20.060 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.055+0000 7f2801ffb640 10 client.25504 handle_command_reply: tid=0 2024-04-25T17:17:20.060 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.055+0000 7f2827785740 1 client.25504 shutdown 2024-04-25T17:17:20.060 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.055+0000 7f2827785740 1 -- 172.21.15.28:0/3180624249 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26ab816b0 msgr2=0x55a26af51d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:20.060 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.055+0000 7f2827785740 1 --2- 172.21.15.28:0/3180624249 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26ab816b0 0x55a26af51d30 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f28080c4de0 tx=0x7f2808005de0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.060 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.056+0000 7f2827785740 1 -- 172.21.15.28:0/3180624249 shutdown_connections 2024-04-25T17:17:20.060 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.056+0000 7f2827785740 1 --2- 172.21.15.28:0/3180624249 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a26ab363a0 0x55a26afc53e0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.060 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.056+0000 7f2827785740 1 --2- 172.21.15.28:0/3180624249 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a26aba2390 0x55a26af52c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.060 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.056+0000 7f2827785740 1 --2- 172.21.15.28:0/3180624249 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a26ab816b0 0x55a26af51d30 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.060 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.056+0000 7f2801ffb640 0 client.25504 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:20.060 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.056+0000 7f2827785740 1 --2- 172.21.15.28:0/3180624249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a26ab794d0 0x55a26af517f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.060 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.056+0000 7f2827785740 1 -- 172.21.15.28:0/3180624249 >> 172.21.15.28:0/3180624249 conn(0x55a26ab964e0 msgr2=0x55a26af3e420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:20.060 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.056+0000 7f2827785740 1 -- 172.21.15.28:0/3180624249 shutdown_connections 2024-04-25T17:17:20.060 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.056+0000 7f2827785740 1 -- 172.21.15.28:0/3180624249 wait complete. 2024-04-25T17:17:20.060 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.056+0000 7f2827785740 20 client.25504 trim_cache size 0 max 16384 2024-04-25T17:17:20.061 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:17:20.061 INFO:teuthology.orchestra.run.smithi028.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-25T17:17:20.061 INFO:teuthology.orchestra.run.smithi028.stdout: "scrubs": { 2024-04-25T17:17:20.061 INFO:teuthology.orchestra.run.smithi028.stdout: "283e74c8-f55f-49f6-9e34-a05b7df22d3c": { 2024-04-25T17:17:20.061 INFO:teuthology.orchestra.run.smithi028.stdout: "path": "/", 2024-04-25T17:17:20.061 INFO:teuthology.orchestra.run.smithi028.stdout: "tag": "283e74c8-f55f-49f6-9e34-a05b7df22d3c", 2024-04-25T17:17:20.061 INFO:teuthology.orchestra.run.smithi028.stdout: "options": "recursive,force" 2024-04-25T17:17:20.061 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:17:20.061 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:17:20.061 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:17:20.062 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.056+0000 7f281f59d640 1 -- 172.21.15.28:0/2067379233 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f28040afb70 msgr2=0x7f28040b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:20.062 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.056+0000 7f281f59d640 1 --2- 172.21.15.28:0/2067379233 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f28040afb70 0x7f28040b2080 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f2818103400 tx=0x7f281400d3e0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.062 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.056+0000 7f281f59d640 1 -- 172.21.15.28:0/2067379233 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2818103a40 msgr2=0x7f2818198100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:20.063 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.056+0000 7f281f59d640 1 --2- 172.21.15.28:0/2067379233 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2818103a40 0x7f2818198100 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f2808009850 tx=0x7f2808003f80 comp rx=0 tx=0).stop 2024-04-25T17:17:20.063 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.056+0000 7f281f59d640 1 -- 172.21.15.28:0/2067379233 shutdown_connections 2024-04-25T17:17:20.063 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.056+0000 7f281f59d640 1 --2- 172.21.15.28:0/2067379233 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f28040afb70 0x7f28040b2080 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.063 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.056+0000 7f281f59d640 1 --2- 172.21.15.28:0/2067379233 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2818108740 0x7f281819f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.063 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.056+0000 7f281f59d640 1 --2- 172.21.15.28:0/2067379233 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f2818103a40 0x7f2818198100 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.063 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.056+0000 7f281f59d640 1 --2- 172.21.15.28:0/2067379233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2818102800 0x7f2818197bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:20.063 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.056+0000 7f281f59d640 1 -- 172.21.15.28:0/2067379233 >> 172.21.15.28:0/2067379233 conn(0x7f28180fd9f0 msgr2=0x7f28180ffe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:20.063 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.057+0000 7f281f59d640 1 -- 172.21.15.28:0/2067379233 shutdown_connections 2024-04-25T17:17:20.063 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:20.057+0000 7f281f59d640 1 -- 172.21.15.28:0/2067379233 wait complete. 2024-04-25T17:17:20.068 INFO:tasks.cephfs.filesystem:scrub status for tag:283e74c8-f55f-49f6-9e34-a05b7df22d3c - {'path': '/', 'tag': '283e74c8-f55f-49f6-9e34-a05b7df22d3c', 'options': 'recursive,force'} 2024-04-25T17:17:20.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:19 smithi084 ceph-mon[32752]: pgmap v398: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:17:20.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:19 smithi042 ceph-mon[32851]: pgmap v398: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:17:21.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:20 smithi028 ceph-mon[29207]: scrub queued for path: / 2024-04-25T17:17:21.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:20 smithi028 ceph-mon[29207]: scrub summary: idle+waiting paths [/] 2024-04-25T17:17:21.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:20 smithi028 ceph-mon[29207]: scrub summary: active paths [/] 2024-04-25T17:17:21.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:20 smithi028 ceph-mon[29207]: scrub summary: idle+waiting paths [/] 2024-04-25T17:17:21.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:20 smithi084 ceph-mon[32752]: scrub queued for path: / 2024-04-25T17:17:21.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:20 smithi084 ceph-mon[32752]: scrub summary: idle+waiting paths [/] 2024-04-25T17:17:21.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:20 smithi084 ceph-mon[32752]: scrub summary: active paths [/] 2024-04-25T17:17:21.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:20 smithi084 ceph-mon[32752]: scrub summary: idle+waiting paths [/] 2024-04-25T17:17:21.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:20 smithi042 ceph-mon[32851]: scrub queued for path: / 2024-04-25T17:17:21.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:20 smithi042 ceph-mon[32851]: scrub summary: idle+waiting paths [/] 2024-04-25T17:17:21.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:20 smithi042 ceph-mon[32851]: scrub summary: active paths [/] 2024-04-25T17:17:21.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:20 smithi042 ceph-mon[32851]: scrub summary: idle+waiting paths [/] 2024-04-25T17:17:22.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:21 smithi028 ceph-mon[29207]: pgmap v399: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:17:22.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:21 smithi084 ceph-mon[32752]: pgmap v399: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:17:22.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:21 smithi042 ceph-mon[32851]: pgmap v399: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:17:24.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:23 smithi028 ceph-mon[29207]: pgmap v400: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:17:24.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:23 smithi028 ceph-mon[29207]: scrub summary: idle 2024-04-25T17:17:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:23 smithi084 ceph-mon[32752]: pgmap v400: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:17:24.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:23 smithi084 ceph-mon[32752]: scrub summary: idle 2024-04-25T17:17:24.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:23 smithi042 ceph-mon[32851]: pgmap v400: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:17:24.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:23 smithi042 ceph-mon[32851]: scrub summary: idle 2024-04-25T17:17:26.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:25 smithi028 ceph-mon[29207]: pgmap v401: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-04-25T17:17:26.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:25 smithi084 ceph-mon[32752]: pgmap v401: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-04-25T17:17:26.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:25 smithi042 ceph-mon[32851]: pgmap v401: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-04-25T17:17:28.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:27 smithi028 ceph-mon[29207]: pgmap v402: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-04-25T17:17:28.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:27 smithi084 ceph-mon[32752]: pgmap v402: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-04-25T17:17:28.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:27 smithi042 ceph-mon[32851]: pgmap v402: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-04-25T17:17:30.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:29 smithi028 ceph-mon[29207]: pgmap v403: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-25T17:17:30.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:29 smithi084 ceph-mon[32752]: pgmap v403: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-25T17:17:30.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:29 smithi042 ceph-mon[32851]: pgmap v403: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-25T17:17:32.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:31 smithi028 ceph-mon[29207]: pgmap v404: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-25T17:17:32.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:31 smithi084 ceph-mon[32752]: pgmap v404: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-25T17:17:32.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:31 smithi042 ceph-mon[32851]: pgmap v404: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-25T17:17:34.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:33 smithi028 ceph-mon[29207]: pgmap v405: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-25T17:17:34.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:33 smithi084 ceph-mon[32752]: pgmap v405: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-25T17:17:34.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:33 smithi042 ceph-mon[32851]: pgmap v405: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-25T17:17:36.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:35 smithi084 ceph-mon[32752]: pgmap v406: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-04-25T17:17:36.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:35 smithi042 ceph-mon[32851]: pgmap v406: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-04-25T17:17:36.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:35 smithi028 ceph-mon[29207]: pgmap v406: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-04-25T17:17:38.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:37 smithi084 ceph-mon[32752]: pgmap v407: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:17:38.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:37 smithi042 ceph-mon[32851]: pgmap v407: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:17:38.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:37 smithi028 ceph-mon[29207]: pgmap v407: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:17:40.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:39 smithi084 ceph-mon[32752]: pgmap v408: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:17:40.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:39 smithi042 ceph-mon[32851]: pgmap v408: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:17:40.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:39 smithi028 ceph-mon[29207]: pgmap v408: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:17:41.636 INFO:tasks.workunit.client.0.smithi028.stderr:Updating files: 93% (11419/12271) Updating files: 94% (11535/12271) Updating files: 95% (11658/12271) Updating files: 96% (11781/12271) Updating files: 97% (11903/12271) Updating files: 98% (12026/12271) Updating files: 99% (12149/12271) Updating files: 100% (12271/12271) Updating files: 100% (12271/12271), done. 2024-04-25T17:17:42.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:41 smithi084 ceph-mon[32752]: pgmap v409: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:17:42.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:41 smithi042 ceph-mon[32851]: pgmap v409: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:17:42.406 INFO:tasks.workunit.client.0.smithi028.stderr:Note: switching to '994e2f20102a20fa9a27966c14b625cc01884df8'. 2024-04-25T17:17:42.406 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-25T17:17:42.406 INFO:tasks.workunit.client.0.smithi028.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-25T17:17:42.406 INFO:tasks.workunit.client.0.smithi028.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-25T17:17:42.406 INFO:tasks.workunit.client.0.smithi028.stderr:state without impacting any branches by switching back to a branch. 2024-04-25T17:17:42.406 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-25T17:17:42.406 INFO:tasks.workunit.client.0.smithi028.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-25T17:17:42.406 INFO:tasks.workunit.client.0.smithi028.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-25T17:17:42.406 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-25T17:17:42.407 INFO:tasks.workunit.client.0.smithi028.stderr: git switch -c 2024-04-25T17:17:42.407 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-25T17:17:42.407 INFO:tasks.workunit.client.0.smithi028.stderr:Or undo this operation with: 2024-04-25T17:17:42.407 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-25T17:17:42.407 INFO:tasks.workunit.client.0.smithi028.stderr: git switch - 2024-04-25T17:17:42.407 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-25T17:17:42.407 INFO:tasks.workunit.client.0.smithi028.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-25T17:17:42.407 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-25T17:17:42.407 INFO:tasks.workunit.client.0.smithi028.stderr:HEAD is now at 994e2f20102 Merge PR #56810 into wip-pdonnell-testing-20240425.015853-debug 2024-04-25T17:17:42.412 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-25T17:17:42.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:41 smithi028 ceph-mon[29207]: pgmap v409: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:17:42.434 INFO:tasks.workunit.client.0.smithi028.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-25T17:17:42.437 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-25T17:17:42.437 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-25T17:17:43.055 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-25T17:17:43.109 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-25T17:17:43.150 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-25T17:17:43.151 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-25T17:17:43.151 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-25T17:17:43.191 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-25T17:17:43.194 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-25T17:17:43.194 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-25T17:17:43.251 INFO:tasks.workunit:Running workunits matching suites/fsync-tester.sh on client.0... 2024-04-25T17:17:43.252 INFO:tasks.workunit:Running workunit suites/fsync-tester.sh... 2024-04-25T17:17:43.253 DEBUG:teuthology.orchestra.run.smithi028:workunit test suites/fsync-tester.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=994e2f20102a20fa9a27966c14b625cc01884df8 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/fsync-tester.sh 2024-04-25T17:17:43.315 INFO:tasks.workunit.client.0.smithi028.stderr:+ wget http://download.ceph.com/qa/fsync-tester.c 2024-04-25T17:17:43.343 INFO:tasks.workunit.client.0.smithi028.stderr:--2024-04-25 17:17:43-- http://download.ceph.com/qa/fsync-tester.c 2024-04-25T17:17:43.344 INFO:tasks.workunit.client.0.smithi028.stderr:Resolving download.ceph.com (download.ceph.com)... 158.69.68.124, 2607:5300:201:2000::3:58a1 2024-04-25T17:17:43.380 INFO:tasks.workunit.client.0.smithi028.stderr:Connecting to download.ceph.com (download.ceph.com)|158.69.68.124|:80... connected. 2024-04-25T17:17:43.416 INFO:tasks.workunit.client.0.smithi028.stderr:HTTP request sent, awaiting response... 200 OK 2024-04-25T17:17:43.416 INFO:tasks.workunit.client.0.smithi028.stderr:Length: 3024 (3.0K) [application/octet-stream] 2024-04-25T17:17:43.418 INFO:tasks.workunit.client.0.smithi028.stderr:Saving to: ‘fsync-tester.c’ 2024-04-25T17:17:43.422 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-25T17:17:43.422 INFO:tasks.workunit.client.0.smithi028.stderr: 0K .. 100% 586M=0s 2024-04-25T17:17:43.422 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-25T17:17:43.423 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-25 17:17:43 (586 MB/s) - ‘fsync-tester.c’ saved [3024/3024] 2024-04-25T17:17:43.423 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-25T17:17:43.423 INFO:tasks.workunit.client.0.smithi028.stderr:+ gcc -D_GNU_SOURCE fsync-tester.c -o fsync-tester 2024-04-25T17:17:43.508 INFO:tasks.workunit.client.0.smithi028.stderr:+ ./fsync-tester 2024-04-25T17:17:44.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:43 smithi084 ceph-mon[32752]: pgmap v410: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:17:44.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:43 smithi042 ceph-mon[32851]: pgmap v410: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:17:44.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:43 smithi028 ceph-mon[29207]: pgmap v410: 129 pgs: 129 active+clean; 659 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:17:46.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:45 smithi084 ceph-mon[32752]: pgmap v411: 129 pgs: 129 active+clean; 687 KiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 2.5 KiB/s wr, 7 op/s 2024-04-25T17:17:46.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:45 smithi042 ceph-mon[32851]: pgmap v411: 129 pgs: 129 active+clean; 687 KiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 2.5 KiB/s wr, 7 op/s 2024-04-25T17:17:46.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:45 smithi028 ceph-mon[29207]: pgmap v411: 129 pgs: 129 active+clean; 687 KiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 2.5 KiB/s wr, 7 op/s 2024-04-25T17:17:48.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:47 smithi084 ceph-mon[32752]: pgmap v412: 129 pgs: 129 active+clean; 8.7 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 685 KiB/s wr, 6 op/s 2024-04-25T17:17:48.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:47 smithi042 ceph-mon[32851]: pgmap v412: 129 pgs: 129 active+clean; 8.7 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 685 KiB/s wr, 6 op/s 2024-04-25T17:17:48.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:47 smithi028 ceph-mon[29207]: pgmap v412: 129 pgs: 129 active+clean; 8.7 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 685 KiB/s wr, 6 op/s 2024-04-25T17:17:50.070 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T17:17:50.070 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T17:17:50.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.189+0000 7f3817dc5640 1 -- 172.21.15.28:0/3960203539 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3810109a40 msgr2=0x7f381010be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.189+0000 7f3817dc5640 1 --2- 172.21.15.28:0/3960203539 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3810109a40 0x7f381010be60 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f3808009ca0 tx=0x7f380802a8c0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.189+0000 7f3817dc5640 1 -- 172.21.15.28:0/3960203539 shutdown_connections 2024-04-25T17:17:50.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.189+0000 7f3817dc5640 1 --2- 172.21.15.28:0/3960203539 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3810109a40 0x7f381010be60 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.189+0000 7f3817dc5640 1 --2- 172.21.15.28:0/3960203539 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3810104d40 0x7f3810105150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.189+0000 7f3817dc5640 1 --2- 172.21.15.28:0/3960203539 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3810103b00 0x7f3810104800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.189+0000 7f3817dc5640 1 -- 172.21.15.28:0/3960203539 >> 172.21.15.28:0/3960203539 conn(0x7f38100fecf0 msgr2=0x7f38101011a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:50.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.189+0000 7f3817dc5640 1 -- 172.21.15.28:0/3960203539 shutdown_connections 2024-04-25T17:17:50.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.189+0000 7f3817dc5640 1 -- 172.21.15.28:0/3960203539 wait complete. 2024-04-25T17:17:50.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.190+0000 7f3817dc5640 1 Processor -- start 2024-04-25T17:17:50.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.190+0000 7f3817dc5640 1 -- start start 2024-04-25T17:17:50.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.190+0000 7f3817dc5640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3810103b00 0x7f381019a080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.190+0000 7f3817dc5640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3810104d40 0x7f381019a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.190+0000 7f3817dc5640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3810109a40 0x7f38101a1550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.190+0000 7f3817dc5640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f381010f510 con 0x7f3810103b00 2024-04-25T17:17:50.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.190+0000 7f3817dc5640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f381010f390 con 0x7f3810109a40 2024-04-25T17:17:50.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.190+0000 7f3817dc5640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f381010f690 con 0x7f3810104d40 2024-04-25T17:17:50.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.190+0000 7f3815b61640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3810103b00 0x7f381019a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.190+0000 7f3815b61640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3810103b00 0x7f381019a080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40550/0 (socket says 172.21.15.28:40550) 2024-04-25T17:17:50.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.190+0000 7f3815b61640 1 -- 172.21.15.28:0/2097537407 learned_addr learned my addr 172.21.15.28:0/2097537407 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:50.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.191+0000 7f3816362640 1 --2- 172.21.15.28:0/2097537407 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3810109a40 0x7f38101a1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.191+0000 7f3815360640 1 --2- 172.21.15.28:0/2097537407 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3810104d40 0x7f381019a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.191+0000 7f3815b61640 1 -- 172.21.15.28:0/2097537407 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3810104d40 msgr2=0x7f381019a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.191+0000 7f3815b61640 1 --2- 172.21.15.28:0/2097537407 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3810104d40 0x7f381019a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.191+0000 7f3815b61640 1 -- 172.21.15.28:0/2097537407 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3810109a40 msgr2=0x7f38101a1550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.191+0000 7f3815b61640 1 --2- 172.21.15.28:0/2097537407 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3810109a40 0x7f38101a1550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.191+0000 7f3815b61640 1 -- 172.21.15.28:0/2097537407 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38101a1bc0 con 0x7f3810103b00 2024-04-25T17:17:50.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.191+0000 7f3815b61640 1 --2- 172.21.15.28:0/2097537407 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3810103b00 0x7f381019a080 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f380c00e9f0 tx=0x7f380c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:50.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.191+0000 7f3806ffd640 1 -- 172.21.15.28:0/2097537407 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f380c00ccc0 con 0x7f3810103b00 2024-04-25T17:17:50.195 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.191+0000 7f3817dc5640 1 -- 172.21.15.28:0/2097537407 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38101a1eb0 con 0x7f3810103b00 2024-04-25T17:17:50.195 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.191+0000 7f3806ffd640 1 -- 172.21.15.28:0/2097537407 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f380c0044b0 con 0x7f3810103b00 2024-04-25T17:17:50.195 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.191+0000 7f3806ffd640 1 -- 172.21.15.28:0/2097537407 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f380c010430 con 0x7f3810103b00 2024-04-25T17:17:50.195 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.191+0000 7f3817dc5640 1 -- 172.21.15.28:0/2097537407 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38101a2310 con 0x7f3810103b00 2024-04-25T17:17:50.197 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.195+0000 7f381ec7b740 1 Processor -- start 2024-04-25T17:17:50.197 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.195+0000 7f381ec7b740 1 -- start start 2024-04-25T17:17:50.197 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.195+0000 7f3806ffd640 1 -- 172.21.15.28:0/2097537407 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f380c003f90 con 0x7f3810103b00 2024-04-25T17:17:50.197 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.195+0000 7f381ec7b740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af06b390 0x55f7af40ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.197 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.195+0000 7f381ec7b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f7af0424d0 0x55f7af40cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.197 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.195+0000 7f381ec7b740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f7af04a6b0 0x55f7af40dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.197 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.195+0000 7f381ec7b740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55f7af371d80 con 0x55f7af06b390 2024-04-25T17:17:50.197 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.195+0000 7f381ec7b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f7af32b8b0 con 0x55f7af0424d0 2024-04-25T17:17:50.197 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.195+0000 7f381ec7b740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55f7af36dd40 con 0x55f7af04a6b0 2024-04-25T17:17:50.197 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.195+0000 7f3816362640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af06b390 0x55f7af40ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.198 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.195+0000 7f3816362640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af06b390 0x55f7af40ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40554/0 (socket says 172.21.15.28:40554) 2024-04-25T17:17:50.198 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.195+0000 7f3816362640 1 -- 172.21.15.28:0/4252002197 learned_addr learned my addr 172.21.15.28:0/4252002197 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:50.198 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.196+0000 7f3815360640 1 --2- 172.21.15.28:0/4252002197 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f7af04a6b0 0x55f7af40dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.198 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.196+0000 7f3815b61640 1 --2- 172.21.15.28:0/4252002197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f7af0424d0 0x55f7af40cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.198 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.196+0000 7f3815360640 1 -- 172.21.15.28:0/4252002197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f7af0424d0 msgr2=0x55f7af40cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:50.198 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.196+0000 7f3815360640 1 --2- 172.21.15.28:0/4252002197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f7af0424d0 0x55f7af40cfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.198 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.196+0000 7f3815360640 1 -- 172.21.15.28:0/4252002197 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af06b390 msgr2=0x55f7af40ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:50.198 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.196+0000 7f3815360640 1 --2- 172.21.15.28:0/4252002197 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af06b390 0x55f7af40ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.198 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.196+0000 7f3815360640 1 -- 172.21.15.28:0/4252002197 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f7af2fca40 con 0x55f7af04a6b0 2024-04-25T17:17:50.198 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.196+0000 7f3816362640 1 --2- 172.21.15.28:0/4252002197 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af06b390 0x55f7af40ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:50.198 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.196+0000 7f3815360640 1 --2- 172.21.15.28:0/4252002197 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f7af04a6b0 0x55f7af40dc70 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f380000bbc0 tx=0x7f38000107a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=936f199ef83c27bc server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:50.199 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.196+0000 7f3806ffd640 1 --2- 172.21.15.28:0/2097537407 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f37fc0afaf0 0x7f37fc0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.199 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.196+0000 7f3816362640 1 --2- 172.21.15.28:0/2097537407 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f37fc0afaf0 0x7f37fc0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.199 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.196+0000 7f37fbfff640 1 -- 172.21.15.28:0/4252002197 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3800004030 con 0x55f7af04a6b0 2024-04-25T17:17:50.199 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.196+0000 7f37fbfff640 1 -- 172.21.15.28:0/4252002197 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f38000035f0 con 0x55f7af04a6b0 2024-04-25T17:17:50.199 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.196+0000 7f3806ffd640 1 -- 172.21.15.28:0/2097537407 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f380c0df2b0 con 0x7f3810103b00 2024-04-25T17:17:50.199 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.196+0000 7f37fbfff640 1 -- 172.21.15.28:0/4252002197 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38000116a0 con 0x55f7af04a6b0 2024-04-25T17:17:50.204 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.197+0000 7f381ec7b740 1 -- 172.21.15.28:0/4252002197 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f7af04a6b0 msgr2=0x55f7af40dc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.204 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.197+0000 7f3816362640 1 --2- 172.21.15.28:0/2097537407 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f37fc0afaf0 0x7f37fc0b2000 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x55f7af40dab0 tx=0x7f3808031000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:50.204 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.197+0000 7f381ec7b740 1 --2- 172.21.15.28:0/4252002197 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f7af04a6b0 0x55f7af40dc70 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f380000bbc0 tx=0x7f38000107a0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.204 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.197+0000 7f381ec7b740 1 -- 172.21.15.28:0/4252002197 shutdown_connections 2024-04-25T17:17:50.204 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.197+0000 7f381ec7b740 1 --2- 172.21.15.28:0/4252002197 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f7af04a6b0 0x55f7af40dc70 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.204 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.197+0000 7f381ec7b740 1 --2- 172.21.15.28:0/4252002197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f7af0424d0 0x55f7af40cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.204 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.197+0000 7f381ec7b740 1 --2- 172.21.15.28:0/4252002197 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af06b390 0x55f7af40ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.204 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.197+0000 7f381ec7b740 1 -- 172.21.15.28:0/4252002197 >> 172.21.15.28:0/4252002197 conn(0x55f7af05f4e0 msgr2=0x55f7af408270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:50.204 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.198+0000 7f381ec7b740 1 -- 172.21.15.28:0/4252002197 shutdown_connections 2024-04-25T17:17:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.198+0000 7f381ec7b740 1 -- 172.21.15.28:0/4252002197 wait complete. 2024-04-25T17:17:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.198+0000 7f381ec7b740 1 -- start start 2024-04-25T17:17:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.198+0000 7f381ec7b740 1 Processor -- start 2024-04-25T17:17:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.198+0000 7f381ec7b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f7af0424d0 0x55f7af416950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.198+0000 7f381ec7b740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af04a6b0 0x55f7af416e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.198+0000 7f381ec7b740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f7af06b390 0x55f7af41ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.198+0000 7f381ec7b740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55f7af40e780 con 0x55f7af04a6b0 2024-04-25T17:17:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.198+0000 7f381ec7b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f7af2f8d10 con 0x55f7af0424d0 2024-04-25T17:17:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.198+0000 7f381ec7b740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55f7af40e900 con 0x55f7af06b390 2024-04-25T17:17:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.198+0000 7f381ec7b740 10 client.0 _ll_register_callbacks cb 0x55f7af325210 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:17:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.199+0000 7f3815360640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af04a6b0 0x55f7af416e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.199+0000 7f3815360640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af04a6b0 0x55f7af416e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40558/0 (socket says 172.21.15.28:40558) 2024-04-25T17:17:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.199+0000 7f3815360640 1 -- 172.21.15.28:0/2085013951 learned_addr learned my addr 172.21.15.28:0/2085013951 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.199+0000 7f3816362640 1 --2- 172.21.15.28:0/2085013951 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f7af06b390 0x55f7af41ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.205 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.199+0000 7f3815b61640 1 --2- 172.21.15.28:0/2085013951 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f7af0424d0 0x55f7af416950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.206 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.199+0000 7f3815360640 1 -- 172.21.15.28:0/2085013951 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f7af06b390 msgr2=0x55f7af41ddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:50.206 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.199+0000 7f3815360640 1 --2- 172.21.15.28:0/2085013951 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f7af06b390 0x55f7af41ddf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.206 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.199+0000 7f3815360640 1 -- 172.21.15.28:0/2085013951 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f7af0424d0 msgr2=0x55f7af416950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:50.206 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.199+0000 7f3815360640 1 --2- 172.21.15.28:0/2085013951 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f7af0424d0 0x55f7af416950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.206 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.199+0000 7f3815360640 1 -- 172.21.15.28:0/2085013951 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f7af14d7d0 con 0x55f7af04a6b0 2024-04-25T17:17:50.206 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.199+0000 7f3815b61640 1 --2- 172.21.15.28:0/2085013951 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f7af0424d0 0x55f7af416950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:17:50.206 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.199+0000 7f3815360640 1 --2- 172.21.15.28:0/2085013951 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af04a6b0 0x55f7af416e90 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f3800011010 tx=0x7f380000bf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cab79abe0d455559 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:50.206 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.199+0000 7f37f97fa640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:17:50.206 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.199+0000 7f37f97fa640 1 -- 172.21.15.28:0/2085013951 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f380002a060 con 0x55f7af04a6b0 2024-04-25T17:17:50.206 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.199+0000 7f37f97fa640 1 -- 172.21.15.28:0/2085013951 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f3800004200 con 0x55f7af04a6b0 2024-04-25T17:17:50.206 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.199+0000 7f381ec7b740 1 -- 172.21.15.28:0/2085013951 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f38000035f0 con 0x55f7af04a6b0 2024-04-25T17:17:50.206 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.200+0000 7f37f97fa640 1 -- 172.21.15.28:0/2085013951 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3800031050 con 0x55f7af04a6b0 2024-04-25T17:17:50.207 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.200+0000 7f381ec7b740 10 client.15894 fetch_fsmap learned FSMap version 24 2024-04-25T17:17:50.207 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.200+0000 7f381ec7b740 1 -- 172.21.15.28:0/2085013951 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f7af0833f0 con 0x55f7af04a6b0 2024-04-25T17:17:50.207 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.200+0000 7f37f97fa640 1 -- 172.21.15.28:0/2085013951 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f38000035f0 con 0x55f7af04a6b0 2024-04-25T17:17:50.207 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.200+0000 7f37f97fa640 1 -- 172.21.15.28:0/2085013951 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f38000048f0 con 0x55f7af04a6b0 2024-04-25T17:17:50.207 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.200+0000 7f381ec7b740 10 client.15894 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:17:50.207 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.200+0000 7f381ec7b740 10 client.15894 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:17:50.207 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.200+0000 7f381ec7b740 20 client.15894 populate_metadata read hostname 'smithi028' 2024-04-25T17:17:50.207 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.200+0000 7f381ec7b740 1 --2- 172.21.15.28:0/2085013951 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55f7af029f60 0x55f7af423f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.207 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.200+0000 7f381ec7b740 4 client.15894 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:17:50.207 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.200+0000 7f381ec7b740 1 -- 172.21.15.28:0/2085013951 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f7af37f990 con 0x55f7af029f60 2024-04-25T17:17:50.207 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.201+0000 7f3815b61640 1 --2- 172.21.15.28:0/2085013951 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55f7af029f60 0x55f7af423f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.207 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.201+0000 7f3815b61640 1 --2- 172.21.15.28:0/2085013951 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55f7af029f60 0x55f7af423f10 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=57442d779cfaab27 server_cookie=9550dda60ace68b0 in_seq=0 out_seq=0 2024-04-25T17:17:50.207 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.201+0000 7f37f97fa640 10 client.15894 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:50.207 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.202+0000 7f37f97fa640 1 -- 172.21.15.28:0/2085013951 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55f7af37f990 con 0x55f7af029f60 2024-04-25T17:17:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.202+0000 7f37f97fa640 10 client.15894 handle_command_reply: tid=0 2024-04-25T17:17:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.202+0000 7f381ec7b740 1 client.15894 shutdown 2024-04-25T17:17:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.202+0000 7f381ec7b740 1 -- 172.21.15.28:0/2085013951 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af04a6b0 msgr2=0x55f7af416e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.202+0000 7f381ec7b740 1 --2- 172.21.15.28:0/2085013951 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af04a6b0 0x55f7af416e90 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f3800011010 tx=0x7f380000bf70 comp rx=0 tx=0).stop 2024-04-25T17:17:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.202+0000 7f381ec7b740 1 -- 172.21.15.28:0/2085013951 shutdown_connections 2024-04-25T17:17:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.202+0000 7f381ec7b740 1 --2- 172.21.15.28:0/2085013951 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55f7af029f60 0x55f7af423f10 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.202+0000 7f381ec7b740 1 --2- 172.21.15.28:0/2085013951 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f7af06b390 0x55f7af41ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.202+0000 7f381ec7b740 1 --2- 172.21.15.28:0/2085013951 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af04a6b0 0x55f7af416e90 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.202+0000 7f37f97fa640 0 client.15894 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.202+0000 7f381ec7b740 1 --2- 172.21.15.28:0/2085013951 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f7af0424d0 0x55f7af416950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.202+0000 7f381ec7b740 1 -- 172.21.15.28:0/2085013951 >> 172.21.15.28:0/2085013951 conn(0x55f7af05f4e0 msgr2=0x55f7af40b180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.202+0000 7f381ec7b740 1 -- 172.21.15.28:0/2085013951 shutdown_connections 2024-04-25T17:17:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.202+0000 7f381ec7b740 1 -- 172.21.15.28:0/2085013951 wait complete. 2024-04-25T17:17:50.208 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.202+0000 7f381ec7b740 20 client.15894 trim_cache size 0 max 16384 2024-04-25T17:17:50.224 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.223+0000 7f381ec7b740 1 Processor -- start 2024-04-25T17:17:50.224 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.223+0000 7f381ec7b740 1 -- start start 2024-04-25T17:17:50.224 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.223+0000 7f381ec7b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f7af0424d0 0x55f7af414f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.223+0000 7f381ec7b740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af04a6b0 0x55f7af41dd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.223+0000 7f381ec7b740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f7af06b390 0x55f7af4154b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.223+0000 7f381ec7b740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f38101af1c0 con 0x55f7af04a6b0 2024-04-25T17:17:50.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.223+0000 7f381ec7b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f38101aca90 con 0x55f7af0424d0 2024-04-25T17:17:50.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.223+0000 7f381ec7b740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f38101aa8e0 con 0x55f7af06b390 2024-04-25T17:17:50.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.223+0000 7f3815360640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af04a6b0 0x55f7af41dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.223+0000 7f3815360640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af04a6b0 0x55f7af41dd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40568/0 (socket says 172.21.15.28:40568) 2024-04-25T17:17:50.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.223+0000 7f3815360640 1 -- 172.21.15.28:0/3635394097 learned_addr learned my addr 172.21.15.28:0/3635394097 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:50.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.223+0000 7f3815b61640 1 --2- 172.21.15.28:0/3635394097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f7af0424d0 0x55f7af414f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.223+0000 7f3816362640 1 --2- 172.21.15.28:0/3635394097 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f7af06b390 0x55f7af4154b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.223+0000 7f3815360640 1 -- 172.21.15.28:0/3635394097 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f7af06b390 msgr2=0x55f7af4154b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:50.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.223+0000 7f3815360640 1 --2- 172.21.15.28:0/3635394097 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f7af06b390 0x55f7af4154b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.223+0000 7f3815360640 1 -- 172.21.15.28:0/3635394097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f7af0424d0 msgr2=0x55f7af414f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:50.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.223+0000 7f3815360640 1 --2- 172.21.15.28:0/3635394097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f7af0424d0 0x55f7af414f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.223+0000 7f3815360640 1 -- 172.21.15.28:0/3635394097 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f7af0430f0 con 0x55f7af04a6b0 2024-04-25T17:17:50.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.224+0000 7f3815360640 1 --2- 172.21.15.28:0/3635394097 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af04a6b0 0x55f7af41dd10 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f3800003d10 tx=0x7f38000107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a2ffb4a9f766132 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:50.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.224+0000 7f37fb7fe640 1 -- 172.21.15.28:0/3635394097 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f380003a070 con 0x55f7af04a6b0 2024-04-25T17:17:50.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.224+0000 7f37fb7fe640 1 -- 172.21.15.28:0/3635394097 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3800004290 con 0x55f7af04a6b0 2024-04-25T17:17:50.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.224+0000 7f37fb7fe640 1 -- 172.21.15.28:0/3635394097 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f380002a040 con 0x55f7af04a6b0 2024-04-25T17:17:50.231 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.225+0000 7f381ec7b740 1 -- 172.21.15.28:0/3635394097 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af04a6b0 msgr2=0x55f7af41dd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.231 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.225+0000 7f381ec7b740 1 --2- 172.21.15.28:0/3635394097 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af04a6b0 0x55f7af41dd10 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f3800003d10 tx=0x7f38000107a0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.231 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.225+0000 7f381ec7b740 1 -- 172.21.15.28:0/3635394097 shutdown_connections 2024-04-25T17:17:50.231 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.225+0000 7f381ec7b740 1 --2- 172.21.15.28:0/3635394097 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f7af06b390 0x55f7af4154b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.231 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.225+0000 7f381ec7b740 1 --2- 172.21.15.28:0/3635394097 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af04a6b0 0x55f7af41dd10 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.231 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.225+0000 7f381ec7b740 1 --2- 172.21.15.28:0/3635394097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f7af0424d0 0x55f7af414f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.232 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.225+0000 7f381ec7b740 1 -- 172.21.15.28:0/3635394097 >> 172.21.15.28:0/3635394097 conn(0x55f7af05f4e0 msgr2=0x55f7af411640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:50.232 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.225+0000 7f381ec7b740 1 -- 172.21.15.28:0/3635394097 shutdown_connections 2024-04-25T17:17:50.232 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.225+0000 7f381ec7b740 1 -- 172.21.15.28:0/3635394097 wait complete. 2024-04-25T17:17:50.232 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.225+0000 7f381ec7b740 1 -- start start 2024-04-25T17:17:50.232 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.226+0000 7f381ec7b740 1 Processor -- start 2024-04-25T17:17:50.232 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.226+0000 7f381ec7b740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af0424d0 0x55f7af41b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.232 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.226+0000 7f381ec7b740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f7af04a6b0 0x55f7af41b710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.232 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.226+0000 7f381ec7b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f7af06b390 0x55f7af41c640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.232 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.226+0000 7f381ec7b740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f38101aaf50 con 0x55f7af0424d0 2024-04-25T17:17:50.232 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.226+0000 7f381ec7b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f38101ac3c0 con 0x55f7af06b390 2024-04-25T17:17:50.232 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.226+0000 7f381ec7b740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f38101ab620 con 0x55f7af04a6b0 2024-04-25T17:17:50.232 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.226+0000 7f381ec7b740 10 client.0 _ll_register_callbacks cb 0x7f3808009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:17:50.232 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.226+0000 7f3815b61640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af0424d0 0x55f7af41b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.232 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.226+0000 7f3815b61640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af0424d0 0x55f7af41b1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40578/0 (socket says 172.21.15.28:40578) 2024-04-25T17:17:50.232 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.226+0000 7f3815b61640 1 -- 172.21.15.28:0/4037101158 learned_addr learned my addr 172.21.15.28:0/4037101158 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:50.233 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.226+0000 7f3815360640 1 --2- 172.21.15.28:0/4037101158 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f7af04a6b0 0x55f7af41b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.233 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.227+0000 7f3816362640 1 --2- 172.21.15.28:0/4037101158 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f7af06b390 0x55f7af41c640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.233 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.227+0000 7f3815b61640 1 -- 172.21.15.28:0/4037101158 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f7af04a6b0 msgr2=0x55f7af41b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:50.233 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.227+0000 7f3815b61640 1 --2- 172.21.15.28:0/4037101158 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f7af04a6b0 0x55f7af41b710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.233 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.227+0000 7f3815b61640 1 -- 172.21.15.28:0/4037101158 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f7af06b390 msgr2=0x55f7af41c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:50.233 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.227+0000 7f3815b61640 1 --2- 172.21.15.28:0/4037101158 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f7af06b390 0x55f7af41c640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.233 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.227+0000 7f3815b61640 1 -- 172.21.15.28:0/4037101158 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f7af3324b0 con 0x55f7af0424d0 2024-04-25T17:17:50.233 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.227+0000 7f3816362640 1 --2- 172.21.15.28:0/4037101158 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f7af06b390 0x55f7af41c640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:17:50.233 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.227+0000 7f3815b61640 1 --2- 172.21.15.28:0/4037101158 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af0424d0 0x55f7af41b1d0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f380c0a4680 tx=0x7f380c0e2990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82189f80b4bf2da2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:50.233 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.227+0000 7f37f97fa640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:17:50.233 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.227+0000 7f37f97fa640 1 -- 172.21.15.28:0/4037101158 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f380c0a6f20 con 0x55f7af0424d0 2024-04-25T17:17:50.233 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.227+0000 7f37f97fa640 1 -- 172.21.15.28:0/4037101158 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f380c003680 con 0x55f7af0424d0 2024-04-25T17:17:50.233 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.227+0000 7f381ec7b740 1 -- 172.21.15.28:0/4037101158 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3800004290 con 0x55f7af0424d0 2024-04-25T17:17:50.234 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.227+0000 7f37f97fa640 1 -- 172.21.15.28:0/4037101158 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f380c0a7b10 con 0x55f7af0424d0 2024-04-25T17:17:50.234 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.227+0000 7f381ec7b740 10 client.15900 fetch_fsmap learned FSMap version 24 2024-04-25T17:17:50.234 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.227+0000 7f381ec7b740 1 -- 172.21.15.28:0/4037101158 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f7af41dd90 con 0x55f7af0424d0 2024-04-25T17:17:50.234 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.227+0000 7f37f97fa640 1 -- 172.21.15.28:0/4037101158 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3800004290 con 0x55f7af0424d0 2024-04-25T17:17:50.234 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.228+0000 7f37f97fa640 1 -- 172.21.15.28:0/4037101158 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f380c0a1ba0 con 0x55f7af0424d0 2024-04-25T17:17:50.234 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.228+0000 7f381ec7b740 10 client.15900 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:17:50.234 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.228+0000 7f381ec7b740 10 client.15900 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:17:50.234 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.228+0000 7f381ec7b740 20 client.15900 populate_metadata read hostname 'smithi028' 2024-04-25T17:17:50.234 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.228+0000 7f381ec7b740 1 --2- 172.21.15.28:0/4037101158 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55f7aefff3a0 0x55f7af48e650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.234 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.228+0000 7f381ec7b740 4 client.15900 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T17:17:50.234 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.228+0000 7f381ec7b740 1 -- 172.21.15.28:0/4037101158 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55f7af379800 con 0x55f7aefff3a0 2024-04-25T17:17:50.234 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.228+0000 7f3815360640 1 --2- 172.21.15.28:0/4037101158 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55f7aefff3a0 0x55f7af48e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.234 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.228+0000 7f37f97fa640 10 client.15900 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:50.234 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.228+0000 7f3815360640 1 --2- 172.21.15.28:0/4037101158 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55f7aefff3a0 0x55f7af48e650 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7cfb83f3553b8755 server_cookie=9b7730276e1a8cee in_seq=0 out_seq=0 2024-04-25T17:17:50.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.229+0000 7f37f97fa640 1 -- 172.21.15.28:0/4037101158 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55f7af379800 con 0x55f7aefff3a0 2024-04-25T17:17:50.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.229+0000 7f37f97fa640 10 client.15900 handle_command_reply: tid=0 2024-04-25T17:17:50.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.229+0000 7f381ec7b740 1 client.15900 shutdown 2024-04-25T17:17:50.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.229+0000 7f381ec7b740 1 -- 172.21.15.28:0/4037101158 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af0424d0 msgr2=0x55f7af41b1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.229+0000 7f381ec7b740 1 --2- 172.21.15.28:0/4037101158 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af0424d0 0x55f7af41b1d0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f380c0a4680 tx=0x7f380c0e2990 comp rx=0 tx=0).stop 2024-04-25T17:17:50.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.229+0000 7f381ec7b740 1 -- 172.21.15.28:0/4037101158 shutdown_connections 2024-04-25T17:17:50.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.229+0000 7f381ec7b740 1 --2- 172.21.15.28:0/4037101158 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55f7aefff3a0 0x55f7af48e650 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.229+0000 7f381ec7b740 1 --2- 172.21.15.28:0/4037101158 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f7af06b390 0x55f7af41c640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.229+0000 7f381ec7b740 1 --2- 172.21.15.28:0/4037101158 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f7af04a6b0 0x55f7af41b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.229+0000 7f381ec7b740 1 --2- 172.21.15.28:0/4037101158 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f7af0424d0 0x55f7af41b1d0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.229+0000 7f37f97fa640 0 client.15900 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:50.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.229+0000 7f381ec7b740 1 -- 172.21.15.28:0/4037101158 >> 172.21.15.28:0/4037101158 conn(0x55f7af05f4e0 msgr2=0x55f7af414f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:50.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.229+0000 7f381ec7b740 1 -- 172.21.15.28:0/4037101158 shutdown_connections 2024-04-25T17:17:50.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.229+0000 7f381ec7b740 1 -- 172.21.15.28:0/4037101158 wait complete. 2024-04-25T17:17:50.235 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.229+0000 7f381ec7b740 20 client.15900 trim_cache size 0 max 16384 2024-04-25T17:17:50.236 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:17:50.236 INFO:teuthology.orchestra.run.smithi028.stdout: "status": "no active scrubs running", 2024-04-25T17:17:50.236 INFO:teuthology.orchestra.run.smithi028.stdout: "scrubs": {} 2024-04-25T17:17:50.236 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:17:50.237 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:49 smithi084 ceph-mon[32752]: pgmap v413: 129 pgs: 129 active+clean; 73 MiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6.0 MiB/s wr, 8 op/s 2024-04-25T17:17:50.237 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.230+0000 7f3817dc5640 1 -- 172.21.15.28:0/2097537407 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f37fc0afaf0 msgr2=0x7f37fc0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.237 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.230+0000 7f3817dc5640 1 --2- 172.21.15.28:0/2097537407 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f37fc0afaf0 0x7f37fc0b2000 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x55f7af40dab0 tx=0x7f3808031000 comp rx=0 tx=0).stop 2024-04-25T17:17:50.237 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.230+0000 7f3817dc5640 1 -- 172.21.15.28:0/2097537407 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3810103b00 msgr2=0x7f381019a080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.237 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.230+0000 7f3817dc5640 1 --2- 172.21.15.28:0/2097537407 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3810103b00 0x7f381019a080 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f380c00e9f0 tx=0x7f380c00eeb0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.237 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.230+0000 7f3817dc5640 1 -- 172.21.15.28:0/2097537407 shutdown_connections 2024-04-25T17:17:50.237 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.230+0000 7f3817dc5640 1 --2- 172.21.15.28:0/2097537407 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f37fc0afaf0 0x7f37fc0b2000 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.237 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.230+0000 7f3817dc5640 1 --2- 172.21.15.28:0/2097537407 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3810109a40 0x7f38101a1550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.237 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.230+0000 7f3817dc5640 1 --2- 172.21.15.28:0/2097537407 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3810104d40 0x7f381019a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.238 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.230+0000 7f3817dc5640 1 --2- 172.21.15.28:0/2097537407 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3810103b00 0x7f381019a080 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.238 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.230+0000 7f3817dc5640 1 -- 172.21.15.28:0/2097537407 >> 172.21.15.28:0/2097537407 conn(0x7f38100fecf0 msgr2=0x7f3810105a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:50.238 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.230+0000 7f3817dc5640 1 -- 172.21.15.28:0/2097537407 shutdown_connections 2024-04-25T17:17:50.238 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.230+0000 7f3817dc5640 1 -- 172.21.15.28:0/2097537407 wait complete. 2024-04-25T17:17:50.240 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:49 smithi028 ceph-mon[29207]: pgmap v413: 129 pgs: 129 active+clean; 73 MiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6.0 MiB/s wr, 8 op/s 2024-04-25T17:17:50.242 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-25T17:17:50.242 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:17:50.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:49 smithi042 ceph-mon[32851]: pgmap v413: 129 pgs: 129 active+clean; 73 MiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6.0 MiB/s wr, 8 op/s 2024-04-25T17:17:50.361 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.360+0000 7f13284e0640 1 -- 172.21.15.28:0/3593218979 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f13201098b0 msgr2=0x7f132010bcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.361 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.360+0000 7f13284e0640 1 --2- 172.21.15.28:0/3593218979 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f13201098b0 0x7f132010bcd0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f1318009ca0 tx=0x7f131802a8c0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.361 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.361+0000 7f13284e0640 1 -- 172.21.15.28:0/3593218979 shutdown_connections 2024-04-25T17:17:50.361 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.361+0000 7f13284e0640 1 --2- 172.21.15.28:0/3593218979 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f13201098b0 0x7f132010bcd0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.362 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.361+0000 7f13284e0640 1 --2- 172.21.15.28:0/3593218979 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1320106f50 0x7f1320109370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.362 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.361+0000 7f13284e0640 1 --2- 172.21.15.28:0/3593218979 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13201045f0 0x7f1320106a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.362 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.361+0000 7f13284e0640 1 -- 172.21.15.28:0/3593218979 >> 172.21.15.28:0/3593218979 conn(0x7f13200fdbf0 msgr2=0x7f13201000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:50.362 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.361+0000 7f13284e0640 1 -- 172.21.15.28:0/3593218979 shutdown_connections 2024-04-25T17:17:50.362 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.361+0000 7f13284e0640 1 -- 172.21.15.28:0/3593218979 wait complete. 2024-04-25T17:17:50.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.361+0000 7f13284e0640 1 Processor -- start 2024-04-25T17:17:50.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.361+0000 7f13284e0640 1 -- start start 2024-04-25T17:17:50.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.362+0000 7f13284e0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f13201045f0 0x7f132019a050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.362+0000 7f13284e0640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1320106f50 0x7f132019a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.362+0000 7f13284e0640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13201098b0 0x7f13201a1520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.362+0000 7f13284e0640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f132010f530 con 0x7f1320106f50 2024-04-25T17:17:50.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.362+0000 7f13284e0640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f132010f3b0 con 0x7f13201098b0 2024-04-25T17:17:50.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.362+0000 7f13284e0640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f132010f6b0 con 0x7f13201045f0 2024-04-25T17:17:50.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.362+0000 7f1325a7b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1320106f50 0x7f132019a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.362+0000 7f1325a7b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1320106f50 0x7f132019a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40592/0 (socket says 172.21.15.28:40592) 2024-04-25T17:17:50.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.362+0000 7f1325a7b640 1 -- 172.21.15.28:0/2839364325 learned_addr learned my addr 172.21.15.28:0/2839364325 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:50.365 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.362+0000 7f132627c640 1 --2- 172.21.15.28:0/2839364325 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f13201045f0 0x7f132019a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.366 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.362+0000 7f1326a7d640 1 --2- 172.21.15.28:0/2839364325 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13201098b0 0x7f13201a1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.366 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.362+0000 7f1325a7b640 1 -- 172.21.15.28:0/2839364325 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f13201045f0 msgr2=0x7f132019a050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.366 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.362+0000 7f1325a7b640 1 --2- 172.21.15.28:0/2839364325 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f13201045f0 0x7f132019a050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.366 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.362+0000 7f1325a7b640 1 -- 172.21.15.28:0/2839364325 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13201098b0 msgr2=0x7f13201a1520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.366 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.362+0000 7f1325a7b640 1 --2- 172.21.15.28:0/2839364325 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13201098b0 0x7f13201a1520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.366 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.362+0000 7f1325a7b640 1 -- 172.21.15.28:0/2839364325 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13201a1b90 con 0x7f1320106f50 2024-04-25T17:17:50.366 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.362+0000 7f1325a7b640 1 --2- 172.21.15.28:0/2839364325 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1320106f50 0x7f132019a590 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f131000e9f0 tx=0x7f131000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:50.366 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.362+0000 7f13177fe640 1 -- 172.21.15.28:0/2839364325 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f131000cd80 con 0x7f1320106f50 2024-04-25T17:17:50.366 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.363+0000 7f13177fe640 1 -- 172.21.15.28:0/2839364325 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f13100054b0 con 0x7f1320106f50 2024-04-25T17:17:50.366 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.363+0000 7f13284e0640 1 -- 172.21.15.28:0/2839364325 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13201a1e80 con 0x7f1320106f50 2024-04-25T17:17:50.366 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.363+0000 7f13177fe640 1 -- 172.21.15.28:0/2839364325 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1310010430 con 0x7f1320106f50 2024-04-25T17:17:50.366 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.363+0000 7f13284e0640 1 -- 172.21.15.28:0/2839364325 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13201a22f0 con 0x7f1320106f50 2024-04-25T17:17:50.367 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.364+0000 7f13284e0640 1 -- 172.21.15.28:0/2839364325 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13200ff710 con 0x7f1320106f50 2024-04-25T17:17:50.367 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.366+0000 7f13177fe640 1 -- 172.21.15.28:0/2839364325 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f13100046c0 con 0x7f1320106f50 2024-04-25T17:17:50.367 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.367+0000 7f13177fe640 1 --2- 172.21.15.28:0/2839364325 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f130c0afba0 0x7f130c0b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.368 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.367+0000 7f132627c640 1 --2- 172.21.15.28:0/2839364325 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f130c0afba0 0x7f130c0b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.368 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.367+0000 7f13177fe640 1 -- 172.21.15.28:0/2839364325 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f13100df5c0 con 0x7f1320106f50 2024-04-25T17:17:50.368 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.367+0000 7f132627c640 1 --2- 172.21.15.28:0/2839364325 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f130c0afba0 0x7f130c0b20b0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f132006aa20 tx=0x7f131c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:50.371 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.370+0000 7f13177fe640 1 -- 172.21.15.28:0/2839364325 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1310053ff0 con 0x7f1320106f50 2024-04-25T17:17:50.615 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.615+0000 7f13284e0640 1 -- 172.21.15.28:0/2839364325 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f132002db50 con 0x7f1320106f50 2024-04-25T17:17:50.616 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.616+0000 7f13177fe640 1 -- 172.21.15.28:0/2839364325 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11858 (secure 0 0 0) 0x7f13100a7e20 con 0x7f1320106f50 2024-04-25T17:17:50.616 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:17:50.617 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14661,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6839/1659868687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6838","nonce":1659868687},{"type":"v1","addr":"172.21.15.28:6839","nonce":1659868687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14673,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6841/1611935230","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6840","nonce":1611935230},{"type":"v1","addr":"172.21.15.28:6841","nonce":1611935230}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T17:13:42.616399+0000","modified":"2024-04-25T17:16:06.660081+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24551,"mds_1":24532,"mds_2":24506},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6837/1172878965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1172878965},{"type":"v1","addr":"172.21.15.84:6837","nonce":1172878965}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.42:6837/229475507","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":229475507},{"type":"v1","addr":"172.21.15.42:6837","nonce":229475507}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.84:6839/1332945442","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":1332945442},{"type":"v1","addr":"172.21.15.84:6839","nonce":1332945442}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.42:6839/616693654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":616693654},{"type":"v1","addr":"172.21.15.42:6839","nonce":616693654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24551,24506,24532]},"id":1}]} 2024-04-25T17:17:50.617 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 24 2024-04-25T17:17:50.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.618+0000 7f13284e0640 1 -- 172.21.15.28:0/2839364325 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f130c0afba0 msgr2=0x7f130c0b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.618+0000 7f13284e0640 1 --2- 172.21.15.28:0/2839364325 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f130c0afba0 0x7f130c0b20b0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f132006aa20 tx=0x7f131c005f90 comp rx=0 tx=0).stop 2024-04-25T17:17:50.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.618+0000 7f13284e0640 1 -- 172.21.15.28:0/2839364325 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1320106f50 msgr2=0x7f132019a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.618+0000 7f13284e0640 1 --2- 172.21.15.28:0/2839364325 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1320106f50 0x7f132019a590 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f131000e9f0 tx=0x7f131000edf0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.618+0000 7f13284e0640 1 -- 172.21.15.28:0/2839364325 shutdown_connections 2024-04-25T17:17:50.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.618+0000 7f13284e0640 1 --2- 172.21.15.28:0/2839364325 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f130c0afba0 0x7f130c0b20b0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.618+0000 7f13284e0640 1 --2- 172.21.15.28:0/2839364325 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13201098b0 0x7f13201a1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.618+0000 7f13284e0640 1 --2- 172.21.15.28:0/2839364325 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1320106f50 0x7f132019a590 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.618+0000 7f13284e0640 1 --2- 172.21.15.28:0/2839364325 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f13201045f0 0x7f132019a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.618+0000 7f13284e0640 1 -- 172.21.15.28:0/2839364325 >> 172.21.15.28:0/2839364325 conn(0x7f13200fdbf0 msgr2=0x7f13201050c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:50.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.618+0000 7f13284e0640 1 -- 172.21.15.28:0/2839364325 shutdown_connections 2024-04-25T17:17:50.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.618+0000 7f13284e0640 1 -- 172.21.15.28:0/2839364325 wait complete. 2024-04-25T17:17:50.631 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-25T17:17:50.754 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.751+0000 7f58b83c5640 1 -- 172.21.15.28:0/932025440 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f58b01045c0 msgr2=0x7f58b01069e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.754 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.751+0000 7f58b83c5640 1 --2- 172.21.15.28:0/932025440 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f58b01045c0 0x7f58b01069e0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f58ac009ca0 tx=0x7f58ac02a8c0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.754 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.751+0000 7f58b83c5640 1 -- 172.21.15.28:0/932025440 shutdown_connections 2024-04-25T17:17:50.754 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.751+0000 7f58b83c5640 1 --2- 172.21.15.28:0/932025440 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58b0109880 0x7f58b010bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.754 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.751+0000 7f58b83c5640 1 --2- 172.21.15.28:0/932025440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f58b0106f20 0x7f58b0109340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.754 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.751+0000 7f58b83c5640 1 --2- 172.21.15.28:0/932025440 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f58b01045c0 0x7f58b01069e0 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.754 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.751+0000 7f58b83c5640 1 -- 172.21.15.28:0/932025440 >> 172.21.15.28:0/932025440 conn(0x7f58b00fdbc0 msgr2=0x7f58b0100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:50.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.751+0000 7f58b83c5640 1 -- 172.21.15.28:0/932025440 shutdown_connections 2024-04-25T17:17:50.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.751+0000 7f58b83c5640 1 -- 172.21.15.28:0/932025440 wait complete. 2024-04-25T17:17:50.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.752+0000 7f58b83c5640 1 Processor -- start 2024-04-25T17:17:50.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.752+0000 7f58b83c5640 1 -- start start 2024-04-25T17:17:50.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.752+0000 7f58b83c5640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f58b01045c0 0x7f58b019a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.752+0000 7f58b83c5640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f58b0106f20 0x7f58b019a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.752+0000 7f58b83c5640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58b0109880 0x7f58b01a1610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.752+0000 7f58b83c5640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f58b010f4d0 con 0x7f58b0106f20 2024-04-25T17:17:50.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.752+0000 7f58b83c5640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f58b010f350 con 0x7f58b01045c0 2024-04-25T17:17:50.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.752+0000 7f58b83c5640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f58b010f650 con 0x7f58b0109880 2024-04-25T17:17:50.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.752+0000 7f58b5960640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f58b0106f20 0x7f58b019a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.752+0000 7f58b5960640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f58b0106f20 0x7f58b019a680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40616/0 (socket says 172.21.15.28:40616) 2024-04-25T17:17:50.755 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.752+0000 7f58b5960640 1 -- 172.21.15.28:0/2425716546 learned_addr learned my addr 172.21.15.28:0/2425716546 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:50.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.752+0000 7f58b6962640 1 --2- 172.21.15.28:0/2425716546 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58b0109880 0x7f58b01a1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.752+0000 7f58b6161640 1 --2- 172.21.15.28:0/2425716546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f58b01045c0 0x7f58b019a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.752+0000 7f58b5960640 1 -- 172.21.15.28:0/2425716546 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58b0109880 msgr2=0x7f58b01a1610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.752+0000 7f58b5960640 1 --2- 172.21.15.28:0/2425716546 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58b0109880 0x7f58b01a1610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.752+0000 7f58b5960640 1 -- 172.21.15.28:0/2425716546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f58b01045c0 msgr2=0x7f58b019a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.753+0000 7f58b5960640 1 --2- 172.21.15.28:0/2425716546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f58b01045c0 0x7f58b019a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.753+0000 7f58b5960640 1 -- 172.21.15.28:0/2425716546 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58b01a1c80 con 0x7f58b0106f20 2024-04-25T17:17:50.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.753+0000 7f58b5960640 1 --2- 172.21.15.28:0/2425716546 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f58b0106f20 0x7f58b019a680 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f58a000d950 tx=0x7f58a000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:50.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.753+0000 7f58a77fe640 1 -- 172.21.15.28:0/2425716546 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58a0017070 con 0x7f58b0106f20 2024-04-25T17:17:50.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.753+0000 7f58a77fe640 1 -- 172.21.15.28:0/2425716546 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f58a0009c30 con 0x7f58b0106f20 2024-04-25T17:17:50.756 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.753+0000 7f58b83c5640 1 -- 172.21.15.28:0/2425716546 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58b01a1f70 con 0x7f58b0106f20 2024-04-25T17:17:50.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.753+0000 7f58a77fe640 1 -- 172.21.15.28:0/2425716546 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58a000f620 con 0x7f58b0106f20 2024-04-25T17:17:50.757 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.753+0000 7f58b83c5640 1 -- 172.21.15.28:0/2425716546 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58b01a23e0 con 0x7f58b0106f20 2024-04-25T17:17:50.764 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.756+0000 7f58bf279740 1 Processor -- start 2024-04-25T17:17:50.764 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.756+0000 7f58bf279740 1 -- start start 2024-04-25T17:17:50.764 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.756+0000 7f58bf279740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ebdd590390 0x55ebdd936c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.764 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.756+0000 7f58bf279740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebdd5674d0 0x55ebdd9371a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.764 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.756+0000 7f58bf279740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd56f6b0 0x55ebdd937e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.764 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.756+0000 7f58bf279740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55ebdd896d80 con 0x55ebdd56f6b0 2024-04-25T17:17:50.764 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.756+0000 7f58bf279740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ebdd850a20 con 0x55ebdd590390 2024-04-25T17:17:50.764 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.756+0000 7f58bf279740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ebdd892d40 con 0x55ebdd5674d0 2024-04-25T17:17:50.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.756+0000 7f58a77fe640 1 -- 172.21.15.28:0/2425716546 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f58a000f7c0 con 0x7f58b0106f20 2024-04-25T17:17:50.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.756+0000 7f58b6161640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebdd5674d0 0x55ebdd9371a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.757+0000 7f58b5960640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd56f6b0 0x55ebdd937e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.757+0000 7f58b6962640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ebdd590390 0x55ebdd936c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.757+0000 7f58b6161640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebdd5674d0 0x55ebdd9371a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.28:58678/0 (socket says 172.21.15.28:58678) 2024-04-25T17:17:50.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.757+0000 7f58b6161640 1 -- 172.21.15.28:0/482979277 learned_addr learned my addr 172.21.15.28:0/482979277 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:50.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.757+0000 7f58b6161640 1 -- 172.21.15.28:0/482979277 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ebdd590390 msgr2=0x55ebdd936c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:50.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.757+0000 7f58b6161640 1 --2- 172.21.15.28:0/482979277 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ebdd590390 0x55ebdd936c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.757+0000 7f58b6161640 1 -- 172.21.15.28:0/482979277 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd56f6b0 msgr2=0x55ebdd937e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:50.765 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.757+0000 7f58b6161640 1 --2- 172.21.15.28:0/482979277 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd56f6b0 0x55ebdd937e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.757+0000 7f58b6161640 1 -- 172.21.15.28:0/482979277 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ebdd85bc30 con 0x55ebdd5674d0 2024-04-25T17:17:50.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.757+0000 7f58b6161640 1 --2- 172.21.15.28:0/482979277 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebdd5674d0 0x55ebdd9371a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f58ac009ca0 tx=0x7f58ac0099b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f912b62992a3b61e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:50.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.757+0000 7f58a77fe640 1 --2- 172.21.15.28:0/2425716546 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f589c0afaf0 0x7f589c0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.757+0000 7f58a4bfe640 1 -- 172.21.15.28:0/482979277 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58ac031a80 con 0x55ebdd5674d0 2024-04-25T17:17:50.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.758+0000 7f58a4bfe640 1 -- 172.21.15.28:0/482979277 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f58ac036040 con 0x55ebdd5674d0 2024-04-25T17:17:50.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.758+0000 7f58b6962640 1 --2- 172.21.15.28:0/2425716546 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f589c0afaf0 0x7f589c0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.758+0000 7f58a4bfe640 1 -- 172.21.15.28:0/482979277 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58ac0044a0 con 0x55ebdd5674d0 2024-04-25T17:17:50.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.758+0000 7f58a77fe640 1 -- 172.21.15.28:0/2425716546 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f58a00debe0 con 0x7f58b0106f20 2024-04-25T17:17:50.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.759+0000 7f58bf279740 1 -- 172.21.15.28:0/482979277 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebdd5674d0 msgr2=0x55ebdd9371a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.759+0000 7f58b6962640 1 --2- 172.21.15.28:0/2425716546 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f589c0afaf0 0x7f589c0b2000 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x55ebdd937c70 tx=0x7f58a800b2e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:50.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.759+0000 7f58bf279740 1 --2- 172.21.15.28:0/482979277 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebdd5674d0 0x55ebdd9371a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f58ac009ca0 tx=0x7f58ac0099b0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.759+0000 7f58bf279740 1 -- 172.21.15.28:0/482979277 shutdown_connections 2024-04-25T17:17:50.766 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.759+0000 7f58bf279740 1 --2- 172.21.15.28:0/482979277 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd56f6b0 0x55ebdd937e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.767 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.759+0000 7f58bf279740 1 --2- 172.21.15.28:0/482979277 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebdd5674d0 0x55ebdd9371a0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.767 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.759+0000 7f58bf279740 1 --2- 172.21.15.28:0/482979277 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ebdd590390 0x55ebdd936c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.767 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.759+0000 7f58bf279740 1 -- 172.21.15.28:0/482979277 >> 172.21.15.28:0/482979277 conn(0x55ebdd5844e0 msgr2=0x55ebdd92e020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:50.767 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.759+0000 7f58bf279740 1 -- 172.21.15.28:0/482979277 shutdown_connections 2024-04-25T17:17:50.767 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.759+0000 7f58bf279740 1 -- 172.21.15.28:0/482979277 wait complete. 2024-04-25T17:17:50.767 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.759+0000 7f58bf279740 1 -- start start 2024-04-25T17:17:50.767 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.759+0000 7f58bf279740 1 Processor -- start 2024-04-25T17:17:50.767 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.759+0000 7f58bf279740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ebdd5674d0 0x55ebdd940940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.767 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.759+0000 7f58bf279740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd56f6b0 0x55ebdd940e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.767 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.760+0000 7f58bf279740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebdd590390 0x55ebdd947d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.767 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.760+0000 7f58bf279740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55ebdd9388e0 con 0x55ebdd56f6b0 2024-04-25T17:17:50.767 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.760+0000 7f58bf279740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ebdd81ddc0 con 0x55ebdd5674d0 2024-04-25T17:17:50.767 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.760+0000 7f58bf279740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ebdd938a60 con 0x55ebdd590390 2024-04-25T17:17:50.767 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.760+0000 7f58bf279740 10 client.0 _ll_register_callbacks cb 0x55ebdd839600 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:17:50.768 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.760+0000 7f58b5960640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd56f6b0 0x55ebdd940e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.768 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.760+0000 7f58b5960640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd56f6b0 0x55ebdd940e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40642/0 (socket says 172.21.15.28:40642) 2024-04-25T17:17:50.768 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.760+0000 7f58b5960640 1 -- 172.21.15.28:0/3506056306 learned_addr learned my addr 172.21.15.28:0/3506056306 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:50.768 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.760+0000 7f58b6161640 1 --2- 172.21.15.28:0/3506056306 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ebdd5674d0 0x55ebdd940940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.768 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.760+0000 7f58b6962640 1 --2- 172.21.15.28:0/3506056306 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebdd590390 0x55ebdd947d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.768 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.760+0000 7f58b5960640 1 -- 172.21.15.28:0/3506056306 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebdd590390 msgr2=0x55ebdd947d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:50.768 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.760+0000 7f58b5960640 1 --2- 172.21.15.28:0/3506056306 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebdd590390 0x55ebdd947d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.768 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.760+0000 7f58b5960640 1 -- 172.21.15.28:0/3506056306 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ebdd5674d0 msgr2=0x55ebdd940940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:50.768 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.760+0000 7f58b5960640 1 --2- 172.21.15.28:0/3506056306 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ebdd5674d0 0x55ebdd940940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.768 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.760+0000 7f58b5960640 1 -- 172.21.15.28:0/3506056306 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ebdd5a83f0 con 0x55ebdd56f6b0 2024-04-25T17:17:50.768 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.760+0000 7f58b5960640 1 --2- 172.21.15.28:0/3506056306 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd56f6b0 0x55ebdd940e80 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f58a00a2dc0 tx=0x7f58a00e22b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1dbfaf51b02003df server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:50.768 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.760+0000 7f5899ffb640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:17:50.768 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.760+0000 7f5899ffb640 1 -- 172.21.15.28:0/3506056306 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58a0020050 con 0x55ebdd56f6b0 2024-04-25T17:17:50.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.760+0000 7f5899ffb640 1 -- 172.21.15.28:0/3506056306 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f58a00a3330 con 0x55ebdd56f6b0 2024-04-25T17:17:50.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.760+0000 7f58bf279740 1 -- 172.21.15.28:0/3506056306 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58ac036040 con 0x55ebdd56f6b0 2024-04-25T17:17:50.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.761+0000 7f5899ffb640 1 -- 172.21.15.28:0/3506056306 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f58a00a6690 con 0x55ebdd56f6b0 2024-04-25T17:17:50.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.761+0000 7f58bf279740 10 client.15918 fetch_fsmap learned FSMap version 24 2024-04-25T17:17:50.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.761+0000 7f58bf279740 1 -- 172.21.15.28:0/3506056306 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ebdd6727d0 con 0x55ebdd56f6b0 2024-04-25T17:17:50.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.761+0000 7f5899ffb640 1 -- 172.21.15.28:0/3506056306 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f58ac036040 con 0x55ebdd56f6b0 2024-04-25T17:17:50.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.761+0000 7f5899ffb640 1 -- 172.21.15.28:0/3506056306 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f58a00a2fd0 con 0x55ebdd56f6b0 2024-04-25T17:17:50.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.761+0000 7f58bf279740 10 client.15918 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:17:50.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.761+0000 7f58bf279740 10 client.15918 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-25T17:17:50.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.761+0000 7f58bf279740 20 client.15918 populate_metadata read hostname 'smithi028' 2024-04-25T17:17:50.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.761+0000 7f58bf279740 1 --2- 172.21.15.28:0/3506056306 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55ebdd54ef60 0x55ebdd94e600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.761+0000 7f58bf279740 4 client.15918 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:17:50.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.761+0000 7f58bf279740 1 -- 172.21.15.28:0/3506056306 --> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ebdd8a4990 con 0x55ebdd54ef60 2024-04-25T17:17:50.769 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.761+0000 7f58b6161640 1 --2- 172.21.15.28:0/3506056306 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55ebdd54ef60 0x55ebdd94e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.770 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.762+0000 7f5899ffb640 10 client.15918 ms_handle_connect on v2:172.21.15.42:6836/229475507 2024-04-25T17:17:50.770 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.762+0000 7f58b6161640 1 --2- 172.21.15.28:0/3506056306 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55ebdd54ef60 0x55ebdd94e600 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2d6415dad61e142a server_cookie=d11f12cbd99d39f7 in_seq=0 out_seq=0 2024-04-25T17:17:50.770 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.763+0000 7f5899ffb640 1 -- 172.21.15.28:0/3506056306 <== mds.2 v2:172.21.15.42:6836/229475507 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55ebdd8a4990 con 0x55ebdd54ef60 2024-04-25T17:17:50.770 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.763+0000 7f5899ffb640 10 client.15918 handle_command_reply: tid=0 2024-04-25T17:17:50.770 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.763+0000 7f58bf279740 1 client.15918 shutdown 2024-04-25T17:17:50.770 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.763+0000 7f58bf279740 1 -- 172.21.15.28:0/3506056306 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd56f6b0 msgr2=0x55ebdd940e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.770 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.763+0000 7f58bf279740 1 --2- 172.21.15.28:0/3506056306 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd56f6b0 0x55ebdd940e80 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f58a00a2dc0 tx=0x7f58a00e22b0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.770 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.763+0000 7f58bf279740 1 -- 172.21.15.28:0/3506056306 shutdown_connections 2024-04-25T17:17:50.770 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.763+0000 7f58bf279740 1 --2- 172.21.15.28:0/3506056306 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55ebdd54ef60 0x55ebdd94e600 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.770 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.763+0000 7f58bf279740 1 --2- 172.21.15.28:0/3506056306 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebdd590390 0x55ebdd947d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.770 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.763+0000 7f58bf279740 1 --2- 172.21.15.28:0/3506056306 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd56f6b0 0x55ebdd940e80 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.770 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.763+0000 7f5899ffb640 0 client.15918 ms_handle_reset on v2:172.21.15.42:6836/229475507 2024-04-25T17:17:50.771 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.763+0000 7f58bf279740 1 --2- 172.21.15.28:0/3506056306 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ebdd5674d0 0x55ebdd940940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.771 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.763+0000 7f58bf279740 1 -- 172.21.15.28:0/3506056306 >> 172.21.15.28:0/3506056306 conn(0x55ebdd5844e0 msgr2=0x55ebdd930f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:50.771 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.763+0000 7f58bf279740 1 -- 172.21.15.28:0/3506056306 shutdown_connections 2024-04-25T17:17:50.771 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.763+0000 7f58bf279740 1 -- 172.21.15.28:0/3506056306 wait complete. 2024-04-25T17:17:50.771 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.763+0000 7f58bf279740 20 client.15918 trim_cache size 0 max 16384 2024-04-25T17:17:50.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.780+0000 7f58bf279740 1 Processor -- start 2024-04-25T17:17:50.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.780+0000 7f58bf279740 1 -- start start 2024-04-25T17:17:50.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.780+0000 7f58bf279740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd54ef60 0x55ebdd928d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.780+0000 7f58bf279740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebdd5674d0 0x55ebdd92d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.780+0000 7f58bf279740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ebdd56f6b0 0x55ebdd92df20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.782 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.780+0000 7f58bf279740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f58b01acf60 con 0x55ebdd54ef60 2024-04-25T17:17:50.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.780+0000 7f58bf279740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f58b01aa830 con 0x55ebdd56f6b0 2024-04-25T17:17:50.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.780+0000 7f58bf279740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f58b01a8680 con 0x55ebdd5674d0 2024-04-25T17:17:50.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.781+0000 7f58b6161640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd54ef60 0x55ebdd928d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.781+0000 7f58b6161640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd54ef60 0x55ebdd928d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40646/0 (socket says 172.21.15.28:40646) 2024-04-25T17:17:50.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.781+0000 7f58b6161640 1 -- 172.21.15.28:0/944507877 learned_addr learned my addr 172.21.15.28:0/944507877 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:50.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.781+0000 7f58b5960640 1 --2- 172.21.15.28:0/944507877 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebdd5674d0 0x55ebdd92d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.781+0000 7f58b6962640 1 --2- 172.21.15.28:0/944507877 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ebdd56f6b0 0x55ebdd92df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.781+0000 7f58b5960640 1 -- 172.21.15.28:0/944507877 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ebdd56f6b0 msgr2=0x55ebdd92df20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:50.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.781+0000 7f58b5960640 1 --2- 172.21.15.28:0/944507877 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ebdd56f6b0 0x55ebdd92df20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.781+0000 7f58b5960640 1 -- 172.21.15.28:0/944507877 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd54ef60 msgr2=0x55ebdd928d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:50.783 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.781+0000 7f58b5960640 1 --2- 172.21.15.28:0/944507877 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd54ef60 0x55ebdd928d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.784 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.781+0000 7f58b5960640 1 -- 172.21.15.28:0/944507877 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ebdd938820 con 0x55ebdd5674d0 2024-04-25T17:17:50.784 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.781+0000 7f58b6161640 1 --2- 172.21.15.28:0/944507877 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd54ef60 0x55ebdd928d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:50.784 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.781+0000 7f58b5960640 1 --2- 172.21.15.28:0/944507877 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebdd5674d0 0x55ebdd92d9e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f58a00dc6d0 tx=0x7f58a0000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e17fbf9c0dfdf089 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:50.784 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.781+0000 7f589bfff640 1 -- 172.21.15.28:0/944507877 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58a0020070 con 0x55ebdd5674d0 2024-04-25T17:17:50.784 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.781+0000 7f589bfff640 1 -- 172.21.15.28:0/944507877 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f58a00a7440 con 0x55ebdd5674d0 2024-04-25T17:17:50.784 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.781+0000 7f589bfff640 1 -- 172.21.15.28:0/944507877 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58a00a64b0 con 0x55ebdd5674d0 2024-04-25T17:17:50.788 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.782+0000 7f58bf279740 1 -- 172.21.15.28:0/944507877 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebdd5674d0 msgr2=0x55ebdd92d9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.782+0000 7f58bf279740 1 --2- 172.21.15.28:0/944507877 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebdd5674d0 0x55ebdd92d9e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f58a00dc6d0 tx=0x7f58a0000bc0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.782+0000 7f58bf279740 1 -- 172.21.15.28:0/944507877 shutdown_connections 2024-04-25T17:17:50.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.782+0000 7f58bf279740 1 --2- 172.21.15.28:0/944507877 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ebdd56f6b0 0x55ebdd92df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.782+0000 7f58bf279740 1 --2- 172.21.15.28:0/944507877 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebdd5674d0 0x55ebdd92d9e0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.782+0000 7f58bf279740 1 --2- 172.21.15.28:0/944507877 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd54ef60 0x55ebdd928d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.782+0000 7f58bf279740 1 -- 172.21.15.28:0/944507877 >> 172.21.15.28:0/944507877 conn(0x55ebdd5844e0 msgr2=0x55ebdd93b6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:50.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.782+0000 7f58bf279740 1 -- 172.21.15.28:0/944507877 shutdown_connections 2024-04-25T17:17:50.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.783+0000 7f58bf279740 1 -- 172.21.15.28:0/944507877 wait complete. 2024-04-25T17:17:50.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.783+0000 7f58bf279740 1 -- start start 2024-04-25T17:17:50.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.783+0000 7f58bf279740 1 Processor -- start 2024-04-25T17:17:50.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.783+0000 7f58bf279740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ebdd54ef60 0x55ebdd944db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.783+0000 7f58bf279740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd5674d0 0x55ebdd9452f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.783+0000 7f58bf279740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebdd56f6b0 0x55ebdd946220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.783+0000 7f58bf279740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f58b01a8cf0 con 0x55ebdd5674d0 2024-04-25T17:17:50.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.783+0000 7f58bf279740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f58b01aa160 con 0x55ebdd54ef60 2024-04-25T17:17:50.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.783+0000 7f58bf279740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f58b01a93c0 con 0x55ebdd56f6b0 2024-04-25T17:17:50.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.783+0000 7f58bf279740 10 client.0 _ll_register_callbacks cb 0x7f58a000df40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:17:50.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.783+0000 7f58b5960640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd5674d0 0x55ebdd9452f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.783+0000 7f58b5960640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd5674d0 0x55ebdd9452f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40652/0 (socket says 172.21.15.28:40652) 2024-04-25T17:17:50.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.783+0000 7f58b5960640 1 -- 172.21.15.28:0/965327941 learned_addr learned my addr 172.21.15.28:0/965327941 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:50.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.783+0000 7f58b6962640 1 --2- 172.21.15.28:0/965327941 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebdd56f6b0 0x55ebdd946220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.783+0000 7f58b6161640 1 --2- 172.21.15.28:0/965327941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ebdd54ef60 0x55ebdd944db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.784+0000 7f58b5960640 1 -- 172.21.15.28:0/965327941 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebdd56f6b0 msgr2=0x55ebdd946220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:50.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.784+0000 7f58b5960640 1 --2- 172.21.15.28:0/965327941 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebdd56f6b0 0x55ebdd946220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.784+0000 7f58b5960640 1 -- 172.21.15.28:0/965327941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ebdd54ef60 msgr2=0x55ebdd944db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:50.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.784+0000 7f58b5960640 1 --2- 172.21.15.28:0/965327941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ebdd54ef60 0x55ebdd944db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.784+0000 7f58b5960640 1 -- 172.21.15.28:0/965327941 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ebdd93b1d0 con 0x55ebdd5674d0 2024-04-25T17:17:50.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.784+0000 7f58b5960640 1 --2- 172.21.15.28:0/965327941 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd5674d0 0x55ebdd9452f0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f58a00e2740 tx=0x7f58a00a2cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e26427e2b180fc6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:50.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.784+0000 7f5899ffb640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:17:50.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.784+0000 7f5899ffb640 1 -- 172.21.15.28:0/965327941 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58a0087020 con 0x55ebdd5674d0 2024-04-25T17:17:50.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.784+0000 7f5899ffb640 1 -- 172.21.15.28:0/965327941 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f58a00a2fd0 con 0x55ebdd5674d0 2024-04-25T17:17:50.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.784+0000 7f58bf279740 1 -- 172.21.15.28:0/965327941 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58a00a7440 con 0x55ebdd5674d0 2024-04-25T17:17:50.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.784+0000 7f5899ffb640 1 -- 172.21.15.28:0/965327941 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f58a00b4050 con 0x55ebdd5674d0 2024-04-25T17:17:50.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.784+0000 7f58bf279740 10 client.15924 fetch_fsmap learned FSMap version 24 2024-04-25T17:17:50.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.784+0000 7f58bf279740 1 -- 172.21.15.28:0/965327941 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ebdd9b6920 con 0x55ebdd5674d0 2024-04-25T17:17:50.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.785+0000 7f5899ffb640 1 -- 172.21.15.28:0/965327941 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f58a00a7440 con 0x55ebdd5674d0 2024-04-25T17:17:50.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.785+0000 7f5899ffb640 1 -- 172.21.15.28:0/965327941 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f58a00a26b0 con 0x55ebdd5674d0 2024-04-25T17:17:50.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.785+0000 7f58bf279740 10 client.15924 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:17:50.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.785+0000 7f58bf279740 10 client.15924 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-25T17:17:50.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.785+0000 7f58bf279740 20 client.15924 populate_metadata read hostname 'smithi028' 2024-04-25T17:17:50.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.785+0000 7f58bf279740 1 --2- 172.21.15.28:0/965327941 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55ebdd590390 0x55ebdd9b9140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.785+0000 7f58bf279740 4 client.15924 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T17:17:50.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.785+0000 7f58bf279740 1 -- 172.21.15.28:0/965327941 --> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ebdd89e800 con 0x55ebdd590390 2024-04-25T17:17:50.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.785+0000 7f58b6161640 1 --2- 172.21.15.28:0/965327941 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55ebdd590390 0x55ebdd9b9140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.785+0000 7f58b6161640 1 --2- 172.21.15.28:0/965327941 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55ebdd590390 0x55ebdd9b9140 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=eeb7ee47a01d3e2b server_cookie=5565c21541bc78e9 in_seq=0 out_seq=0 2024-04-25T17:17:50.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.785+0000 7f5899ffb640 10 client.15924 ms_handle_connect on v2:172.21.15.42:6836/229475507 2024-04-25T17:17:50.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.786+0000 7f5899ffb640 1 -- 172.21.15.28:0/965327941 <== mds.2 v2:172.21.15.42:6836/229475507 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ebdd89e800 con 0x55ebdd590390 2024-04-25T17:17:50.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.786+0000 7f5899ffb640 10 client.15924 handle_command_reply: tid=0 2024-04-25T17:17:50.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.786+0000 7f58bf279740 1 client.15924 shutdown 2024-04-25T17:17:50.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.786+0000 7f58bf279740 1 -- 172.21.15.28:0/965327941 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd5674d0 msgr2=0x55ebdd9452f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.786+0000 7f58bf279740 1 --2- 172.21.15.28:0/965327941 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd5674d0 0x55ebdd9452f0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f58a00e2740 tx=0x7f58a00a2cc0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.786+0000 7f58bf279740 1 -- 172.21.15.28:0/965327941 shutdown_connections 2024-04-25T17:17:50.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.786+0000 7f58bf279740 1 --2- 172.21.15.28:0/965327941 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x55ebdd590390 0x55ebdd9b9140 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.786+0000 7f58bf279740 1 --2- 172.21.15.28:0/965327941 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebdd56f6b0 0x55ebdd946220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.786+0000 7f58bf279740 1 --2- 172.21.15.28:0/965327941 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55ebdd5674d0 0x55ebdd9452f0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.786+0000 7f5899ffb640 0 client.15924 ms_handle_reset on v2:172.21.15.42:6836/229475507 2024-04-25T17:17:50.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.786+0000 7f58bf279740 1 --2- 172.21.15.28:0/965327941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ebdd54ef60 0x55ebdd944db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.786+0000 7f58bf279740 1 -- 172.21.15.28:0/965327941 >> 172.21.15.28:0/965327941 conn(0x55ebdd5844e0 msgr2=0x55ebdd930ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:50.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.786+0000 7f58bf279740 1 -- 172.21.15.28:0/965327941 shutdown_connections 2024-04-25T17:17:50.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.786+0000 7f58bf279740 1 -- 172.21.15.28:0/965327941 wait complete. 2024-04-25T17:17:50.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.786+0000 7f58bf279740 20 client.15924 trim_cache size 0 max 16384 2024-04-25T17:17:50.793 INFO:teuthology.orchestra.run.smithi028.stdout:[] 2024-04-25T17:17:50.794 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.787+0000 7f58b83c5640 1 -- 172.21.15.28:0/2425716546 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f589c0afaf0 msgr2=0x7f589c0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.794 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.787+0000 7f58b83c5640 1 --2- 172.21.15.28:0/2425716546 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f589c0afaf0 0x7f589c0b2000 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x55ebdd937c70 tx=0x7f58a800b2e0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.794 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.787+0000 7f58b83c5640 1 -- 172.21.15.28:0/2425716546 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f58b0106f20 msgr2=0x7f58b019a680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.794 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.787+0000 7f58b83c5640 1 --2- 172.21.15.28:0/2425716546 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f58b0106f20 0x7f58b019a680 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f58a000d950 tx=0x7f58a000de10 comp rx=0 tx=0).stop 2024-04-25T17:17:50.794 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.787+0000 7f58b83c5640 1 -- 172.21.15.28:0/2425716546 shutdown_connections 2024-04-25T17:17:50.794 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.787+0000 7f58b83c5640 1 --2- 172.21.15.28:0/2425716546 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f589c0afaf0 0x7f589c0b2000 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.794 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.787+0000 7f58b83c5640 1 --2- 172.21.15.28:0/2425716546 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58b0109880 0x7f58b01a1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.794 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.787+0000 7f58b83c5640 1 --2- 172.21.15.28:0/2425716546 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f58b0106f20 0x7f58b019a680 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.794 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.787+0000 7f58b83c5640 1 --2- 172.21.15.28:0/2425716546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f58b01045c0 0x7f58b019a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.794 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.787+0000 7f58b83c5640 1 -- 172.21.15.28:0/2425716546 >> 172.21.15.28:0/2425716546 conn(0x7f58b00fdbc0 msgr2=0x7f58b0105170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:50.794 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.787+0000 7f58b83c5640 1 -- 172.21.15.28:0/2425716546 shutdown_connections 2024-04-25T17:17:50.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.787+0000 7f58b83c5640 1 -- 172.21.15.28:0/2425716546 wait complete. 2024-04-25T17:17:50.798 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-25T17:17:50.924 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.923+0000 7f32869f3640 1 -- 172.21.15.28:0/1386359731 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3280109880 msgr2=0x7f328010bca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.924 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.923+0000 7f32869f3640 1 --2- 172.21.15.28:0/1386359731 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3280109880 0x7f328010bca0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f3278009ca0 tx=0x7f327802a8c0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.924 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.923+0000 7f32869f3640 1 -- 172.21.15.28:0/1386359731 shutdown_connections 2024-04-25T17:17:50.924 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.923+0000 7f32869f3640 1 --2- 172.21.15.28:0/1386359731 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f3280109880 0x7f328010bca0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.924 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.923+0000 7f32869f3640 1 --2- 172.21.15.28:0/1386359731 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3280106f20 0x7f3280109340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.924 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.923+0000 7f32869f3640 1 --2- 172.21.15.28:0/1386359731 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f32801045c0 0x7f32801069e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.925 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.923+0000 7f32869f3640 1 -- 172.21.15.28:0/1386359731 >> 172.21.15.28:0/1386359731 conn(0x7f32800fdbc0 msgr2=0x7f3280100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:50.925 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.923+0000 7f32869f3640 1 -- 172.21.15.28:0/1386359731 shutdown_connections 2024-04-25T17:17:50.925 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.923+0000 7f32869f3640 1 -- 172.21.15.28:0/1386359731 wait complete. 2024-04-25T17:17:50.925 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.924+0000 7f32869f3640 1 Processor -- start 2024-04-25T17:17:50.925 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.924+0000 7f32869f3640 1 -- start start 2024-04-25T17:17:50.927 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.924+0000 7f32869f3640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f32801045c0 0x7f328019a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.927 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.924+0000 7f32869f3640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3280106f20 0x7f328019a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.927 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.924+0000 7f32869f3640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3280109880 0x7f32801a1590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.927 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.924+0000 7f32869f3640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f328010f4e0 con 0x7f32801045c0 2024-04-25T17:17:50.927 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.924+0000 7f32869f3640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f328010f360 con 0x7f3280109880 2024-04-25T17:17:50.927 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.924+0000 7f32869f3640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f328010f660 con 0x7f3280106f20 2024-04-25T17:17:50.927 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.924+0000 7f327ffff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f32801045c0 0x7f328019a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.927 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.924+0000 7f327ffff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f32801045c0 0x7f328019a0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40682/0 (socket says 172.21.15.28:40682) 2024-04-25T17:17:50.927 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.924+0000 7f327ffff640 1 -- 172.21.15.28:0/1378684684 learned_addr learned my addr 172.21.15.28:0/1378684684 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:50.927 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.924+0000 7f327f7fe640 1 --2- 172.21.15.28:0/1378684684 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3280106f20 0x7f328019a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.927 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.925+0000 7f3284f90640 1 --2- 172.21.15.28:0/1378684684 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3280109880 0x7f32801a1590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.928 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.925+0000 7f327ffff640 1 -- 172.21.15.28:0/1378684684 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3280106f20 msgr2=0x7f328019a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.928 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.925+0000 7f327ffff640 1 --2- 172.21.15.28:0/1378684684 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3280106f20 0x7f328019a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.928 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.925+0000 7f327ffff640 1 -- 172.21.15.28:0/1378684684 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3280109880 msgr2=0x7f32801a1590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.928 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.925+0000 7f327ffff640 1 --2- 172.21.15.28:0/1378684684 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3280109880 0x7f32801a1590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.928 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.925+0000 7f327ffff640 1 -- 172.21.15.28:0/1378684684 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32801a1c00 con 0x7f32801045c0 2024-04-25T17:17:50.928 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.925+0000 7f327f7fe640 1 --2- 172.21.15.28:0/1378684684 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3280106f20 0x7f328019a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:50.928 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.925+0000 7f327ffff640 1 --2- 172.21.15.28:0/1378684684 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f32801045c0 0x7f328019a0c0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f327000d770 tx=0x7f327000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:50.928 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.925+0000 7f327d7fa640 1 -- 172.21.15.28:0/1378684684 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3270017070 con 0x7f32801045c0 2024-04-25T17:17:50.928 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.925+0000 7f327d7fa640 1 -- 172.21.15.28:0/1378684684 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3270009c30 con 0x7f32801045c0 2024-04-25T17:17:50.928 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.925+0000 7f32869f3640 1 -- 172.21.15.28:0/1378684684 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32801a1ef0 con 0x7f32801045c0 2024-04-25T17:17:50.928 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.925+0000 7f327d7fa640 1 -- 172.21.15.28:0/1378684684 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f327000f620 con 0x7f32801045c0 2024-04-25T17:17:50.928 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.925+0000 7f32869f3640 1 -- 172.21.15.28:0/1378684684 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32801a2350 con 0x7f32801045c0 2024-04-25T17:17:50.934 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.928+0000 7f328d981740 1 Processor -- start 2024-04-25T17:17:50.934 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.928+0000 7f328d981740 1 -- start start 2024-04-25T17:17:50.934 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.928+0000 7f328d981740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18ce0e390 0x55a18d1b4c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.934 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.928+0000 7f328d981740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a18cde54d0 0x55a18d1b51a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.928+0000 7f327d7fa640 1 -- 172.21.15.28:0/1378684684 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f327001a070 con 0x7f32801045c0 2024-04-25T17:17:50.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.928+0000 7f328d981740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a18cded6b0 0x55a18d1b5e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.928+0000 7f328d981740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55a18d114d80 con 0x55a18ce0e390 2024-04-25T17:17:50.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.928+0000 7f328d981740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a18d0cea20 con 0x55a18cded6b0 2024-04-25T17:17:50.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.928+0000 7f328d981740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a18d110d40 con 0x55a18cde54d0 2024-04-25T17:17:50.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.929+0000 7f3284f90640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18ce0e390 0x55a18d1b4c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.929+0000 7f3284f90640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18ce0e390 0x55a18d1b4c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40690/0 (socket says 172.21.15.28:40690) 2024-04-25T17:17:50.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.929+0000 7f3284f90640 1 -- 172.21.15.28:0/1436202925 learned_addr learned my addr 172.21.15.28:0/1436202925 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:50.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.929+0000 7f327f7fe640 1 --2- 172.21.15.28:0/1436202925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a18cded6b0 0x55a18d1b5e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.935 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.929+0000 7f327ffff640 1 --2- 172.21.15.28:0/1436202925 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a18cde54d0 0x55a18d1b51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.936 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.929+0000 7f3284f90640 1 -- 172.21.15.28:0/1436202925 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a18cde54d0 msgr2=0x55a18d1b51a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:50.936 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.929+0000 7f3284f90640 1 --2- 172.21.15.28:0/1436202925 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a18cde54d0 0x55a18d1b51a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.936 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.929+0000 7f3284f90640 1 -- 172.21.15.28:0/1436202925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a18cded6b0 msgr2=0x55a18d1b5e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:50.936 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.929+0000 7f3284f90640 1 --2- 172.21.15.28:0/1436202925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a18cded6b0 0x55a18d1b5e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.936 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.929+0000 7f3284f90640 1 -- 172.21.15.28:0/1436202925 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a18d0d9c30 con 0x55a18ce0e390 2024-04-25T17:17:50.936 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.929+0000 7f327f7fe640 1 --2- 172.21.15.28:0/1436202925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a18cded6b0 0x55a18d1b5e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:50.936 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.929+0000 7f3284f90640 1 --2- 172.21.15.28:0/1436202925 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18ce0e390 0x55a18d1b4c20 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f3278009ca0 tx=0x7f3278009940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=922dcce8311a548c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:50.936 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.929+0000 7f327d7fa640 1 --2- 172.21.15.28:0/1378684684 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f32680afaf0 0x7f32680b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.936 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.929+0000 7f32667fc640 1 -- 172.21.15.28:0/1436202925 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3278031a80 con 0x55a18ce0e390 2024-04-25T17:17:50.936 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.930+0000 7f32667fc640 1 -- 172.21.15.28:0/1436202925 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3278036030 con 0x55a18ce0e390 2024-04-25T17:17:50.936 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.930+0000 7f32667fc640 1 -- 172.21.15.28:0/1436202925 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32780044f0 con 0x55a18ce0e390 2024-04-25T17:17:50.936 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.930+0000 7f327ffff640 1 --2- 172.21.15.28:0/1378684684 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f32680afaf0 0x7f32680b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.936 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.930+0000 7f327d7fa640 1 -- 172.21.15.28:0/1378684684 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f32700dea50 con 0x7f32801045c0 2024-04-25T17:17:50.936 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.930+0000 7f328d981740 1 -- 172.21.15.28:0/1436202925 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18ce0e390 msgr2=0x55a18d1b4c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.937 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.930+0000 7f327ffff640 1 --2- 172.21.15.28:0/1378684684 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f32680afaf0 0x7f32680b2000 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x55a18d1b4940 tx=0x7f32700e3040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:50.937 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.931+0000 7f328d981740 1 --2- 172.21.15.28:0/1436202925 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18ce0e390 0x55a18d1b4c20 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f3278009ca0 tx=0x7f3278009940 comp rx=0 tx=0).stop 2024-04-25T17:17:50.937 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.931+0000 7f328d981740 1 -- 172.21.15.28:0/1436202925 shutdown_connections 2024-04-25T17:17:50.937 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.931+0000 7f328d981740 1 --2- 172.21.15.28:0/1436202925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a18cded6b0 0x55a18d1b5e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.937 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.931+0000 7f328d981740 1 --2- 172.21.15.28:0/1436202925 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a18cde54d0 0x55a18d1b51a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.937 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.931+0000 7f328d981740 1 --2- 172.21.15.28:0/1436202925 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18ce0e390 0x55a18d1b4c20 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.937 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.931+0000 7f328d981740 1 -- 172.21.15.28:0/1436202925 >> 172.21.15.28:0/1436202925 conn(0x55a18ce024e0 msgr2=0x55a18d1ac020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:50.937 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.931+0000 7f328d981740 1 -- 172.21.15.28:0/1436202925 shutdown_connections 2024-04-25T17:17:50.937 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.931+0000 7f328d981740 1 -- 172.21.15.28:0/1436202925 wait complete. 2024-04-25T17:17:50.937 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.931+0000 7f328d981740 1 -- start start 2024-04-25T17:17:50.937 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.931+0000 7f328d981740 1 Processor -- start 2024-04-25T17:17:50.937 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.932+0000 7f328d981740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a18cde54d0 0x55a18d1be7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.937 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.932+0000 7f328d981740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a18cded6b0 0x55a18d1bed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.938 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.932+0000 7f328d981740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18ce0e390 0x55a18d1c5c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.938 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.932+0000 7f328d981740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55a18d1b6760 con 0x55a18ce0e390 2024-04-25T17:17:50.938 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.932+0000 7f328d981740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a18d09bdc0 con 0x55a18cded6b0 2024-04-25T17:17:50.938 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.932+0000 7f328d981740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a18d1b68e0 con 0x55a18cde54d0 2024-04-25T17:17:50.938 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.932+0000 7f328d981740 10 client.0 _ll_register_callbacks cb 0x55a18d0b7600 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:17:50.938 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.932+0000 7f3284f90640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18ce0e390 0x55a18d1c5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.938 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.932+0000 7f3284f90640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18ce0e390 0x55a18d1c5c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40696/0 (socket says 172.21.15.28:40696) 2024-04-25T17:17:50.938 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.932+0000 7f3284f90640 1 -- 172.21.15.28:0/748273959 learned_addr learned my addr 172.21.15.28:0/748273959 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:50.938 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.932+0000 7f3284f90640 1 --2- 172.21.15.28:0/748273959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a18cde54d0 0x55a18d1be7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.938 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.932+0000 7f327f7fe640 1 --2- 172.21.15.28:0/748273959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a18cded6b0 0x55a18d1bed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.938 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.932+0000 7f3284f90640 1 -- 172.21.15.28:0/748273959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a18cde54d0 msgr2=0x55a18d1be7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:50.939 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.932+0000 7f3284f90640 1 --2- 172.21.15.28:0/748273959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a18cde54d0 0x55a18d1be7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.939 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.932+0000 7f3284f90640 1 -- 172.21.15.28:0/748273959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a18cded6b0 msgr2=0x55a18d1bed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:50.939 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.932+0000 7f3284f90640 1 --2- 172.21.15.28:0/748273959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a18cded6b0 0x55a18d1bed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.939 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.932+0000 7f3284f90640 1 -- 172.21.15.28:0/748273959 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a18ce263f0 con 0x55a18ce0e390 2024-04-25T17:17:50.939 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.932+0000 7f327f7fe640 1 --2- 172.21.15.28:0/748273959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a18cded6b0 0x55a18d1bed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:17:50.939 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.932+0000 7f3284f90640 1 --2- 172.21.15.28:0/748273959 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18ce0e390 0x55a18d1c5c60 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f327802aeb0 tx=0x7f3278004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=177a57f2645edd55 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:50.939 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.932+0000 7f325f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:17:50.939 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.933+0000 7f325f7fe640 1 -- 172.21.15.28:0/748273959 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3278059060 con 0x55a18ce0e390 2024-04-25T17:17:50.939 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.933+0000 7f325f7fe640 1 -- 172.21.15.28:0/748273959 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f3278003b70 con 0x55a18ce0e390 2024-04-25T17:17:50.939 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.933+0000 7f328d981740 1 -- 172.21.15.28:0/748273959 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3278036030 con 0x55a18ce0e390 2024-04-25T17:17:50.939 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.933+0000 7f325f7fe640 1 -- 172.21.15.28:0/748273959 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3278003d70 con 0x55a18ce0e390 2024-04-25T17:17:50.939 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.933+0000 7f328d981740 10 client.15936 fetch_fsmap learned FSMap version 24 2024-04-25T17:17:50.939 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.933+0000 7f328d981740 1 -- 172.21.15.28:0/748273959 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a18cef07d0 con 0x55a18ce0e390 2024-04-25T17:17:50.939 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.933+0000 7f325f7fe640 1 -- 172.21.15.28:0/748273959 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3278036030 con 0x55a18ce0e390 2024-04-25T17:17:50.940 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.933+0000 7f325f7fe640 1 -- 172.21.15.28:0/748273959 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f3278043070 con 0x55a18ce0e390 2024-04-25T17:17:50.940 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.933+0000 7f328d981740 10 client.15936 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:17:50.940 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.933+0000 7f328d981740 10 client.15936 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-25T17:17:50.940 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.933+0000 7f328d981740 20 client.15936 populate_metadata read hostname 'smithi028' 2024-04-25T17:17:50.940 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.933+0000 7f328d981740 1 --2- 172.21.15.28:0/748273959 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x55a18cdccf60 0x55a18d1cc0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.940 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.933+0000 7f328d981740 4 client.15936 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:17:50.940 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.933+0000 7f328d981740 1 -- 172.21.15.28:0/748273959 --> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a18d122990 con 0x55a18cdccf60 2024-04-25T17:17:50.940 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.934+0000 7f327f7fe640 1 --2- 172.21.15.28:0/748273959 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x55a18cdccf60 0x55a18d1cc0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.940 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.934+0000 7f327f7fe640 1 --2- 172.21.15.28:0/748273959 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x55a18cdccf60 0x55a18d1cc0e0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b1a2cfcf2969c23c server_cookie=b5fd72574cc89ba9 in_seq=0 out_seq=0 2024-04-25T17:17:50.940 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.934+0000 7f325f7fe640 10 client.15936 ms_handle_connect on v2:172.21.15.84:6838/1332945442 2024-04-25T17:17:50.941 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.935+0000 7f325f7fe640 1 -- 172.21.15.28:0/748273959 <== mds.1 v2:172.21.15.84:6838/1332945442 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55a18d122990 con 0x55a18cdccf60 2024-04-25T17:17:50.941 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.935+0000 7f325f7fe640 10 client.15936 handle_command_reply: tid=0 2024-04-25T17:17:50.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.935+0000 7f328d981740 1 client.15936 shutdown 2024-04-25T17:17:50.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.935+0000 7f328d981740 1 -- 172.21.15.28:0/748273959 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18ce0e390 msgr2=0x55a18d1c5c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.935+0000 7f328d981740 1 --2- 172.21.15.28:0/748273959 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18ce0e390 0x55a18d1c5c60 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f327802aeb0 tx=0x7f3278004040 comp rx=0 tx=0).stop 2024-04-25T17:17:50.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.935+0000 7f328d981740 1 -- 172.21.15.28:0/748273959 shutdown_connections 2024-04-25T17:17:50.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.935+0000 7f328d981740 1 --2- 172.21.15.28:0/748273959 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x55a18cdccf60 0x55a18d1cc0e0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.935+0000 7f328d981740 1 --2- 172.21.15.28:0/748273959 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18ce0e390 0x55a18d1c5c60 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.935+0000 7f328d981740 1 --2- 172.21.15.28:0/748273959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a18cded6b0 0x55a18d1bed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.935+0000 7f328d981740 1 --2- 172.21.15.28:0/748273959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a18cde54d0 0x55a18d1be7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.935+0000 7f328d981740 1 -- 172.21.15.28:0/748273959 >> 172.21.15.28:0/748273959 conn(0x55a18ce024e0 msgr2=0x55a18d1aef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:50.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.935+0000 7f325f7fe640 0 client.15936 ms_handle_reset on v2:172.21.15.84:6838/1332945442 2024-04-25T17:17:50.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.935+0000 7f328d981740 1 -- 172.21.15.28:0/748273959 shutdown_connections 2024-04-25T17:17:50.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.935+0000 7f328d981740 1 -- 172.21.15.28:0/748273959 wait complete. 2024-04-25T17:17:50.942 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.935+0000 7f328d981740 20 client.15936 trim_cache size 0 max 16384 2024-04-25T17:17:50.952 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.950+0000 7f328d981740 1 Processor -- start 2024-04-25T17:17:50.952 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.950+0000 7f328d981740 1 -- start start 2024-04-25T17:17:50.952 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.950+0000 7f328d981740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a18cde54d0 0x55a18d1bcde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.952 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.950+0000 7f328d981740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18cded6b0 0x55a18d1c5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.952 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.950+0000 7f328d981740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a18ce0e390 0x55a18d1bd320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.952 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.950+0000 7f328d981740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f32801ace70 con 0x55a18cded6b0 2024-04-25T17:17:50.952 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.950+0000 7f328d981740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f32801aa740 con 0x55a18cde54d0 2024-04-25T17:17:50.952 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.950+0000 7f328d981740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f32801a8590 con 0x55a18ce0e390 2024-04-25T17:17:50.953 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.950+0000 7f327f7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18cded6b0 0x55a18d1c5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.953 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.950+0000 7f327f7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18cded6b0 0x55a18d1c5b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40700/0 (socket says 172.21.15.28:40700) 2024-04-25T17:17:50.953 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.950+0000 7f327f7fe640 1 -- 172.21.15.28:0/3320585787 learned_addr learned my addr 172.21.15.28:0/3320585787 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:50.953 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.951+0000 7f3284f90640 1 --2- 172.21.15.28:0/3320585787 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a18ce0e390 0x55a18d1bd320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.953 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.951+0000 7f3284f90640 1 --2- 172.21.15.28:0/3320585787 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a18cde54d0 0x55a18d1bcde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.953 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.951+0000 7f327f7fe640 1 -- 172.21.15.28:0/3320585787 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a18ce0e390 msgr2=0x55a18d1bd320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:50.953 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.951+0000 7f327f7fe640 1 --2- 172.21.15.28:0/3320585787 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a18ce0e390 0x55a18d1bd320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.953 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.951+0000 7f327f7fe640 1 -- 172.21.15.28:0/3320585787 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a18cde54d0 msgr2=0x55a18d1bcde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:50.953 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.951+0000 7f327f7fe640 1 --2- 172.21.15.28:0/3320585787 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a18cde54d0 0x55a18d1bcde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.953 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.951+0000 7f327f7fe640 1 -- 172.21.15.28:0/3320585787 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a18d1acbb0 con 0x55a18cded6b0 2024-04-25T17:17:50.953 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.951+0000 7f3284f90640 1 --2- 172.21.15.28:0/3320585787 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a18cde54d0 0x55a18d1bcde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:17:50.953 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.951+0000 7f327f7fe640 1 --2- 172.21.15.28:0/3320585787 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18cded6b0 0x55a18d1c5b80 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f327400bfd0 tx=0x7f327400b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6032b8edc34ca82 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:50.953 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.951+0000 7f3265ffb640 1 -- 172.21.15.28:0/3320585787 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3274004220 con 0x55a18cded6b0 2024-04-25T17:17:50.954 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.951+0000 7f3265ffb640 1 -- 172.21.15.28:0/3320585787 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3274023030 con 0x55a18cded6b0 2024-04-25T17:17:50.954 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.951+0000 7f3265ffb640 1 -- 172.21.15.28:0/3320585787 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3274005580 con 0x55a18cded6b0 2024-04-25T17:17:50.958 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.952+0000 7f328d981740 1 -- 172.21.15.28:0/3320585787 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18cded6b0 msgr2=0x55a18d1c5b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.958 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.952+0000 7f328d981740 1 --2- 172.21.15.28:0/3320585787 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18cded6b0 0x55a18d1c5b80 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f327400bfd0 tx=0x7f327400b390 comp rx=0 tx=0).stop 2024-04-25T17:17:50.959 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.952+0000 7f328d981740 1 -- 172.21.15.28:0/3320585787 shutdown_connections 2024-04-25T17:17:50.959 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.952+0000 7f328d981740 1 --2- 172.21.15.28:0/3320585787 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a18ce0e390 0x55a18d1bd320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.959 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.952+0000 7f328d981740 1 --2- 172.21.15.28:0/3320585787 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18cded6b0 0x55a18d1c5b80 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.959 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.952+0000 7f328d981740 1 --2- 172.21.15.28:0/3320585787 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a18cde54d0 0x55a18d1bcde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.959 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.952+0000 7f328d981740 1 -- 172.21.15.28:0/3320585787 >> 172.21.15.28:0/3320585787 conn(0x55a18ce024e0 msgr2=0x55a18d1b96a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:50.959 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.952+0000 7f328d981740 1 -- 172.21.15.28:0/3320585787 shutdown_connections 2024-04-25T17:17:50.959 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.952+0000 7f328d981740 1 -- 172.21.15.28:0/3320585787 wait complete. 2024-04-25T17:17:50.959 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.953+0000 7f328d981740 1 -- start start 2024-04-25T17:17:50.959 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.953+0000 7f328d981740 1 Processor -- start 2024-04-25T17:17:50.959 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.953+0000 7f328d981740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a18cde54d0 0x55a18d1c4c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.959 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.953+0000 7f328d981740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a18cded6b0 0x55a18d1c5140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.959 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.953+0000 7f328d981740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18ce0e390 0x55a18d2324d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.959 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.953+0000 7f328d981740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f32801a8c00 con 0x55a18ce0e390 2024-04-25T17:17:50.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.953+0000 7f328d981740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f32801aa070 con 0x55a18cde54d0 2024-04-25T17:17:50.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.953+0000 7f328d981740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f32801a92d0 con 0x55a18cded6b0 2024-04-25T17:17:50.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.953+0000 7f328d981740 10 client.0 _ll_register_callbacks cb 0x7f327400bb20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:17:50.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.953+0000 7f3284f90640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18ce0e390 0x55a18d2324d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.953+0000 7f3284f90640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18ce0e390 0x55a18d2324d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40714/0 (socket says 172.21.15.28:40714) 2024-04-25T17:17:50.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.953+0000 7f3284f90640 1 -- 172.21.15.28:0/4141961339 learned_addr learned my addr 172.21.15.28:0/4141961339 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:50.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.954+0000 7f3284f90640 1 --2- 172.21.15.28:0/4141961339 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a18cde54d0 0x55a18d1c4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.954+0000 7f327f7fe640 1 --2- 172.21.15.28:0/4141961339 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a18cded6b0 0x55a18d1c5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.954+0000 7f3284f90640 1 -- 172.21.15.28:0/4141961339 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a18cded6b0 msgr2=0x55a18d1c5140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:50.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.954+0000 7f3284f90640 1 --2- 172.21.15.28:0/4141961339 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a18cded6b0 0x55a18d1c5140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.954+0000 7f3284f90640 1 -- 172.21.15.28:0/4141961339 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a18cde54d0 msgr2=0x55a18d1c4c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:50.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.954+0000 7f3284f90640 1 --2- 172.21.15.28:0/4141961339 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a18cde54d0 0x55a18d1c4c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.954+0000 7f3284f90640 1 -- 172.21.15.28:0/4141961339 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a18d232a40 con 0x55a18ce0e390 2024-04-25T17:17:50.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.954+0000 7f327f7fe640 1 --2- 172.21.15.28:0/4141961339 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a18cded6b0 0x55a18d1c5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:17:50.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.954+0000 7f3284f90640 1 --2- 172.21.15.28:0/4141961339 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18ce0e390 0x55a18d2324d0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f3278009ca0 tx=0x7f327802a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a924fd1ed24dbcb server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:50.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.954+0000 7f325f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:17:50.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.954+0000 7f325f7fe640 1 -- 172.21.15.28:0/4141961339 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3278059070 con 0x55a18ce0e390 2024-04-25T17:17:50.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.954+0000 7f325f7fe640 1 -- 172.21.15.28:0/4141961339 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f3278004b40 con 0x55a18ce0e390 2024-04-25T17:17:50.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.954+0000 7f328d981740 1 -- 172.21.15.28:0/4141961339 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3274023030 con 0x55a18ce0e390 2024-04-25T17:17:50.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.954+0000 7f325f7fe640 1 -- 172.21.15.28:0/4141961339 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3278004790 con 0x55a18ce0e390 2024-04-25T17:17:50.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.954+0000 7f328d981740 10 client.15942 fetch_fsmap learned FSMap version 24 2024-04-25T17:17:50.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.954+0000 7f328d981740 1 -- 172.21.15.28:0/4141961339 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a18d233cc0 con 0x55a18ce0e390 2024-04-25T17:17:50.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.955+0000 7f325f7fe640 1 -- 172.21.15.28:0/4141961339 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3274023030 con 0x55a18ce0e390 2024-04-25T17:17:50.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.955+0000 7f325f7fe640 1 -- 172.21.15.28:0/4141961339 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f3278043070 con 0x55a18ce0e390 2024-04-25T17:17:50.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.955+0000 7f328d981740 10 client.15942 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:17:50.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.955+0000 7f328d981740 10 client.15942 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-25T17:17:50.961 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.955+0000 7f328d981740 20 client.15942 populate_metadata read hostname 'smithi028' 2024-04-25T17:17:50.962 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.955+0000 7f328d981740 1 --2- 172.21.15.28:0/4141961339 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x55a18cda23a0 0x55a18d2364a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:50.962 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.955+0000 7f328d981740 4 client.15942 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T17:17:50.962 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.955+0000 7f328d981740 1 -- 172.21.15.28:0/4141961339 --> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a18d11c800 con 0x55a18cda23a0 2024-04-25T17:17:50.962 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.955+0000 7f327f7fe640 1 --2- 172.21.15.28:0/4141961339 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x55a18cda23a0 0x55a18d2364a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:50.962 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.956+0000 7f325f7fe640 10 client.15942 ms_handle_connect on v2:172.21.15.84:6838/1332945442 2024-04-25T17:17:50.962 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.956+0000 7f327f7fe640 1 --2- 172.21.15.28:0/4141961339 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x55a18cda23a0 0x55a18d2364a0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=67525c9403303102 server_cookie=e5972568b5d90758 in_seq=0 out_seq=0 2024-04-25T17:17:50.962 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.956+0000 7f325f7fe640 1 -- 172.21.15.28:0/4141961339 <== mds.1 v2:172.21.15.84:6838/1332945442 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a18d11c800 con 0x55a18cda23a0 2024-04-25T17:17:50.962 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.956+0000 7f325f7fe640 10 client.15942 handle_command_reply: tid=0 2024-04-25T17:17:50.962 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.956+0000 7f328d981740 1 client.15942 shutdown 2024-04-25T17:17:50.962 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.956+0000 7f328d981740 1 -- 172.21.15.28:0/4141961339 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18ce0e390 msgr2=0x55a18d2324d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.963 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.956+0000 7f328d981740 1 --2- 172.21.15.28:0/4141961339 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18ce0e390 0x55a18d2324d0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f3278009ca0 tx=0x7f327802a8c0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.963 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.956+0000 7f328d981740 1 -- 172.21.15.28:0/4141961339 shutdown_connections 2024-04-25T17:17:50.963 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.956+0000 7f328d981740 1 --2- 172.21.15.28:0/4141961339 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x55a18cda23a0 0x55a18d2364a0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.963 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.956+0000 7f328d981740 1 --2- 172.21.15.28:0/4141961339 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a18ce0e390 0x55a18d2324d0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.963 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.956+0000 7f325f7fe640 0 client.15942 ms_handle_reset on v2:172.21.15.84:6838/1332945442 2024-04-25T17:17:50.963 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.956+0000 7f328d981740 1 --2- 172.21.15.28:0/4141961339 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a18cded6b0 0x55a18d1c5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.963 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.956+0000 7f328d981740 1 --2- 172.21.15.28:0/4141961339 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a18cde54d0 0x55a18d1c4c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.963 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.956+0000 7f328d981740 1 -- 172.21.15.28:0/4141961339 >> 172.21.15.28:0/4141961339 conn(0x55a18ce024e0 msgr2=0x55a18d1b96a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:50.963 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.956+0000 7f328d981740 1 -- 172.21.15.28:0/4141961339 shutdown_connections 2024-04-25T17:17:50.963 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.956+0000 7f328d981740 1 -- 172.21.15.28:0/4141961339 wait complete. 2024-04-25T17:17:50.963 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.956+0000 7f328d981740 20 client.15942 trim_cache size 0 max 16384 2024-04-25T17:17:50.964 INFO:teuthology.orchestra.run.smithi028.stdout:[] 2024-04-25T17:17:50.964 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.957+0000 7f32869f3640 1 -- 172.21.15.28:0/1378684684 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f32680afaf0 msgr2=0x7f32680b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.957+0000 7f32869f3640 1 --2- 172.21.15.28:0/1378684684 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f32680afaf0 0x7f32680b2000 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x55a18d1b4940 tx=0x7f32700e3040 comp rx=0 tx=0).stop 2024-04-25T17:17:50.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.957+0000 7f32869f3640 1 -- 172.21.15.28:0/1378684684 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f32801045c0 msgr2=0x7f328019a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:50.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.957+0000 7f32869f3640 1 --2- 172.21.15.28:0/1378684684 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f32801045c0 0x7f328019a0c0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f327000d770 tx=0x7f327000dc30 comp rx=0 tx=0).stop 2024-04-25T17:17:50.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.957+0000 7f32869f3640 1 -- 172.21.15.28:0/1378684684 shutdown_connections 2024-04-25T17:17:50.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.957+0000 7f32869f3640 1 --2- 172.21.15.28:0/1378684684 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f32680afaf0 0x7f32680b2000 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.957+0000 7f32869f3640 1 --2- 172.21.15.28:0/1378684684 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3280109880 0x7f32801a1590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.957+0000 7f32869f3640 1 --2- 172.21.15.28:0/1378684684 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3280106f20 0x7f328019a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.957+0000 7f32869f3640 1 --2- 172.21.15.28:0/1378684684 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f32801045c0 0x7f328019a0c0 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:50.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.957+0000 7f32869f3640 1 -- 172.21.15.28:0/1378684684 >> 172.21.15.28:0/1378684684 conn(0x7f32800fdbc0 msgr2=0x7f32801051f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:50.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.957+0000 7f32869f3640 1 -- 172.21.15.28:0/1378684684 shutdown_connections 2024-04-25T17:17:50.965 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:50.957+0000 7f32869f3640 1 -- 172.21.15.28:0/1378684684 wait complete. 2024-04-25T17:17:50.972 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-25T17:17:51.092 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.091+0000 7f5ab1c92640 1 -- 172.21.15.28:0/1671270380 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5aac103c10 msgr2=0x7f5aac104020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:51.092 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.091+0000 7f5ab1c92640 1 --2- 172.21.15.28:0/1671270380 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5aac103c10 0x7f5aac104020 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f5aa0009900 tx=0x7f5aa002a410 comp rx=0 tx=0).stop 2024-04-25T17:17:51.092 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.091+0000 7f5ab1c92640 1 -- 172.21.15.28:0/1671270380 shutdown_connections 2024-04-25T17:17:51.092 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.091+0000 7f5ab1c92640 1 --2- 172.21.15.28:0/1671270380 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5aac108910 0x7f5aac10ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.092 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.091+0000 7f5ab1c92640 1 --2- 172.21.15.28:0/1671270380 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5aac103c10 0x7f5aac104020 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.092 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.091+0000 7f5ab1c92640 1 --2- 172.21.15.28:0/1671270380 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aac1029d0 0x7f5aac1036d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.092 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.091+0000 7f5ab1c92640 1 -- 172.21.15.28:0/1671270380 >> 172.21.15.28:0/1671270380 conn(0x7f5aac0fdbc0 msgr2=0x7f5aac100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:51.093 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.091+0000 7f5ab1c92640 1 -- 172.21.15.28:0/1671270380 shutdown_connections 2024-04-25T17:17:51.093 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.091+0000 7f5ab1c92640 1 -- 172.21.15.28:0/1671270380 wait complete. 2024-04-25T17:17:51.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.092+0000 7f5ab1c92640 1 Processor -- start 2024-04-25T17:17:51.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.093+0000 7f5ab1c92640 1 -- start start 2024-04-25T17:17:51.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.093+0000 7f5ab1c92640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aac1029d0 0x7f5aac199080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:51.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.093+0000 7f5ab1c92640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5aac103c10 0x7f5aac1995c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:51.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.093+0000 7f5ab1c92640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5aac108910 0x7f5aac1a04e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:51.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.093+0000 7f5ab1c92640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f5aac10e3b0 con 0x7f5aac108910 2024-04-25T17:17:51.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.093+0000 7f5ab1c92640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5aac10e230 con 0x7f5aac1029d0 2024-04-25T17:17:51.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.093+0000 7f5ab1c92640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5aac10e530 con 0x7f5aac103c10 2024-04-25T17:17:51.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.093+0000 7f5aabfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5aac108910 0x7f5aac1a04e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:51.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.093+0000 7f5aabfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5aac108910 0x7f5aac1a04e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40720/0 (socket says 172.21.15.28:40720) 2024-04-25T17:17:51.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.093+0000 7f5aabfff640 1 -- 172.21.15.28:0/2696921209 learned_addr learned my addr 172.21.15.28:0/2696921209 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:51.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.093+0000 7f5aab7fe640 1 --2- 172.21.15.28:0/2696921209 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aac1029d0 0x7f5aac199080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:51.095 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.093+0000 7f5aaaffd640 1 --2- 172.21.15.28:0/2696921209 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5aac103c10 0x7f5aac1995c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:51.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.093+0000 7f5aabfff640 1 -- 172.21.15.28:0/2696921209 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5aac103c10 msgr2=0x7f5aac1995c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:51.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.093+0000 7f5aabfff640 1 --2- 172.21.15.28:0/2696921209 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5aac103c10 0x7f5aac1995c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.093+0000 7f5aabfff640 1 -- 172.21.15.28:0/2696921209 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aac1029d0 msgr2=0x7f5aac199080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:51.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.093+0000 7f5aabfff640 1 --2- 172.21.15.28:0/2696921209 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aac1029d0 0x7f5aac199080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.093+0000 7f5aabfff640 1 -- 172.21.15.28:0/2696921209 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5aac1a0b50 con 0x7f5aac108910 2024-04-25T17:17:51.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.093+0000 7f5aab7fe640 1 --2- 172.21.15.28:0/2696921209 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aac1029d0 0x7f5aac199080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:17:51.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.094+0000 7f5aabfff640 1 --2- 172.21.15.28:0/2696921209 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5aac108910 0x7f5aac1a04e0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f5aa400eb10 tx=0x7f5aa400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:51.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.094+0000 7f5aa8ff9640 1 -- 172.21.15.28:0/2696921209 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa4004b20 con 0x7f5aac108910 2024-04-25T17:17:51.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.094+0000 7f5aa8ff9640 1 -- 172.21.15.28:0/2696921209 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5aa4004cc0 con 0x7f5aac108910 2024-04-25T17:17:51.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.094+0000 7f5ab1c92640 1 -- 172.21.15.28:0/2696921209 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5aac1a0e40 con 0x7f5aac108910 2024-04-25T17:17:51.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.094+0000 7f5aa8ff9640 1 -- 172.21.15.28:0/2696921209 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa4010690 con 0x7f5aac108910 2024-04-25T17:17:51.096 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.094+0000 7f5ab1c92640 1 -- 172.21.15.28:0/2696921209 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5aac1a1300 con 0x7f5aac108910 2024-04-25T17:17:51.098 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.097+0000 7f5aa8ff9640 1 -- 172.21.15.28:0/2696921209 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f5aa4010830 con 0x7f5aac108910 2024-04-25T17:17:51.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.097+0000 7f5ab8c19740 1 Processor -- start 2024-04-25T17:17:51.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.097+0000 7f5ab8c19740 1 -- start start 2024-04-25T17:17:51.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.097+0000 7f5ab8c19740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55668f7c5390 0x55668fb69a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:51.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.097+0000 7f5ab8c19740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f79c4d0 0x55668fb69fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:51.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.097+0000 7f5ab8c19740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55668f7a46b0 0x55668fb6ac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:51.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.097+0000 7f5ab8c19740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55668facbd80 con 0x55668f79c4d0 2024-04-25T17:17:51.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.097+0000 7f5ab8c19740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55668fa85a20 con 0x55668f7c5390 2024-04-25T17:17:51.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.097+0000 7f5ab8c19740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55668fac7d40 con 0x55668f7a46b0 2024-04-25T17:17:51.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.097+0000 7f5aab7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f79c4d0 0x55668fb69fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:51.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.097+0000 7f5aab7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f79c4d0 0x55668fb69fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40732/0 (socket says 172.21.15.28:40732) 2024-04-25T17:17:51.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.097+0000 7f5aab7fe640 1 -- 172.21.15.28:0/1712010563 learned_addr learned my addr 172.21.15.28:0/1712010563 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:51.099 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.097+0000 7f5aaaffd640 1 --2- 172.21.15.28:0/1712010563 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55668f7a46b0 0x55668fb6ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:51.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.097+0000 7f5aaaffd640 1 --2- 172.21.15.28:0/1712010563 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55668f7c5390 0x55668fb69a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:51.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.098+0000 7f5aa8ff9640 1 --2- 172.21.15.28:0/2696921209 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5a940afb70 0x7f5a940b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:51.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.098+0000 7f5aab7fe640 1 -- 172.21.15.28:0/1712010563 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55668f7a46b0 msgr2=0x55668fb6ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:51.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.098+0000 7f5aab7fe640 1 --2- 172.21.15.28:0/1712010563 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55668f7a46b0 0x55668fb6ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.098+0000 7f5aab7fe640 1 -- 172.21.15.28:0/1712010563 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55668f7c5390 msgr2=0x55668fb69a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:51.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.098+0000 7f5aab7fe640 1 --2- 172.21.15.28:0/1712010563 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55668f7c5390 0x55668fb69a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.098+0000 7f5aab7fe640 1 -- 172.21.15.28:0/1712010563 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55668fa90c30 con 0x55668f79c4d0 2024-04-25T17:17:51.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.098+0000 7f5aaaffd640 1 --2- 172.21.15.28:0/1712010563 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55668f7c5390 0x55668fb69a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:17:51.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.098+0000 7f5aabfff640 1 --2- 172.21.15.28:0/2696921209 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5a940afb70 0x7f5a940b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:51.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.098+0000 7f5aa8ff9640 1 -- 172.21.15.28:0/2696921209 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f5aa40df650 con 0x7f5aac108910 2024-04-25T17:17:51.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.098+0000 7f5aab7fe640 1 --2- 172.21.15.28:0/1712010563 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f79c4d0 0x55668fb69fa0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c009c80 tx=0x7f5a9c0117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6ec86fbc9746f9c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:51.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.098+0000 7f5a91ffb640 1 -- 172.21.15.28:0/1712010563 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a9c005020 con 0x55668f79c4d0 2024-04-25T17:17:51.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.098+0000 7f5a91ffb640 1 -- 172.21.15.28:0/1712010563 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5a9c0047a0 con 0x55668f79c4d0 2024-04-25T17:17:51.100 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.098+0000 7f5a91ffb640 1 -- 172.21.15.28:0/1712010563 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a9c005650 con 0x55668f79c4d0 2024-04-25T17:17:51.101 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.099+0000 7f5ab8c19740 1 -- 172.21.15.28:0/1712010563 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f79c4d0 msgr2=0x55668fb69fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:51.102 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.099+0000 7f5aabfff640 1 --2- 172.21.15.28:0/2696921209 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5a940afb70 0x7f5a940b2080 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f5aa40a4a20 tx=0x7f5aa4090040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:51.102 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.099+0000 7f5ab8c19740 1 --2- 172.21.15.28:0/1712010563 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f79c4d0 0x55668fb69fa0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c009c80 tx=0x7f5a9c0117b0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.102 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.099+0000 7f5ab8c19740 1 -- 172.21.15.28:0/1712010563 shutdown_connections 2024-04-25T17:17:51.102 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.099+0000 7f5ab8c19740 1 --2- 172.21.15.28:0/1712010563 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55668f7a46b0 0x55668fb6ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.102 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.099+0000 7f5ab8c19740 1 --2- 172.21.15.28:0/1712010563 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f79c4d0 0x55668fb69fa0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.102 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.099+0000 7f5ab8c19740 1 --2- 172.21.15.28:0/1712010563 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55668f7c5390 0x55668fb69a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.102 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.099+0000 7f5ab8c19740 1 -- 172.21.15.28:0/1712010563 >> 172.21.15.28:0/1712010563 conn(0x55668f7b94e0 msgr2=0x55668fb63020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:51.102 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.099+0000 7f5ab8c19740 1 -- 172.21.15.28:0/1712010563 shutdown_connections 2024-04-25T17:17:51.102 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.099+0000 7f5ab8c19740 1 -- 172.21.15.28:0/1712010563 wait complete. 2024-04-25T17:17:51.102 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.099+0000 7f5ab8c19740 1 -- start start 2024-04-25T17:17:51.102 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.100+0000 7f5ab8c19740 1 Processor -- start 2024-04-25T17:17:51.103 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.100+0000 7f5ab8c19740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f79c4d0 0x55668fb737a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:51.103 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.100+0000 7f5ab8c19740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55668f7a46b0 0x55668fb73ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:51.106 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.100+0000 7f5ab8c19740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55668f7c5390 0x55668fb7ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:51.106 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.100+0000 7f5ab8c19740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55668fb6b740 con 0x55668f79c4d0 2024-04-25T17:17:51.106 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.100+0000 7f5ab8c19740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55668fa52dc0 con 0x55668f7a46b0 2024-04-25T17:17:51.106 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.100+0000 7f5ab8c19740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55668fb6b8c0 con 0x55668f7c5390 2024-04-25T17:17:51.106 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.100+0000 7f5ab8c19740 10 client.0 _ll_register_callbacks cb 0x55668fa6e600 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:17:51.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.100+0000 7f5aaaffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f79c4d0 0x55668fb737a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:51.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.100+0000 7f5aaaffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f79c4d0 0x55668fb737a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40748/0 (socket says 172.21.15.28:40748) 2024-04-25T17:17:51.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.100+0000 7f5aaaffd640 1 -- 172.21.15.28:0/3319375339 learned_addr learned my addr 172.21.15.28:0/3319375339 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:51.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.100+0000 7f5aab7fe640 1 --2- 172.21.15.28:0/3319375339 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55668f7a46b0 0x55668fb73ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:51.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.100+0000 7f5aaaffd640 1 --2- 172.21.15.28:0/3319375339 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55668f7c5390 0x55668fb7ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:51.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.101+0000 7f5aaaffd640 1 -- 172.21.15.28:0/3319375339 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55668f7c5390 msgr2=0x55668fb7ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:51.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.101+0000 7f5aaaffd640 1 --2- 172.21.15.28:0/3319375339 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55668f7c5390 0x55668fb7ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.101+0000 7f5aaaffd640 1 -- 172.21.15.28:0/3319375339 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55668f7a46b0 msgr2=0x55668fb73ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:51.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.101+0000 7f5aaaffd640 1 --2- 172.21.15.28:0/3319375339 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55668f7a46b0 0x55668fb73ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.101+0000 7f5aaaffd640 1 -- 172.21.15.28:0/3319375339 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55668f7dd3f0 con 0x55668f79c4d0 2024-04-25T17:17:51.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.101+0000 7f5aaaffd640 1 --2- 172.21.15.28:0/3319375339 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f79c4d0 0x55668fb737a0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f5aa0031460 tx=0x7f5aa002a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d80a8843d6d9840 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:51.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.101+0000 7f5a8affd640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:17:51.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.101+0000 7f5a8affd640 1 -- 172.21.15.28:0/3319375339 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa0035040 con 0x55668f79c4d0 2024-04-25T17:17:51.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.101+0000 7f5a8affd640 1 -- 172.21.15.28:0/3319375339 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f5aa00042d0 con 0x55668f79c4d0 2024-04-25T17:17:51.107 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.101+0000 7f5ab8c19740 1 -- 172.21.15.28:0/3319375339 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a9c0047a0 con 0x55668f79c4d0 2024-04-25T17:17:51.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.101+0000 7f5a8affd640 1 -- 172.21.15.28:0/3319375339 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f5aa0050050 con 0x55668f79c4d0 2024-04-25T17:17:51.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.101+0000 7f5ab8c19740 10 client.15954 fetch_fsmap learned FSMap version 24 2024-04-25T17:17:51.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.101+0000 7f5ab8c19740 1 -- 172.21.15.28:0/3319375339 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55668f8a77d0 con 0x55668f79c4d0 2024-04-25T17:17:51.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.101+0000 7f5a8affd640 1 -- 172.21.15.28:0/3319375339 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5a9c0047a0 con 0x55668f79c4d0 2024-04-25T17:17:51.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.102+0000 7f5a8affd640 1 -- 172.21.15.28:0/3319375339 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f5aa003d4e0 con 0x55668f79c4d0 2024-04-25T17:17:51.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.102+0000 7f5ab8c19740 10 client.15954 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:17:51.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.102+0000 7f5ab8c19740 10 client.15954 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:17:51.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.102+0000 7f5ab8c19740 20 client.15954 populate_metadata read hostname 'smithi028' 2024-04-25T17:17:51.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.102+0000 7f5ab8c19740 1 --2- 172.21.15.28:0/3319375339 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55668f783f60 0x55668fb81510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:51.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.102+0000 7f5ab8c19740 4 client.15954 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:17:51.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.102+0000 7f5ab8c19740 1 -- 172.21.15.28:0/3319375339 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55668fad9990 con 0x55668f783f60 2024-04-25T17:17:51.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.102+0000 7f5aab7fe640 1 --2- 172.21.15.28:0/3319375339 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55668f783f60 0x55668fb81510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:51.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.102+0000 7f5a8affd640 10 client.15954 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:51.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.102+0000 7f5aab7fe640 1 --2- 172.21.15.28:0/3319375339 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55668f783f60 0x55668fb81510 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d448b88393740ac0 server_cookie=a09a32e5d4a0d8c4 in_seq=0 out_seq=0 2024-04-25T17:17:51.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.103+0000 7f5a8affd640 1 -- 172.21.15.28:0/3319375339 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55668fad9990 con 0x55668f783f60 2024-04-25T17:17:51.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.103+0000 7f5a8affd640 10 client.15954 handle_command_reply: tid=0 2024-04-25T17:17:51.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.103+0000 7f5ab8c19740 1 client.15954 shutdown 2024-04-25T17:17:51.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.103+0000 7f5ab8c19740 1 -- 172.21.15.28:0/3319375339 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f79c4d0 msgr2=0x55668fb737a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:51.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.103+0000 7f5ab8c19740 1 --2- 172.21.15.28:0/3319375339 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f79c4d0 0x55668fb737a0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f5aa0031460 tx=0x7f5aa002a410 comp rx=0 tx=0).stop 2024-04-25T17:17:51.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.103+0000 7f5ab8c19740 1 -- 172.21.15.28:0/3319375339 shutdown_connections 2024-04-25T17:17:51.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.103+0000 7f5ab8c19740 1 --2- 172.21.15.28:0/3319375339 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55668f783f60 0x55668fb81510 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.103+0000 7f5ab8c19740 1 --2- 172.21.15.28:0/3319375339 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55668f7c5390 0x55668fb7ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.103+0000 7f5ab8c19740 1 --2- 172.21.15.28:0/3319375339 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55668f7a46b0 0x55668fb73ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.103+0000 7f5a8affd640 0 client.15954 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:51.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.103+0000 7f5ab8c19740 1 --2- 172.21.15.28:0/3319375339 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f79c4d0 0x55668fb737a0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.103+0000 7f5ab8c19740 1 -- 172.21.15.28:0/3319375339 >> 172.21.15.28:0/3319375339 conn(0x55668f7b94e0 msgr2=0x55668fb65f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:51.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.104+0000 7f5ab8c19740 1 -- 172.21.15.28:0/3319375339 shutdown_connections 2024-04-25T17:17:51.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.104+0000 7f5ab8c19740 1 -- 172.21.15.28:0/3319375339 wait complete. 2024-04-25T17:17:51.109 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.104+0000 7f5ab8c19740 20 client.15954 trim_cache size 0 max 16384 2024-04-25T17:17:51.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.117+0000 7f5ab8c19740 1 Processor -- start 2024-04-25T17:17:51.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.117+0000 7f5ab8c19740 1 -- start start 2024-04-25T17:17:51.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.118+0000 7f5ab8c19740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55668f79c4d0 0x55668fb72640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:51.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.118+0000 7f5ab8c19740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55668f7a46b0 0x55668fb7abd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:51.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.118+0000 7f5ab8c19740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f7c5390 0x55668fb65e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:51.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.118+0000 7f5ab8c19740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f5aac1ad010 con 0x55668f7c5390 2024-04-25T17:17:51.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.118+0000 7f5ab8c19740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5aac1aa8e0 con 0x55668f79c4d0 2024-04-25T17:17:51.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.118+0000 7f5ab8c19740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5aac1a8730 con 0x55668f7a46b0 2024-04-25T17:17:51.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.118+0000 7f5aaaffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f7c5390 0x55668fb65e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:51.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.118+0000 7f5aaaffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f7c5390 0x55668fb65e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40752/0 (socket says 172.21.15.28:40752) 2024-04-25T17:17:51.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.118+0000 7f5aaaffd640 1 -- 172.21.15.28:0/905502573 learned_addr learned my addr 172.21.15.28:0/905502573 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:51.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.118+0000 7f5aaaffd640 1 --2- 172.21.15.28:0/905502573 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55668f79c4d0 0x55668fb72640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:51.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.118+0000 7f5aab7fe640 1 --2- 172.21.15.28:0/905502573 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55668f7a46b0 0x55668fb7abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:51.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.118+0000 7f5aaaffd640 1 -- 172.21.15.28:0/905502573 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55668f7a46b0 msgr2=0x55668fb7abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:51.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.118+0000 7f5aaaffd640 1 --2- 172.21.15.28:0/905502573 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55668f7a46b0 0x55668fb7abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.118+0000 7f5aaaffd640 1 -- 172.21.15.28:0/905502573 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55668f79c4d0 msgr2=0x55668fb72640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:51.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.118+0000 7f5aaaffd640 1 --2- 172.21.15.28:0/905502573 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55668f79c4d0 0x55668fb72640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.118+0000 7f5aaaffd640 1 -- 172.21.15.28:0/905502573 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55668fb72b80 con 0x55668f7c5390 2024-04-25T17:17:51.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.118+0000 7f5aaaffd640 1 --2- 172.21.15.28:0/905502573 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f7c5390 0x55668fb65e20 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f5aa0001eb0 tx=0x7f5aa0005720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=977465255769d43d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:51.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.119+0000 7f5a917fa640 1 -- 172.21.15.28:0/905502573 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa0035040 con 0x55668f7c5390 2024-04-25T17:17:51.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.119+0000 7f5a917fa640 1 -- 172.21.15.28:0/905502573 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5aa00042d0 con 0x55668f7c5390 2024-04-25T17:17:51.121 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.119+0000 7f5a917fa640 1 -- 172.21.15.28:0/905502573 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa00035f0 con 0x55668f7c5390 2024-04-25T17:17:51.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.119+0000 7f5ab8c19740 1 -- 172.21.15.28:0/905502573 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f7c5390 msgr2=0x55668fb65e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:51.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.119+0000 7f5ab8c19740 1 --2- 172.21.15.28:0/905502573 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f7c5390 0x55668fb65e20 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f5aa0001eb0 tx=0x7f5aa0005720 comp rx=0 tx=0).stop 2024-04-25T17:17:51.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.120+0000 7f5ab8c19740 1 -- 172.21.15.28:0/905502573 shutdown_connections 2024-04-25T17:17:51.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.120+0000 7f5ab8c19740 1 --2- 172.21.15.28:0/905502573 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f7c5390 0x55668fb65e20 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.120+0000 7f5ab8c19740 1 --2- 172.21.15.28:0/905502573 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55668f7a46b0 0x55668fb7abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.120+0000 7f5ab8c19740 1 --2- 172.21.15.28:0/905502573 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55668f79c4d0 0x55668fb72640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.120+0000 7f5ab8c19740 1 -- 172.21.15.28:0/905502573 >> 172.21.15.28:0/905502573 conn(0x55668f7b94e0 msgr2=0x55668fb71f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:51.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.120+0000 7f5ab8c19740 1 -- 172.21.15.28:0/905502573 shutdown_connections 2024-04-25T17:17:51.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.120+0000 7f5ab8c19740 1 -- 172.21.15.28:0/905502573 wait complete. 2024-04-25T17:17:51.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.120+0000 7f5ab8c19740 1 -- start start 2024-04-25T17:17:51.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.120+0000 7f5ab8c19740 1 Processor -- start 2024-04-25T17:17:51.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.121+0000 7f5ab8c19740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55668f79c4d0 0x55668fb78000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:51.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.121+0000 7f5ab8c19740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55668f7a46b0 0x55668fb78540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:51.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.121+0000 7f5ab8c19740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f7c5390 0x55668fb79400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:51.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.121+0000 7f5ab8c19740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f5aac1a8da0 con 0x55668f7c5390 2024-04-25T17:17:51.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.121+0000 7f5ab8c19740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5aac1aa210 con 0x55668f79c4d0 2024-04-25T17:17:51.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.121+0000 7f5ab8c19740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5aac1a9470 con 0x55668f7a46b0 2024-04-25T17:17:51.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.121+0000 7f5ab8c19740 10 client.0 _ll_register_callbacks cb 0x7f5aa40093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:17:51.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.121+0000 7f5aaaffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f7c5390 0x55668fb79400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:51.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.121+0000 7f5aaaffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f7c5390 0x55668fb79400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40758/0 (socket says 172.21.15.28:40758) 2024-04-25T17:17:51.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.121+0000 7f5aaaffd640 1 -- 172.21.15.28:0/3954853317 learned_addr learned my addr 172.21.15.28:0/3954853317 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:51.127 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.121+0000 7f5aab7fe640 1 --2- 172.21.15.28:0/3954853317 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55668f7a46b0 0x55668fb78540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:51.128 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.121+0000 7f5aaaffd640 1 --2- 172.21.15.28:0/3954853317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55668f79c4d0 0x55668fb78000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:51.128 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.121+0000 7f5aaaffd640 1 -- 172.21.15.28:0/3954853317 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55668f7a46b0 msgr2=0x55668fb78540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:51.128 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.121+0000 7f5aaaffd640 1 --2- 172.21.15.28:0/3954853317 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55668f7a46b0 0x55668fb78540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.128 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.121+0000 7f5aaaffd640 1 -- 172.21.15.28:0/3954853317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55668f79c4d0 msgr2=0x55668fb78000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:51.128 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.121+0000 7f5aaaffd640 1 --2- 172.21.15.28:0/3954853317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55668f79c4d0 0x55668fb78000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.128 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.121+0000 7f5aaaffd640 1 -- 172.21.15.28:0/3954853317 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55668fb799c0 con 0x55668f7c5390 2024-04-25T17:17:51.128 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.121+0000 7f5aaaffd640 1 --2- 172.21.15.28:0/3954853317 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f7c5390 0x55668fb79400 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f5aa0031460 tx=0x7f5aa0005c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed3384756db02fe9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:51.128 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.121+0000 7f5a8affd640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:17:51.128 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.122+0000 7f5a8affd640 1 -- 172.21.15.28:0/3954853317 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa0035030 con 0x55668f7c5390 2024-04-25T17:17:51.128 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.122+0000 7f5a8affd640 1 -- 172.21.15.28:0/3954853317 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f5aa005d040 con 0x55668f7c5390 2024-04-25T17:17:51.128 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.122+0000 7f5ab8c19740 1 -- 172.21.15.28:0/3954853317 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5aa00042d0 con 0x55668f7c5390 2024-04-25T17:17:51.128 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.122+0000 7f5a8affd640 1 -- 172.21.15.28:0/3954853317 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f5aa0069050 con 0x55668f7c5390 2024-04-25T17:17:51.128 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.122+0000 7f5ab8c19740 10 client.15960 fetch_fsmap learned FSMap version 24 2024-04-25T17:17:51.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.122+0000 7f5ab8c19740 1 -- 172.21.15.28:0/3954853317 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55668fb7ac40 con 0x55668f7c5390 2024-04-25T17:17:51.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.122+0000 7f5a8affd640 1 -- 172.21.15.28:0/3954853317 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5aa00042d0 con 0x55668f7c5390 2024-04-25T17:17:51.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.122+0000 7f5a8affd640 1 -- 172.21.15.28:0/3954853317 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f5aa0063450 con 0x55668f7c5390 2024-04-25T17:17:51.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.122+0000 7f5ab8c19740 10 client.15960 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:17:51.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.122+0000 7f5ab8c19740 10 client.15960 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:17:51.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.122+0000 7f5ab8c19740 20 client.15960 populate_metadata read hostname 'smithi028' 2024-04-25T17:17:51.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.122+0000 7f5ab8c19740 1 --2- 172.21.15.28:0/3954853317 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55668f7593a0 0x55668fbebd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:51.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.122+0000 7f5ab8c19740 4 client.15960 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T17:17:51.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.122+0000 7f5ab8c19740 1 -- 172.21.15.28:0/3954853317 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55668fad3800 con 0x55668f7593a0 2024-04-25T17:17:51.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.123+0000 7f5aab7fe640 1 --2- 172.21.15.28:0/3954853317 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55668f7593a0 0x55668fbebd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:51.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.123+0000 7f5a8affd640 10 client.15960 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:51.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.123+0000 7f5aab7fe640 1 --2- 172.21.15.28:0/3954853317 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55668f7593a0 0x55668fbebd00 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2bdb1a974bf1a4ee server_cookie=ab2ea56c5a2513a5 in_seq=0 out_seq=0 2024-04-25T17:17:51.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.123+0000 7f5a8affd640 1 -- 172.21.15.28:0/3954853317 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55668fad3800 con 0x55668f7593a0 2024-04-25T17:17:51.129 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.123+0000 7f5a8affd640 10 client.15960 handle_command_reply: tid=0 2024-04-25T17:17:51.130 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.123+0000 7f5ab8c19740 1 client.15960 shutdown 2024-04-25T17:17:51.130 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.123+0000 7f5ab8c19740 1 -- 172.21.15.28:0/3954853317 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f7c5390 msgr2=0x55668fb79400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:51.130 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.123+0000 7f5ab8c19740 1 --2- 172.21.15.28:0/3954853317 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f7c5390 0x55668fb79400 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f5aa0031460 tx=0x7f5aa0005c90 comp rx=0 tx=0).stop 2024-04-25T17:17:51.130 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.123+0000 7f5ab8c19740 1 -- 172.21.15.28:0/3954853317 shutdown_connections 2024-04-25T17:17:51.130 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.123+0000 7f5ab8c19740 1 --2- 172.21.15.28:0/3954853317 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55668f7593a0 0x55668fbebd00 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.130 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.124+0000 7f5ab8c19740 1 --2- 172.21.15.28:0/3954853317 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55668f7c5390 0x55668fb79400 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.130 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.124+0000 7f5a8affd640 0 client.15960 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:51.130 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.124+0000 7f5ab8c19740 1 --2- 172.21.15.28:0/3954853317 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55668f7a46b0 0x55668fb78540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.130 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.124+0000 7f5ab8c19740 1 --2- 172.21.15.28:0/3954853317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55668f79c4d0 0x55668fb78000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.130 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.124+0000 7f5ab8c19740 1 -- 172.21.15.28:0/3954853317 >> 172.21.15.28:0/3954853317 conn(0x55668f7b94e0 msgr2=0x55668fb73370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:51.130 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.124+0000 7f5ab8c19740 1 -- 172.21.15.28:0/3954853317 shutdown_connections 2024-04-25T17:17:51.130 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.124+0000 7f5ab8c19740 1 -- 172.21.15.28:0/3954853317 wait complete. 2024-04-25T17:17:51.131 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.124+0000 7f5ab8c19740 20 client.15960 trim_cache size 0 max 16384 2024-04-25T17:17:51.131 INFO:teuthology.orchestra.run.smithi028.stdout:[] 2024-04-25T17:17:51.131 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.124+0000 7f5ab1c92640 1 -- 172.21.15.28:0/2696921209 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5a940afb70 msgr2=0x7f5a940b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:51.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.124+0000 7f5ab1c92640 1 --2- 172.21.15.28:0/2696921209 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5a940afb70 0x7f5a940b2080 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f5aa40a4a20 tx=0x7f5aa4090040 comp rx=0 tx=0).stop 2024-04-25T17:17:51.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.124+0000 7f5ab1c92640 1 -- 172.21.15.28:0/2696921209 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5aac108910 msgr2=0x7f5aac1a04e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:51.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.124+0000 7f5ab1c92640 1 --2- 172.21.15.28:0/2696921209 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5aac108910 0x7f5aac1a04e0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f5aa400eb10 tx=0x7f5aa400c2d0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.124+0000 7f5ab1c92640 1 -- 172.21.15.28:0/2696921209 shutdown_connections 2024-04-25T17:17:51.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.124+0000 7f5ab1c92640 1 --2- 172.21.15.28:0/2696921209 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f5a940afb70 0x7f5a940b2080 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.124+0000 7f5ab1c92640 1 --2- 172.21.15.28:0/2696921209 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f5aac108910 0x7f5aac1a04e0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.124+0000 7f5ab1c92640 1 --2- 172.21.15.28:0/2696921209 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5aac103c10 0x7f5aac1995c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.124+0000 7f5ab1c92640 1 --2- 172.21.15.28:0/2696921209 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5aac1029d0 0x7f5aac199080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:51.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.124+0000 7f5ab1c92640 1 -- 172.21.15.28:0/2696921209 >> 172.21.15.28:0/2696921209 conn(0x7f5aac0fdbc0 msgr2=0x7f5aac1048f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:51.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.125+0000 7f5ab1c92640 1 -- 172.21.15.28:0/2696921209 shutdown_connections 2024-04-25T17:17:51.132 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:51.125+0000 7f5ab1c92640 1 -- 172.21.15.28:0/2696921209 wait complete. 2024-04-25T17:17:51.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:50 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2839364325' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:17:51.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:50 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2839364325' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:17:51.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:50 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2839364325' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:17:52.137 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-25T17:17:52.137 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:17:52.137 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-25T17:17:52.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:51 smithi084 ceph-mon[32752]: pgmap v414: 129 pgs: 129 active+clean; 133 MiB data, 606 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 11 MiB/s wr, 12 op/s 2024-04-25T17:17:52.262 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.261+0000 7f6183fb7640 1 -- 172.21.15.28:0/1140386586 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f617c106f20 msgr2=0x7f617c109340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:52.262 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.261+0000 7f6183fb7640 1 --2- 172.21.15.28:0/1140386586 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f617c106f20 0x7f617c109340 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f616c009900 tx=0x7f616c02a410 comp rx=0 tx=0).stop 2024-04-25T17:17:52.262 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.261+0000 7f6183fb7640 1 -- 172.21.15.28:0/1140386586 shutdown_connections 2024-04-25T17:17:52.262 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.261+0000 7f6183fb7640 1 --2- 172.21.15.28:0/1140386586 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f617c109880 0x7f617c10bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.263 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.261+0000 7f6183fb7640 1 --2- 172.21.15.28:0/1140386586 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f617c106f20 0x7f617c109340 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.263 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.261+0000 7f6183fb7640 1 --2- 172.21.15.28:0/1140386586 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f617c1045c0 0x7f617c1069e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.263 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.261+0000 7f6183fb7640 1 -- 172.21.15.28:0/1140386586 >> 172.21.15.28:0/1140386586 conn(0x7f617c0fdbc0 msgr2=0x7f617c100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:52.263 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.262+0000 7f6183fb7640 1 -- 172.21.15.28:0/1140386586 shutdown_connections 2024-04-25T17:17:52.263 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.262+0000 7f6183fb7640 1 -- 172.21.15.28:0/1140386586 wait complete. 2024-04-25T17:17:52.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.262+0000 7f6183fb7640 1 Processor -- start 2024-04-25T17:17:52.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.262+0000 7f6183fb7640 1 -- start start 2024-04-25T17:17:52.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.263+0000 7f6183fb7640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f617c1045c0 0x7f617c19a150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.271 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.263+0000 7f6183fb7640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f617c106f20 0x7f617c19a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.272 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.263+0000 7f6183fb7640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f617c109880 0x7f617c1a1620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.272 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.263+0000 7f6183fb7640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f617c10f490 con 0x7f617c1045c0 2024-04-25T17:17:52.272 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.263+0000 7f6183fb7640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f617c10f310 con 0x7f617c109880 2024-04-25T17:17:52.272 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.263+0000 7f6183fb7640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f617c10f610 con 0x7f617c106f20 2024-04-25T17:17:52.272 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.263+0000 7f6181d53640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f617c1045c0 0x7f617c19a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.272 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.263+0000 7f6181d53640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f617c1045c0 0x7f617c19a150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40770/0 (socket says 172.21.15.28:40770) 2024-04-25T17:17:52.272 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.263+0000 7f6181d53640 1 -- 172.21.15.28:0/1019212928 learned_addr learned my addr 172.21.15.28:0/1019212928 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:52.272 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.263+0000 7f6181552640 1 --2- 172.21.15.28:0/1019212928 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f617c106f20 0x7f617c19a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.273 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.263+0000 7f6182554640 1 --2- 172.21.15.28:0/1019212928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f617c109880 0x7f617c1a1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.273 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.263+0000 7f6181d53640 1 -- 172.21.15.28:0/1019212928 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f617c106f20 msgr2=0x7f617c19a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:52.273 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.263+0000 7f6181d53640 1 --2- 172.21.15.28:0/1019212928 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f617c106f20 0x7f617c19a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.273 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.263+0000 7f6181d53640 1 -- 172.21.15.28:0/1019212928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f617c109880 msgr2=0x7f617c1a1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:52.273 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.263+0000 7f6181d53640 1 --2- 172.21.15.28:0/1019212928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f617c109880 0x7f617c1a1620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.273 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.263+0000 7f6181d53640 1 -- 172.21.15.28:0/1019212928 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f617c1a1c90 con 0x7f617c1045c0 2024-04-25T17:17:52.273 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.263+0000 7f6182554640 1 --2- 172.21.15.28:0/1019212928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f617c109880 0x7f617c1a1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:17:52.273 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.263+0000 7f6181d53640 1 --2- 172.21.15.28:0/1019212928 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f617c1045c0 0x7f617c19a150 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f6178005fd0 tx=0x7f617800dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:52.274 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.264+0000 7f6172ffd640 1 -- 172.21.15.28:0/1019212928 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6178017070 con 0x7f617c1045c0 2024-04-25T17:17:52.274 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.264+0000 7f6183fb7640 1 -- 172.21.15.28:0/1019212928 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f617c1a1f80 con 0x7f617c1045c0 2024-04-25T17:17:52.274 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.264+0000 7f6172ffd640 1 -- 172.21.15.28:0/1019212928 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6178009c30 con 0x7f617c1045c0 2024-04-25T17:17:52.274 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.264+0000 7f6172ffd640 1 -- 172.21.15.28:0/1019212928 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6178003c70 con 0x7f617c1045c0 2024-04-25T17:17:52.274 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.264+0000 7f6183fb7640 1 -- 172.21.15.28:0/1019212928 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f617c1a23e0 con 0x7f617c1045c0 2024-04-25T17:17:52.274 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.266+0000 7f6172ffd640 1 -- 172.21.15.28:0/1019212928 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f6178010460 con 0x7f617c1045c0 2024-04-25T17:17:52.274 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.266+0000 7f618ae6b740 1 Processor -- start 2024-04-25T17:17:52.274 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.267+0000 7f618ae6b740 1 -- start start 2024-04-25T17:17:52.275 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.267+0000 7f618ae6b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe66408410 0x55fe667a94a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.275 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.267+0000 7f618ae6b740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 0x55fe667a9a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.275 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.267+0000 7f618ae6b740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fe663e7730 0x55fe667b0920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.275 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.267+0000 7f618ae6b740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55fe6670eb00 con 0x55fe663df550 2024-04-25T17:17:52.275 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.267+0000 7f618ae6b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55fe666aa920 con 0x55fe66408410 2024-04-25T17:17:52.275 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.267+0000 7f618ae6b740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55fe6670aac0 con 0x55fe663e7730 2024-04-25T17:17:52.275 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.267+0000 7f6181d53640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 0x55fe667a9a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.275 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.267+0000 7f6181d53640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 0x55fe667a9a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40776/0 (socket says 172.21.15.28:40776) 2024-04-25T17:17:52.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.267+0000 7f6181d53640 1 -- 172.21.15.28:0/1397365556 learned_addr learned my addr 172.21.15.28:0/1397365556 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:52.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.267+0000 7f6182554640 1 --2- 172.21.15.28:0/1397365556 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe66408410 0x55fe667a94a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.267+0000 7f6181552640 1 --2- 172.21.15.28:0/1397365556 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fe663e7730 0x55fe667b0920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.267+0000 7f6172ffd640 1 --2- 172.21.15.28:0/1019212928 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f61680afaf0 0x7f61680b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.267+0000 7f6182554640 1 -- 172.21.15.28:0/1397365556 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fe663e7730 msgr2=0x55fe667b0920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:52.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.267+0000 7f6182554640 1 --2- 172.21.15.28:0/1397365556 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fe663e7730 0x55fe667b0920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.267+0000 7f6182554640 1 -- 172.21.15.28:0/1397365556 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 msgr2=0x55fe667a9a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:52.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.267+0000 7f6182554640 1 --2- 172.21.15.28:0/1397365556 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 0x55fe667a9a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.268+0000 7f6182554640 1 -- 172.21.15.28:0/1397365556 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fe664e87e0 con 0x55fe66408410 2024-04-25T17:17:52.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.268+0000 7f6181d53640 1 --2- 172.21.15.28:0/1397365556 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 0x55fe667a9a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:52.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.268+0000 7f6172ffd640 1 -- 172.21.15.28:0/1019212928 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f61780decc0 con 0x7f617c1045c0 2024-04-25T17:17:52.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.268+0000 7f6182554640 1 --2- 172.21.15.28:0/1019212928 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f61680afaf0 0x7f61680b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.268+0000 7f6182554640 1 --2- 172.21.15.28:0/1397365556 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe66408410 0x55fe667a94a0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f617c06b0e0 tx=0x7f617400e780 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f42fb7a900e6d57 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:52.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.268+0000 7f6182554640 1 --2- 172.21.15.28:0/1019212928 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f61680afaf0 0x7f61680b2000 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f617401f000 tx=0x7f6174020000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:52.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.268+0000 7f6167fff640 1 -- 172.21.15.28:0/1397365556 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6174004b20 con 0x55fe66408410 2024-04-25T17:17:52.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.268+0000 7f6167fff640 1 -- 172.21.15.28:0/1397365556 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f617401b9e0 con 0x55fe66408410 2024-04-25T17:17:52.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.268+0000 7f6167fff640 1 -- 172.21.15.28:0/1397365556 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6174011a20 con 0x55fe66408410 2024-04-25T17:17:52.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.269+0000 7f618ae6b740 1 -- 172.21.15.28:0/1397365556 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe66408410 msgr2=0x55fe667a94a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:52.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.269+0000 7f618ae6b740 1 --2- 172.21.15.28:0/1397365556 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe66408410 0x55fe667a94a0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f617c06b0e0 tx=0x7f617400e780 comp rx=0 tx=0).stop 2024-04-25T17:17:52.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.269+0000 7f618ae6b740 1 -- 172.21.15.28:0/1397365556 shutdown_connections 2024-04-25T17:17:52.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.269+0000 7f618ae6b740 1 --2- 172.21.15.28:0/1397365556 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fe663e7730 0x55fe667b0920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.269+0000 7f618ae6b740 1 --2- 172.21.15.28:0/1397365556 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 0x55fe667a9a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.269+0000 7f618ae6b740 1 --2- 172.21.15.28:0/1397365556 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe66408410 0x55fe667a94a0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.269+0000 7f618ae6b740 1 -- 172.21.15.28:0/1397365556 >> 172.21.15.28:0/1397365556 conn(0x55fe663fc560 msgr2=0x55fe667a4e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:52.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.269+0000 7f618ae6b740 1 -- 172.21.15.28:0/1397365556 shutdown_connections 2024-04-25T17:17:52.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.269+0000 7f618ae6b740 1 -- 172.21.15.28:0/1397365556 wait complete. 2024-04-25T17:17:52.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.270+0000 7f618ae6b740 1 -- start start 2024-04-25T17:17:52.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.270+0000 7f618ae6b740 1 Processor -- start 2024-04-25T17:17:52.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.270+0000 7f618ae6b740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 0x55fe667b32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.282 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.270+0000 7f618ae6b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe663e7730 0x55fe667b3810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.282 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.270+0000 7f618ae6b740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fe66408410 0x55fe667ba770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.282 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.270+0000 7f618ae6b740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55fe667b1370 con 0x55fe663df550 2024-04-25T17:17:52.282 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.270+0000 7f618ae6b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55fe666a85d0 con 0x55fe663e7730 2024-04-25T17:17:52.282 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.270+0000 7f618ae6b740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55fe667b14f0 con 0x55fe66408410 2024-04-25T17:17:52.282 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.270+0000 7f6181d53640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 0x55fe667b32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.282 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.270+0000 7f618ae6b740 10 client.0 _ll_register_callbacks cb 0x55fe66696080 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:17:52.282 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.270+0000 7f6181d53640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 0x55fe667b32d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40792/0 (socket says 172.21.15.28:40792) 2024-04-25T17:17:52.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.271+0000 7f6181d53640 1 -- 172.21.15.28:0/1260889097 learned_addr learned my addr 172.21.15.28:0/1260889097 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:52.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.271+0000 7f6182554640 1 --2- 172.21.15.28:0/1260889097 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fe66408410 0x55fe667ba770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.271+0000 7f6181552640 1 --2- 172.21.15.28:0/1260889097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe663e7730 0x55fe667b3810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.271+0000 7f6181d53640 1 -- 172.21.15.28:0/1260889097 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fe66408410 msgr2=0x55fe667ba770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:52.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.271+0000 7f6181d53640 1 --2- 172.21.15.28:0/1260889097 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fe66408410 0x55fe667ba770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.271+0000 7f6181d53640 1 -- 172.21.15.28:0/1260889097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe663e7730 msgr2=0x55fe667b3810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:52.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.271+0000 7f6181d53640 1 --2- 172.21.15.28:0/1260889097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe663e7730 0x55fe667b3810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.271+0000 7f6181d53640 1 -- 172.21.15.28:0/1260889097 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fe66548f70 con 0x55fe663df550 2024-04-25T17:17:52.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.271+0000 7f6182554640 1 --2- 172.21.15.28:0/1260889097 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fe66408410 0x55fe667ba770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:17:52.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.271+0000 7f6181d53640 1 --2- 172.21.15.28:0/1260889097 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 0x55fe667b32d0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f61780dc490 tx=0x7f61780a6770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63e81a0b266cd6e7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:52.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.271+0000 7f61657fa640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:17:52.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.271+0000 7f61657fa640 1 -- 172.21.15.28:0/1260889097 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61780e0030 con 0x55fe663df550 2024-04-25T17:17:52.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.271+0000 7f61657fa640 1 -- 172.21.15.28:0/1260889097 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f61780a2790 con 0x55fe663df550 2024-04-25T17:17:52.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.271+0000 7f618ae6b740 1 -- 172.21.15.28:0/1260889097 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f617401b9e0 con 0x55fe663df550 2024-04-25T17:17:52.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.271+0000 7f61657fa640 1 -- 172.21.15.28:0/1260889097 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f61780a6930 con 0x55fe663df550 2024-04-25T17:17:52.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.271+0000 7f618ae6b740 10 client.15972 fetch_fsmap learned FSMap version 24 2024-04-25T17:17:52.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.271+0000 7f618ae6b740 1 -- 172.21.15.28:0/1260889097 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55fe663e0170 con 0x55fe663df550 2024-04-25T17:17:52.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.272+0000 7f61657fa640 1 -- 172.21.15.28:0/1260889097 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f617401b9e0 con 0x55fe663df550 2024-04-25T17:17:52.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.272+0000 7f61657fa640 1 -- 172.21.15.28:0/1260889097 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f61780a2990 con 0x55fe663df550 2024-04-25T17:17:52.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.272+0000 7f618ae6b740 10 client.15972 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:17:52.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.272+0000 7f618ae6b740 10 client.15972 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:17:52.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.272+0000 7f618ae6b740 20 client.15972 populate_metadata read hostname 'smithi028' 2024-04-25T17:17:52.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.272+0000 7f618ae6b740 1 --2- 172.21.15.28:0/1260889097 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55fe663c71f0 0x55fe667c0d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.272+0000 7f618ae6b740 4 client.15972 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:17:52.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.272+0000 7f618ae6b740 1 -- 172.21.15.28:0/1260889097 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fe6671c710 con 0x55fe663c71f0 2024-04-25T17:17:52.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.272+0000 7f6181552640 1 --2- 172.21.15.28:0/1260889097 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55fe663c71f0 0x55fe667c0d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.273+0000 7f61657fa640 10 client.15972 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:52.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.273+0000 7f6181552640 1 --2- 172.21.15.28:0/1260889097 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55fe663c71f0 0x55fe667c0d70 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2eb01cc41da14fd8 server_cookie=a675f245f914922c in_seq=0 out_seq=0 2024-04-25T17:17:52.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.273+0000 7f61657fa640 1 -- 172.21.15.28:0/1260889097 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55fe6671c710 con 0x55fe663c71f0 2024-04-25T17:17:52.285 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.273+0000 7f61657fa640 10 client.15972 handle_command_reply: tid=0 2024-04-25T17:17:52.285 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.273+0000 7f618ae6b740 1 client.15972 shutdown 2024-04-25T17:17:52.285 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.274+0000 7f618ae6b740 1 -- 172.21.15.28:0/1260889097 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 msgr2=0x55fe667b32d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:52.285 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.274+0000 7f618ae6b740 1 --2- 172.21.15.28:0/1260889097 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 0x55fe667b32d0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f61780dc490 tx=0x7f61780a6770 comp rx=0 tx=0).stop 2024-04-25T17:17:52.285 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.274+0000 7f618ae6b740 1 -- 172.21.15.28:0/1260889097 shutdown_connections 2024-04-25T17:17:52.285 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.274+0000 7f618ae6b740 1 --2- 172.21.15.28:0/1260889097 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55fe663c71f0 0x55fe667c0d70 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.285 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.274+0000 7f618ae6b740 1 --2- 172.21.15.28:0/1260889097 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fe66408410 0x55fe667ba770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.285 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.274+0000 7f618ae6b740 1 --2- 172.21.15.28:0/1260889097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe663e7730 0x55fe667b3810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.285 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.274+0000 7f61657fa640 0 client.15972 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:52.285 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.274+0000 7f618ae6b740 1 --2- 172.21.15.28:0/1260889097 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 0x55fe667b32d0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.285 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.274+0000 7f618ae6b740 1 -- 172.21.15.28:0/1260889097 >> 172.21.15.28:0/1260889097 conn(0x55fe663fc560 msgr2=0x55fe667a3ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:52.285 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.274+0000 7f618ae6b740 1 -- 172.21.15.28:0/1260889097 shutdown_connections 2024-04-25T17:17:52.285 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.274+0000 7f618ae6b740 1 -- 172.21.15.28:0/1260889097 wait complete. 2024-04-25T17:17:52.286 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.274+0000 7f618ae6b740 20 client.15972 trim_cache size 0 max 16384 2024-04-25T17:17:52.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.298+0000 7f618ae6b740 1 Processor -- start 2024-04-25T17:17:52.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.299+0000 7f618ae6b740 1 -- start start 2024-04-25T17:17:52.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.299+0000 7f618ae6b740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 0x55fe667acdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.299+0000 7f618ae6b740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fe663e7730 0x55fe667b2ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.299+0000 7f618ae6b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe66408410 0x55fe667b33e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.299+0000 7f618ae6b740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f617c1af190 con 0x55fe663df550 2024-04-25T17:17:52.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.299+0000 7f618ae6b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f617c1aca60 con 0x55fe66408410 2024-04-25T17:17:52.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.299+0000 7f618ae6b740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f617c1aa8b0 con 0x55fe663e7730 2024-04-25T17:17:52.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.299+0000 7f6181d53640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 0x55fe667acdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.299+0000 7f6181d53640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 0x55fe667acdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40800/0 (socket says 172.21.15.28:40800) 2024-04-25T17:17:52.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.299+0000 7f6181d53640 1 -- 172.21.15.28:0/2317630843 learned_addr learned my addr 172.21.15.28:0/2317630843 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:52.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.299+0000 7f6181552640 1 --2- 172.21.15.28:0/2317630843 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fe663e7730 0x55fe667b2ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.299+0000 7f6181d53640 1 -- 172.21.15.28:0/2317630843 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fe663e7730 msgr2=0x55fe667b2ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:52.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.299+0000 7f6181d53640 1 --2- 172.21.15.28:0/2317630843 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fe663e7730 0x55fe667b2ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.299+0000 7f6182554640 1 --2- 172.21.15.28:0/2317630843 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe66408410 0x55fe667b33e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.299+0000 7f6181d53640 1 -- 172.21.15.28:0/2317630843 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe66408410 msgr2=0x55fe667b33e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:52.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.299+0000 7f6181d53640 1 --2- 172.21.15.28:0/2317630843 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe66408410 0x55fe667b33e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.299+0000 7f6181d53640 1 -- 172.21.15.28:0/2317630843 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fe667b3ed0 con 0x55fe663df550 2024-04-25T17:17:52.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.299+0000 7f6181552640 1 --2- 172.21.15.28:0/2317630843 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fe663e7730 0x55fe667b2ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:17:52.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.300+0000 7f6181d53640 1 --2- 172.21.15.28:0/2317630843 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 0x55fe667acdc0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f6178012040 tx=0x7f61780a68a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfb4f8dcc5ac7cd7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:52.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.300+0000 7f61677fe640 1 -- 172.21.15.28:0/2317630843 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6178009de0 con 0x55fe663df550 2024-04-25T17:17:52.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.300+0000 7f61677fe640 1 -- 172.21.15.28:0/2317630843 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f61780a7520 con 0x55fe663df550 2024-04-25T17:17:52.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.300+0000 7f61677fe640 1 -- 172.21.15.28:0/2317630843 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61780c1120 con 0x55fe663df550 2024-04-25T17:17:52.305 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.301+0000 7f618ae6b740 1 -- 172.21.15.28:0/2317630843 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 msgr2=0x55fe667acdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:52.305 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.301+0000 7f618ae6b740 1 --2- 172.21.15.28:0/2317630843 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 0x55fe667acdc0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f6178012040 tx=0x7f61780a68a0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.305 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.301+0000 7f618ae6b740 1 -- 172.21.15.28:0/2317630843 shutdown_connections 2024-04-25T17:17:52.305 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.301+0000 7f618ae6b740 1 --2- 172.21.15.28:0/2317630843 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe66408410 0x55fe667b33e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.305 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.301+0000 7f618ae6b740 1 --2- 172.21.15.28:0/2317630843 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fe663e7730 0x55fe667b2ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.301+0000 7f618ae6b740 1 --2- 172.21.15.28:0/2317630843 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 0x55fe667acdc0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.301+0000 7f618ae6b740 1 -- 172.21.15.28:0/2317630843 >> 172.21.15.28:0/2317630843 conn(0x55fe663fc560 msgr2=0x55fe667ac6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:52.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.301+0000 7f618ae6b740 1 -- 172.21.15.28:0/2317630843 shutdown_connections 2024-04-25T17:17:52.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.301+0000 7f618ae6b740 1 -- 172.21.15.28:0/2317630843 wait complete. 2024-04-25T17:17:52.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.301+0000 7f618ae6b740 1 -- start start 2024-04-25T17:17:52.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.302+0000 7f618ae6b740 1 Processor -- start 2024-04-25T17:17:52.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.302+0000 7f618ae6b740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 0x55fe667b7640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.302+0000 7f618ae6b740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fe663e7730 0x55fe667b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.302+0000 7f618ae6b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe66408410 0x55fe667b8a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.302+0000 7f618ae6b740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f617c1aaf20 con 0x55fe663df550 2024-04-25T17:17:52.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.302+0000 7f618ae6b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f617c1ac390 con 0x55fe66408410 2024-04-25T17:17:52.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.302+0000 7f618ae6b740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f617c1ab5f0 con 0x55fe663e7730 2024-04-25T17:17:52.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.302+0000 7f618ae6b740 10 client.0 _ll_register_callbacks cb 0x7f61780a6bf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:17:52.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.302+0000 7f6181d53640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 0x55fe667b7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.302+0000 7f6181d53640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 0x55fe667b7640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40812/0 (socket says 172.21.15.28:40812) 2024-04-25T17:17:52.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.302+0000 7f6181d53640 1 -- 172.21.15.28:0/688331937 learned_addr learned my addr 172.21.15.28:0/688331937 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:52.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.302+0000 7f6182554640 1 --2- 172.21.15.28:0/688331937 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe66408410 0x55fe667b8a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.302+0000 7f6181552640 1 --2- 172.21.15.28:0/688331937 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fe663e7730 0x55fe667b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.303+0000 7f6181d53640 1 -- 172.21.15.28:0/688331937 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fe663e7730 msgr2=0x55fe667b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:52.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.303+0000 7f6181d53640 1 --2- 172.21.15.28:0/688331937 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fe663e7730 0x55fe667b7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.303+0000 7f6181d53640 1 -- 172.21.15.28:0/688331937 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe66408410 msgr2=0x55fe667b8a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:52.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.303+0000 7f6181d53640 1 --2- 172.21.15.28:0/688331937 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe66408410 0x55fe667b8a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.303+0000 7f6181d53640 1 -- 172.21.15.28:0/688331937 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fe667b9000 con 0x55fe663df550 2024-04-25T17:17:52.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.303+0000 7f6182554640 1 --2- 172.21.15.28:0/688331937 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe66408410 0x55fe667b8a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:17:52.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.303+0000 7f6181d53640 1 --2- 172.21.15.28:0/688331937 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 0x55fe667b7640 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f61780a6db0 tx=0x7f61780a2c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f9a75d62cf542c3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:52.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.303+0000 7f61657fa640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:17:52.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.303+0000 7f61657fa640 1 -- 172.21.15.28:0/688331937 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6178009de0 con 0x55fe663df550 2024-04-25T17:17:52.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.303+0000 7f61657fa640 1 -- 172.21.15.28:0/688331937 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f61780c1120 con 0x55fe663df550 2024-04-25T17:17:52.307 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.303+0000 7f618ae6b740 1 -- 172.21.15.28:0/688331937 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f61780a7520 con 0x55fe663df550 2024-04-25T17:17:52.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.303+0000 7f61657fa640 1 -- 172.21.15.28:0/688331937 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f61780a6590 con 0x55fe663df550 2024-04-25T17:17:52.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.303+0000 7f618ae6b740 10 client.15978 fetch_fsmap learned FSMap version 24 2024-04-25T17:17:52.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.303+0000 7f618ae6b740 1 -- 172.21.15.28:0/688331937 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55fe667b9000 con 0x55fe663df550 2024-04-25T17:17:52.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.303+0000 7f61657fa640 1 -- 172.21.15.28:0/688331937 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f61780a7520 con 0x55fe663df550 2024-04-25T17:17:52.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.304+0000 7f61657fa640 1 -- 172.21.15.28:0/688331937 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f61780dc900 con 0x55fe663df550 2024-04-25T17:17:52.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.304+0000 7f618ae6b740 10 client.15978 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:17:52.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.304+0000 7f618ae6b740 10 client.15978 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:17:52.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.304+0000 7f618ae6b740 20 client.15978 populate_metadata read hostname 'smithi028' 2024-04-25T17:17:52.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.304+0000 7f618ae6b740 1 --2- 172.21.15.28:0/688331937 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55fe6639c630 0x55fe6682b660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.304+0000 7f618ae6b740 4 client.15978 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-25T17:17:52.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.304+0000 7f618ae6b740 1 -- 172.21.15.28:0/688331937 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55fe66716580 con 0x55fe6639c630 2024-04-25T17:17:52.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.304+0000 7f6181552640 1 --2- 172.21.15.28:0/688331937 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55fe6639c630 0x55fe6682b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.305+0000 7f61657fa640 10 client.15978 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:52.308 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.305+0000 7f6181552640 1 --2- 172.21.15.28:0/688331937 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55fe6639c630 0x55fe6682b660 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6a15b974482fac97 server_cookie=c9716bd544fa89b0 in_seq=0 out_seq=0 2024-04-25T17:17:52.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.306+0000 7f61657fa640 1 -- 172.21.15.28:0/688331937 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55fe66716580 con 0x55fe6639c630 2024-04-25T17:17:52.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.306+0000 7f61657fa640 10 client.15978 handle_command_reply: tid=0 2024-04-25T17:17:52.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.306+0000 7f618ae6b740 1 client.15978 shutdown 2024-04-25T17:17:52.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.306+0000 7f618ae6b740 1 -- 172.21.15.28:0/688331937 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 msgr2=0x55fe667b7640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:52.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.306+0000 7f618ae6b740 1 --2- 172.21.15.28:0/688331937 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 0x55fe667b7640 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f61780a6db0 tx=0x7f61780a2c40 comp rx=0 tx=0).stop 2024-04-25T17:17:52.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.306+0000 7f618ae6b740 1 -- 172.21.15.28:0/688331937 shutdown_connections 2024-04-25T17:17:52.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.306+0000 7f618ae6b740 1 --2- 172.21.15.28:0/688331937 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55fe6639c630 0x55fe6682b660 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.306+0000 7f618ae6b740 1 --2- 172.21.15.28:0/688331937 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe66408410 0x55fe667b8a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.310 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.306+0000 7f618ae6b740 1 --2- 172.21.15.28:0/688331937 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fe663e7730 0x55fe667b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.306+0000 7f618ae6b740 1 --2- 172.21.15.28:0/688331937 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55fe663df550 0x55fe667b7640 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.306+0000 7f618ae6b740 1 -- 172.21.15.28:0/688331937 >> 172.21.15.28:0/688331937 conn(0x55fe663fc560 msgr2=0x55fe667a7c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:52.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.306+0000 7f61657fa640 0 client.15978 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:52.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.306+0000 7f618ae6b740 1 -- 172.21.15.28:0/688331937 shutdown_connections 2024-04-25T17:17:52.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.306+0000 7f618ae6b740 1 -- 172.21.15.28:0/688331937 wait complete. 2024-04-25T17:17:52.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.306+0000 7f618ae6b740 20 client.15978 trim_cache size 0 max 16384 2024-04-25T17:17:52.311 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:17:52.311 INFO:teuthology.orchestra.run.smithi028.stdout: "return_code": 0, 2024-04-25T17:17:52.311 INFO:teuthology.orchestra.run.smithi028.stdout: "scrub_tag": "9f3d6b3f-b769-4196-8a63-be5fad3567d6", 2024-04-25T17:17:52.311 INFO:teuthology.orchestra.run.smithi028.stdout: "mode": "asynchronous" 2024-04-25T17:17:52.311 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:17:52.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.307+0000 7f6183fb7640 1 -- 172.21.15.28:0/1019212928 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f61680afaf0 msgr2=0x7f61680b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:52.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.307+0000 7f6183fb7640 1 --2- 172.21.15.28:0/1019212928 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f61680afaf0 0x7f61680b2000 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f617401f000 tx=0x7f6174020000 comp rx=0 tx=0).stop 2024-04-25T17:17:52.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.307+0000 7f6183fb7640 1 -- 172.21.15.28:0/1019212928 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f617c1045c0 msgr2=0x7f617c19a150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:52.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.307+0000 7f6183fb7640 1 --2- 172.21.15.28:0/1019212928 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f617c1045c0 0x7f617c19a150 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f6178005fd0 tx=0x7f617800dde0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.307+0000 7f6183fb7640 1 -- 172.21.15.28:0/1019212928 shutdown_connections 2024-04-25T17:17:52.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.307+0000 7f6183fb7640 1 --2- 172.21.15.28:0/1019212928 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f61680afaf0 0x7f61680b2000 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.307+0000 7f6183fb7640 1 --2- 172.21.15.28:0/1019212928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f617c109880 0x7f617c1a1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.307+0000 7f6183fb7640 1 --2- 172.21.15.28:0/1019212928 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f617c106f20 0x7f617c19a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.307+0000 7f6183fb7640 1 --2- 172.21.15.28:0/1019212928 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f617c1045c0 0x7f617c19a150 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.307+0000 7f6183fb7640 1 -- 172.21.15.28:0/1019212928 >> 172.21.15.28:0/1019212928 conn(0x7f617c0fdbc0 msgr2=0x7f617c106610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:52.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.307+0000 7f6183fb7640 1 -- 172.21.15.28:0/1019212928 shutdown_connections 2024-04-25T17:17:52.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.307+0000 7f6183fb7640 1 -- 172.21.15.28:0/1019212928 wait complete. 2024-04-25T17:17:52.318 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:51 smithi028 ceph-mon[29207]: pgmap v414: 129 pgs: 129 active+clean; 133 MiB data, 606 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 11 MiB/s wr, 12 op/s 2024-04-25T17:17:52.319 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T17:17:52.319 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T17:17:52.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:51 smithi042 ceph-mon[32851]: pgmap v414: 129 pgs: 129 active+clean; 133 MiB data, 606 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 11 MiB/s wr, 12 op/s 2024-04-25T17:17:52.442 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.437+0000 7f6f9ee53640 1 -- 172.21.15.28:0/3075897749 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6f98103b30 msgr2=0x7f6f98104830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:52.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.437+0000 7f6f9ee53640 1 --2- 172.21.15.28:0/3075897749 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6f98103b30 0x7f6f98104830 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f6f8c009900 tx=0x7f6f8c02a410 comp rx=0 tx=0).stop 2024-04-25T17:17:52.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.438+0000 7f6f9ee53640 1 -- 172.21.15.28:0/3075897749 shutdown_connections 2024-04-25T17:17:52.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.438+0000 7f6f9ee53640 1 --2- 172.21.15.28:0/3075897749 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6f98109a70 0x7f6f9810be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.438+0000 7f6f9ee53640 1 --2- 172.21.15.28:0/3075897749 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6f98104d70 0x7f6f98105180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.438+0000 7f6f9ee53640 1 --2- 172.21.15.28:0/3075897749 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6f98103b30 0x7f6f98104830 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.438+0000 7f6f9ee53640 1 -- 172.21.15.28:0/3075897749 >> 172.21.15.28:0/3075897749 conn(0x7f6f980fed40 msgr2=0x7f6f981011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:52.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.438+0000 7f6f9ee53640 1 -- 172.21.15.28:0/3075897749 shutdown_connections 2024-04-25T17:17:52.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.438+0000 7f6f9ee53640 1 -- 172.21.15.28:0/3075897749 wait complete. 2024-04-25T17:17:52.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.438+0000 7f6f9ee53640 1 Processor -- start 2024-04-25T17:17:52.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.438+0000 7f6f9ee53640 1 -- start start 2024-04-25T17:17:52.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.439+0000 7f6f9ee53640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6f98103b30 0x7f6f98077960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.439+0000 7f6f9ee53640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6f98104d70 0x7f6f98076000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.439+0000 7f6f9ee53640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6f98109a70 0x7f6f98076540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.439+0000 7f6f9ee53640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f6f9810f510 con 0x7f6f98109a70 2024-04-25T17:17:52.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.439+0000 7f6f9ee53640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6f9810f390 con 0x7f6f98103b30 2024-04-25T17:17:52.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.439+0000 7f6f9ee53640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6f9810f690 con 0x7f6f98104d70 2024-04-25T17:17:52.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.439+0000 7f6f9d3f0640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6f98109a70 0x7f6f98076540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.439+0000 7f6f9d3f0640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6f98109a70 0x7f6f98076540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40832/0 (socket says 172.21.15.28:40832) 2024-04-25T17:17:52.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.439+0000 7f6f9d3f0640 1 -- 172.21.15.28:0/2493039109 learned_addr learned my addr 172.21.15.28:0/2493039109 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:52.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.439+0000 7f6f9cbef640 1 --2- 172.21.15.28:0/2493039109 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6f98103b30 0x7f6f98077960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.439+0000 7f6f97fff640 1 --2- 172.21.15.28:0/2493039109 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6f98104d70 0x7f6f98076000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.439+0000 7f6f9d3f0640 1 -- 172.21.15.28:0/2493039109 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6f98104d70 msgr2=0x7f6f98076000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:52.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.439+0000 7f6f9d3f0640 1 --2- 172.21.15.28:0/2493039109 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6f98104d70 0x7f6f98076000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.439+0000 7f6f9d3f0640 1 -- 172.21.15.28:0/2493039109 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6f98103b30 msgr2=0x7f6f98077960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:52.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.439+0000 7f6f9d3f0640 1 --2- 172.21.15.28:0/2493039109 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6f98103b30 0x7f6f98077960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.439+0000 7f6f9d3f0640 1 -- 172.21.15.28:0/2493039109 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f98076be0 con 0x7f6f98109a70 2024-04-25T17:17:52.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.439+0000 7f6f9d3f0640 1 --2- 172.21.15.28:0/2493039109 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6f98109a70 0x7f6f98076540 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f6f90009fd0 tx=0x7f6f9000def0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:52.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.440+0000 7f6f95ffb640 1 -- 172.21.15.28:0/2493039109 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f90017070 con 0x7f6f98109a70 2024-04-25T17:17:52.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.440+0000 7f6f95ffb640 1 -- 172.21.15.28:0/2493039109 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6f90003e00 con 0x7f6f98109a70 2024-04-25T17:17:52.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.440+0000 7f6f9ee53640 1 -- 172.21.15.28:0/2493039109 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f981a4240 con 0x7f6f98109a70 2024-04-25T17:17:52.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.440+0000 7f6f95ffb640 1 -- 172.21.15.28:0/2493039109 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f90010460 con 0x7f6f98109a70 2024-04-25T17:17:52.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.440+0000 7f6f9ee53640 1 -- 172.21.15.28:0/2493039109 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f981a4650 con 0x7f6f98109a70 2024-04-25T17:17:52.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.443+0000 7f6f95ffb640 1 -- 172.21.15.28:0/2493039109 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f6f90003970 con 0x7f6f98109a70 2024-04-25T17:17:52.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.443+0000 7f6fa5ddf740 1 Processor -- start 2024-04-25T17:17:52.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.443+0000 7f6fa5ddf740 1 -- start start 2024-04-25T17:17:52.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.443+0000 7f6fa5ddf740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580edd45390 0x5580ee0e6a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.443+0000 7f6fa5ddf740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5580edd1c4d0 0x5580ee0e6fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.443+0000 7f6fa5ddf740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd246b0 0x5580ee0e7c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.443+0000 7f6fa5ddf740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x5580ee04bd80 con 0x5580edd246b0 2024-04-25T17:17:52.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.443+0000 7f6fa5ddf740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5580ee0058b0 con 0x5580edd45390 2024-04-25T17:17:52.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.443+0000 7f6fa5ddf740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5580ee047d40 con 0x5580edd1c4d0 2024-04-25T17:17:52.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.444+0000 7f6f97fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd246b0 0x5580ee0e7c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.444+0000 7f6f97fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd246b0 0x5580ee0e7c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40844/0 (socket says 172.21.15.28:40844) 2024-04-25T17:17:52.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.444+0000 7f6f9cbef640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5580edd1c4d0 0x5580ee0e6fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.444+0000 7f6f97fff640 1 -- 172.21.15.28:0/2482480331 learned_addr learned my addr 172.21.15.28:0/2482480331 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:52.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.444+0000 7f6f97fff640 1 --2- 172.21.15.28:0/2482480331 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580edd45390 0x5580ee0e6a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.444+0000 7f6f9cbef640 1 -- 172.21.15.28:0/2482480331 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580edd45390 msgr2=0x5580ee0e6a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:52.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.444+0000 7f6f9cbef640 1 --2- 172.21.15.28:0/2482480331 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580edd45390 0x5580ee0e6a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.444+0000 7f6f9cbef640 1 -- 172.21.15.28:0/2482480331 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd246b0 msgr2=0x5580ee0e7c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:52.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.444+0000 7f6f9cbef640 1 --2- 172.21.15.28:0/2482480331 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd246b0 0x5580ee0e7c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.444+0000 7f6f9cbef640 1 -- 172.21.15.28:0/2482480331 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5580edfd6a40 con 0x5580edd1c4d0 2024-04-25T17:17:52.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.444+0000 7f6f97fff640 1 --2- 172.21.15.28:0/2482480331 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd246b0 0x5580ee0e7c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:17:52.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.444+0000 7f6f95ffb640 1 --2- 172.21.15.28:0/2493039109 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6f880afaf0 0x7f6f880b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.444+0000 7f6f97fff640 1 --2- 172.21.15.28:0/2493039109 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6f880afaf0 0x7f6f880b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.444+0000 7f6f9cbef640 1 --2- 172.21.15.28:0/2482480331 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5580edd1c4d0 0x5580ee0e6fe0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f6f8c02aa00 tx=0x7f6f8c004190 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8aed140d79cd0e73 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:52.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.444+0000 7f6f95ffb640 1 -- 172.21.15.28:0/2493039109 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f6f900dec70 con 0x7f6f98109a70 2024-04-25T17:17:52.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.445+0000 7f6f82ffd640 1 -- 172.21.15.28:0/2482480331 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f8c035030 con 0x5580edd1c4d0 2024-04-25T17:17:52.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.445+0000 7f6f82ffd640 1 -- 172.21.15.28:0/2482480331 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6f8c040070 con 0x5580edd1c4d0 2024-04-25T17:17:52.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.445+0000 7f6f82ffd640 1 -- 172.21.15.28:0/2482480331 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f8c031900 con 0x5580edd1c4d0 2024-04-25T17:17:52.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.446+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/2482480331 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5580edd1c4d0 msgr2=0x5580ee0e6fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:52.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.446+0000 7f6f97fff640 1 --2- 172.21.15.28:0/2493039109 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6f880afaf0 0x7f6f880b2000 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x5580ee0e7ab0 tx=0x7f6f8400a760 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:52.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.446+0000 7f6fa5ddf740 1 --2- 172.21.15.28:0/2482480331 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5580edd1c4d0 0x5580ee0e6fe0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f6f8c02aa00 tx=0x7f6f8c004190 comp rx=0 tx=0).stop 2024-04-25T17:17:52.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.446+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/2482480331 shutdown_connections 2024-04-25T17:17:52.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.446+0000 7f6fa5ddf740 1 --2- 172.21.15.28:0/2482480331 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd246b0 0x5580ee0e7c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.446+0000 7f6fa5ddf740 1 --2- 172.21.15.28:0/2482480331 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5580edd1c4d0 0x5580ee0e6fe0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.446+0000 7f6fa5ddf740 1 --2- 172.21.15.28:0/2482480331 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580edd45390 0x5580ee0e6a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.446+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/2482480331 >> 172.21.15.28:0/2482480331 conn(0x5580edd394e0 msgr2=0x5580ee0e2270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:52.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.446+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/2482480331 shutdown_connections 2024-04-25T17:17:52.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.446+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/2482480331 wait complete. 2024-04-25T17:17:52.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.446+0000 7f6fa5ddf740 1 -- start start 2024-04-25T17:17:52.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.446+0000 7f6fa5ddf740 1 Processor -- start 2024-04-25T17:17:52.454 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.447+0000 7f6fa5ddf740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580edd1c4d0 0x5580ee0f08c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.454 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.447+0000 7f6fa5ddf740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5580edd246b0 0x5580ee0f0e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.454 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.447+0000 7f6fa5ddf740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd45390 0x5580ee0f7d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.454 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.447+0000 7f6fa5ddf740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x5580ee0e8720 con 0x5580edd45390 2024-04-25T17:17:52.454 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.447+0000 7f6fa5ddf740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5580edfd2d10 con 0x5580edd1c4d0 2024-04-25T17:17:52.454 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.447+0000 7f6fa5ddf740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5580ee0e88a0 con 0x5580edd246b0 2024-04-25T17:17:52.454 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.447+0000 7f6f9d3f0640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd45390 0x5580ee0f7d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.454 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.447+0000 7f6fa5ddf740 10 client.0 _ll_register_callbacks cb 0x5580edfff210 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:17:52.455 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.447+0000 7f6f9d3f0640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd45390 0x5580ee0f7d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40860/0 (socket says 172.21.15.28:40860) 2024-04-25T17:17:52.455 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.447+0000 7f6f9d3f0640 1 -- 172.21.15.28:0/3944663519 learned_addr learned my addr 172.21.15.28:0/3944663519 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:52.455 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.447+0000 7f6f97fff640 1 --2- 172.21.15.28:0/3944663519 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5580edd246b0 0x5580ee0f0e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.455 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.447+0000 7f6f9cbef640 1 --2- 172.21.15.28:0/3944663519 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580edd1c4d0 0x5580ee0f08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.455 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.448+0000 7f6f9d3f0640 1 -- 172.21.15.28:0/3944663519 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5580edd246b0 msgr2=0x5580ee0f0e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:52.455 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.448+0000 7f6f9d3f0640 1 --2- 172.21.15.28:0/3944663519 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5580edd246b0 0x5580ee0f0e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.455 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.448+0000 7f6f9d3f0640 1 -- 172.21.15.28:0/3944663519 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580edd1c4d0 msgr2=0x5580ee0f08c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:52.455 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.448+0000 7f6f9d3f0640 1 --2- 172.21.15.28:0/3944663519 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580edd1c4d0 0x5580ee0f08c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.455 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.448+0000 7f6f9d3f0640 1 -- 172.21.15.28:0/3944663519 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5580ede277d0 con 0x5580edd45390 2024-04-25T17:17:52.455 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.448+0000 7f6f9d3f0640 1 --2- 172.21.15.28:0/3944663519 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd45390 0x5580ee0f7d60 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f6f900a2e50 tx=0x7f6f90003c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e7be07653ad3f54 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:52.455 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.448+0000 7f6f77fff640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:17:52.455 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.448+0000 7f6f77fff640 1 -- 172.21.15.28:0/3944663519 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f90020040 con 0x5580edd45390 2024-04-25T17:17:52.455 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.448+0000 7f6f77fff640 1 -- 172.21.15.28:0/3944663519 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f6f900a6030 con 0x5580edd45390 2024-04-25T17:17:52.456 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.448+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/3944663519 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f8c040070 con 0x5580edd45390 2024-04-25T17:17:52.456 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.449+0000 7f6f77fff640 1 -- 172.21.15.28:0/3944663519 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6f900a74d0 con 0x5580edd45390 2024-04-25T17:17:52.456 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.449+0000 7f6fa5ddf740 10 client.15990 fetch_fsmap learned FSMap version 24 2024-04-25T17:17:52.456 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.449+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/3944663519 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5580edd5d3f0 con 0x5580edd45390 2024-04-25T17:17:52.456 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.449+0000 7f6f77fff640 1 -- 172.21.15.28:0/3944663519 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6f8c040070 con 0x5580edd45390 2024-04-25T17:17:52.456 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.450+0000 7f6f77fff640 1 -- 172.21.15.28:0/3944663519 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f6f900a5aa0 con 0x5580edd45390 2024-04-25T17:17:52.456 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.450+0000 7f6fa5ddf740 10 client.15990 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:17:52.456 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.450+0000 7f6fa5ddf740 10 client.15990 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:17:52.456 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.450+0000 7f6fa5ddf740 20 client.15990 populate_metadata read hostname 'smithi028' 2024-04-25T17:17:52.456 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.450+0000 7f6fa5ddf740 1 --2- 172.21.15.28:0/3944663519 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5580edd03f60 0x5580ee0fe300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.456 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.450+0000 7f6fa5ddf740 4 client.15990 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:17:52.456 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.450+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/3944663519 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5580ee059990 con 0x5580edd03f60 2024-04-25T17:17:52.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.451+0000 7f6f9cbef640 1 --2- 172.21.15.28:0/3944663519 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5580edd03f60 0x5580ee0fe300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.452+0000 7f6f77fff640 10 client.15990 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:52.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.452+0000 7f6f9cbef640 1 --2- 172.21.15.28:0/3944663519 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5580edd03f60 0x5580ee0fe300 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df1f743697933242 server_cookie=97be1a33a45e963a in_seq=0 out_seq=0 2024-04-25T17:17:52.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.453+0000 7f6f77fff640 1 -- 172.21.15.28:0/3944663519 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5580ee059990 con 0x5580edd03f60 2024-04-25T17:17:52.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.453+0000 7f6f77fff640 10 client.15990 handle_command_reply: tid=0 2024-04-25T17:17:52.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.453+0000 7f6fa5ddf740 1 client.15990 shutdown 2024-04-25T17:17:52.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.453+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/3944663519 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd45390 msgr2=0x5580ee0f7d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:52.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.453+0000 7f6fa5ddf740 1 --2- 172.21.15.28:0/3944663519 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd45390 0x5580ee0f7d60 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f6f900a2e50 tx=0x7f6f90003c60 comp rx=0 tx=0).stop 2024-04-25T17:17:52.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.453+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/3944663519 shutdown_connections 2024-04-25T17:17:52.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.453+0000 7f6fa5ddf740 1 --2- 172.21.15.28:0/3944663519 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5580edd03f60 0x5580ee0fe300 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.453+0000 7f6fa5ddf740 1 --2- 172.21.15.28:0/3944663519 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd45390 0x5580ee0f7d60 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.453+0000 7f6fa5ddf740 1 --2- 172.21.15.28:0/3944663519 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5580edd246b0 0x5580ee0f0e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.453+0000 7f6f77fff640 0 client.15990 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:52.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.453+0000 7f6fa5ddf740 1 --2- 172.21.15.28:0/3944663519 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580edd1c4d0 0x5580ee0f08c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.453+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/3944663519 >> 172.21.15.28:0/3944663519 conn(0x5580edd394e0 msgr2=0x5580ee0e5180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:52.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.453+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/3944663519 shutdown_connections 2024-04-25T17:17:52.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.453+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/3944663519 wait complete. 2024-04-25T17:17:52.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.453+0000 7f6fa5ddf740 20 client.15990 trim_cache size 0 max 16384 2024-04-25T17:17:52.480 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.479+0000 7f6fa5ddf740 1 Processor -- start 2024-04-25T17:17:52.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.479+0000 7f6fa5ddf740 1 -- start start 2024-04-25T17:17:52.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.479+0000 7f6fa5ddf740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580edd1c4d0 0x5580ee0e1c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.479+0000 7f6fa5ddf740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5580edd246b0 0x5580ee0e2150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.479+0000 7f6fa5ddf740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd45390 0x5580ee0f7c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.479+0000 7f6fa5ddf740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f6f981ace20 con 0x5580edd45390 2024-04-25T17:17:52.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.479+0000 7f6fa5ddf740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6f981aa6f0 con 0x5580edd1c4d0 2024-04-25T17:17:52.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.479+0000 7f6fa5ddf740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6f981a8540 con 0x5580edd246b0 2024-04-25T17:17:52.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.479+0000 7f6f9d3f0640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd45390 0x5580ee0f7c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.479+0000 7f6f9d3f0640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd45390 0x5580ee0f7c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40862/0 (socket says 172.21.15.28:40862) 2024-04-25T17:17:52.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.479+0000 7f6f9d3f0640 1 -- 172.21.15.28:0/1961361318 learned_addr learned my addr 172.21.15.28:0/1961361318 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:52.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.479+0000 7f6f97fff640 1 --2- 172.21.15.28:0/1961361318 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5580edd246b0 0x5580ee0e2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.479+0000 7f6f9cbef640 1 --2- 172.21.15.28:0/1961361318 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580edd1c4d0 0x5580ee0e1c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.479+0000 7f6f9d3f0640 1 -- 172.21.15.28:0/1961361318 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5580edd246b0 msgr2=0x5580ee0e2150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:52.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.479+0000 7f6f9d3f0640 1 --2- 172.21.15.28:0/1961361318 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5580edd246b0 0x5580ee0e2150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.479+0000 7f6f9d3f0640 1 -- 172.21.15.28:0/1961361318 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580edd1c4d0 msgr2=0x5580ee0e1c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:52.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.480+0000 7f6f9d3f0640 1 --2- 172.21.15.28:0/1961361318 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580edd1c4d0 0x5580ee0e1c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.480+0000 7f6f9d3f0640 1 -- 172.21.15.28:0/1961361318 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5580edd1d0f0 con 0x5580edd45390 2024-04-25T17:17:52.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.480+0000 7f6f9cbef640 1 --2- 172.21.15.28:0/1961361318 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580edd1c4d0 0x5580ee0e1c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:17:52.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.480+0000 7f6f9d3f0640 1 --2- 172.21.15.28:0/1961361318 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd45390 0x5580ee0f7c80 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f6f900a6d60 tx=0x7f6f90003d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f70ae617fce89a7a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:52.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.480+0000 7f6f827fc640 1 -- 172.21.15.28:0/1961361318 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f90020070 con 0x5580edd45390 2024-04-25T17:17:52.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.480+0000 7f6f827fc640 1 -- 172.21.15.28:0/1961361318 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6f900afc30 con 0x5580edd45390 2024-04-25T17:17:52.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.480+0000 7f6f827fc640 1 -- 172.21.15.28:0/1961361318 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f900a5aa0 con 0x5580edd45390 2024-04-25T17:17:52.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.481+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/1961361318 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd45390 msgr2=0x5580ee0f7c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:52.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.481+0000 7f6fa5ddf740 1 --2- 172.21.15.28:0/1961361318 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd45390 0x5580ee0f7c80 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f6f900a6d60 tx=0x7f6f90003d90 comp rx=0 tx=0).stop 2024-04-25T17:17:52.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.481+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/1961361318 shutdown_connections 2024-04-25T17:17:52.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.481+0000 7f6fa5ddf740 1 --2- 172.21.15.28:0/1961361318 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd45390 0x5580ee0f7c80 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.481+0000 7f6fa5ddf740 1 --2- 172.21.15.28:0/1961361318 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5580edd246b0 0x5580ee0e2150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.481+0000 7f6fa5ddf740 1 --2- 172.21.15.28:0/1961361318 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580edd1c4d0 0x5580ee0e1c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.481+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/1961361318 >> 172.21.15.28:0/1961361318 conn(0x5580edd394e0 msgr2=0x5580ee0eef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:52.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.481+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/1961361318 shutdown_connections 2024-04-25T17:17:52.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.481+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/1961361318 wait complete. 2024-04-25T17:17:52.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.481+0000 7f6fa5ddf740 1 -- start start 2024-04-25T17:17:52.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.481+0000 7f6fa5ddf740 1 Processor -- start 2024-04-25T17:17:52.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.482+0000 7f6fa5ddf740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580edd1c4d0 0x5580ee0f55a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.482+0000 7f6fa5ddf740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd246b0 0x5580ee0f5ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.482+0000 7f6fa5ddf740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5580edd45390 0x5580ee1646a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.482+0000 7f6fa5ddf740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f6f981a8bb0 con 0x5580edd246b0 2024-04-25T17:17:52.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.482+0000 7f6fa5ddf740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6f981aa020 con 0x5580edd1c4d0 2024-04-25T17:17:52.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.482+0000 7f6fa5ddf740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6f981a9280 con 0x5580edd45390 2024-04-25T17:17:52.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.482+0000 7f6fa5ddf740 10 client.0 _ll_register_callbacks cb 0x7f6f90009940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:17:52.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.482+0000 7f6f97fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd246b0 0x5580ee0f5ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.482+0000 7f6f97fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd246b0 0x5580ee0f5ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:40864/0 (socket says 172.21.15.28:40864) 2024-04-25T17:17:52.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.482+0000 7f6f97fff640 1 -- 172.21.15.28:0/3219528553 learned_addr learned my addr 172.21.15.28:0/3219528553 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:17:52.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.482+0000 7f6f9d3f0640 1 --2- 172.21.15.28:0/3219528553 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5580edd45390 0x5580ee1646a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.482+0000 7f6f9cbef640 1 --2- 172.21.15.28:0/3219528553 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580edd1c4d0 0x5580ee0f55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.482+0000 7f6f97fff640 1 -- 172.21.15.28:0/3219528553 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5580edd45390 msgr2=0x5580ee1646a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:52.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.482+0000 7f6f97fff640 1 --2- 172.21.15.28:0/3219528553 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5580edd45390 0x5580ee1646a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.489 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.482+0000 7f6f97fff640 1 -- 172.21.15.28:0/3219528553 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580edd1c4d0 msgr2=0x5580ee0f55a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:17:52.489 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.482+0000 7f6f97fff640 1 --2- 172.21.15.28:0/3219528553 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580edd1c4d0 0x5580ee0f55a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.489 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.482+0000 7f6f97fff640 1 -- 172.21.15.28:0/3219528553 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5580ee00c4b0 con 0x5580edd246b0 2024-04-25T17:17:52.489 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.482+0000 7f6f9cbef640 1 --2- 172.21.15.28:0/3219528553 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580edd1c4d0 0x5580ee0f55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:17:52.489 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.482+0000 7f6f97fff640 1 --2- 172.21.15.28:0/3219528553 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd246b0 0x5580ee0f5ae0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f6f840226e0 tx=0x7f6f84004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35761860e29d692d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:17:52.489 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.482+0000 7f6f77fff640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:17:52.489 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.483+0000 7f6f77fff640 1 -- 172.21.15.28:0/3219528553 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f84020740 con 0x5580edd246b0 2024-04-25T17:17:52.489 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.483+0000 7f6f77fff640 1 -- 172.21.15.28:0/3219528553 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f6f840208e0 con 0x5580edd246b0 2024-04-25T17:17:52.489 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.483+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/3219528553 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f900afc30 con 0x5580edd246b0 2024-04-25T17:17:52.489 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.483+0000 7f6f77fff640 1 -- 172.21.15.28:0/3219528553 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6f84039050 con 0x5580edd246b0 2024-04-25T17:17:52.489 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.483+0000 7f6fa5ddf740 10 client.15996 fetch_fsmap learned FSMap version 24 2024-04-25T17:17:52.489 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.483+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/3219528553 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5580ee165ce0 con 0x5580edd246b0 2024-04-25T17:17:52.489 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.483+0000 7f6f77fff640 1 -- 172.21.15.28:0/3219528553 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6f900afc30 con 0x5580edd246b0 2024-04-25T17:17:52.490 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.483+0000 7f6f77fff640 1 -- 172.21.15.28:0/3219528553 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f6f84030a00 con 0x5580edd246b0 2024-04-25T17:17:52.490 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.483+0000 7f6fa5ddf740 10 client.15996 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:17:52.490 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.483+0000 7f6fa5ddf740 10 client.15996 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:17:52.490 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.483+0000 7f6fa5ddf740 20 client.15996 populate_metadata read hostname 'smithi028' 2024-04-25T17:17:52.490 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.483+0000 7f6fa5ddf740 1 --2- 172.21.15.28:0/3219528553 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5580edcd93a0 0x5580ee168730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:17:52.490 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.483+0000 7f6fa5ddf740 4 client.15996 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T17:17:52.490 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.483+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/3219528553 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5580ee053800 con 0x5580edcd93a0 2024-04-25T17:17:52.490 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.484+0000 7f6f9cbef640 1 --2- 172.21.15.28:0/3219528553 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5580edcd93a0 0x5580ee168730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:17:52.490 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.484+0000 7f6f9cbef640 1 --2- 172.21.15.28:0/3219528553 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5580edcd93a0 0x5580ee168730 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=306b4a2365f44dba server_cookie=9a165563782902dc in_seq=0 out_seq=0 2024-04-25T17:17:52.490 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.484+0000 7f6f77fff640 10 client.15996 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:52.490 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.484+0000 7f6f77fff640 1 -- 172.21.15.28:0/3219528553 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5580ee053800 con 0x5580edcd93a0 2024-04-25T17:17:52.490 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.484+0000 7f6f77fff640 10 client.15996 handle_command_reply: tid=0 2024-04-25T17:17:52.490 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.484+0000 7f6fa5ddf740 1 client.15996 shutdown 2024-04-25T17:17:52.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.484+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/3219528553 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd246b0 msgr2=0x5580ee0f5ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:52.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.484+0000 7f6fa5ddf740 1 --2- 172.21.15.28:0/3219528553 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd246b0 0x5580ee0f5ae0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f6f840226e0 tx=0x7f6f84004730 comp rx=0 tx=0).stop 2024-04-25T17:17:52.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.485+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/3219528553 shutdown_connections 2024-04-25T17:17:52.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.485+0000 7f6fa5ddf740 1 --2- 172.21.15.28:0/3219528553 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5580edcd93a0 0x5580ee168730 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.485+0000 7f6fa5ddf740 1 --2- 172.21.15.28:0/3219528553 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5580edd45390 0x5580ee1646a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.485+0000 7f6fa5ddf740 1 --2- 172.21.15.28:0/3219528553 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5580edd246b0 0x5580ee0f5ae0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.485+0000 7f6f77fff640 0 client.15996 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:17:52.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.485+0000 7f6fa5ddf740 1 --2- 172.21.15.28:0/3219528553 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580edd1c4d0 0x5580ee0f55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.485+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/3219528553 >> 172.21.15.28:0/3219528553 conn(0x5580edd394e0 msgr2=0x5580ee0e1c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:52.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.485+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/3219528553 shutdown_connections 2024-04-25T17:17:52.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.485+0000 7f6fa5ddf740 1 -- 172.21.15.28:0/3219528553 wait complete. 2024-04-25T17:17:52.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.485+0000 7f6fa5ddf740 20 client.15996 trim_cache size 0 max 16384 2024-04-25T17:17:52.492 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:17:52.492 INFO:teuthology.orchestra.run.smithi028.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-25T17:17:52.492 INFO:teuthology.orchestra.run.smithi028.stdout: "scrubs": { 2024-04-25T17:17:52.492 INFO:teuthology.orchestra.run.smithi028.stdout: "9f3d6b3f-b769-4196-8a63-be5fad3567d6": { 2024-04-25T17:17:52.492 INFO:teuthology.orchestra.run.smithi028.stdout: "path": "/", 2024-04-25T17:17:52.492 INFO:teuthology.orchestra.run.smithi028.stdout: "tag": "9f3d6b3f-b769-4196-8a63-be5fad3567d6", 2024-04-25T17:17:52.492 INFO:teuthology.orchestra.run.smithi028.stdout: "options": "recursive,force" 2024-04-25T17:17:52.492 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:17:52.492 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:17:52.492 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:17:52.494 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.485+0000 7f6f9ee53640 1 -- 172.21.15.28:0/2493039109 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6f880afaf0 msgr2=0x7f6f880b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:52.494 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.485+0000 7f6f9ee53640 1 --2- 172.21.15.28:0/2493039109 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6f880afaf0 0x7f6f880b2000 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x5580ee0e7ab0 tx=0x7f6f8400a760 comp rx=0 tx=0).stop 2024-04-25T17:17:52.494 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.485+0000 7f6f9ee53640 1 -- 172.21.15.28:0/2493039109 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6f98109a70 msgr2=0x7f6f98076540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:17:52.494 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.485+0000 7f6f9ee53640 1 --2- 172.21.15.28:0/2493039109 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6f98109a70 0x7f6f98076540 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f6f90009fd0 tx=0x7f6f9000def0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.494 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.485+0000 7f6f9ee53640 1 -- 172.21.15.28:0/2493039109 shutdown_connections 2024-04-25T17:17:52.494 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.486+0000 7f6f9ee53640 1 --2- 172.21.15.28:0/2493039109 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6f880afaf0 0x7f6f880b2000 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.494 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.486+0000 7f6f9ee53640 1 --2- 172.21.15.28:0/2493039109 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6f98109a70 0x7f6f98076540 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.494 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.486+0000 7f6f9ee53640 1 --2- 172.21.15.28:0/2493039109 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6f98104d70 0x7f6f98076000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.494 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.486+0000 7f6f9ee53640 1 --2- 172.21.15.28:0/2493039109 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6f98103b30 0x7f6f98077960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:17:52.494 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.486+0000 7f6f9ee53640 1 -- 172.21.15.28:0/2493039109 >> 172.21.15.28:0/2493039109 conn(0x7f6f980fed40 msgr2=0x7f6f98105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:17:52.494 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.486+0000 7f6f9ee53640 1 -- 172.21.15.28:0/2493039109 shutdown_connections 2024-04-25T17:17:52.494 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:17:52.486+0000 7f6f9ee53640 1 -- 172.21.15.28:0/2493039109 wait complete. 2024-04-25T17:17:52.497 INFO:tasks.cephfs.filesystem:scrub status for tag:9f3d6b3f-b769-4196-8a63-be5fad3567d6 - {'path': '/', 'tag': '9f3d6b3f-b769-4196-8a63-be5fad3567d6', 'options': 'recursive,force'} 2024-04-25T17:17:54.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:53 smithi084 ceph-mon[32752]: scrub queued for path: / 2024-04-25T17:17:54.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:53 smithi084 ceph-mon[32752]: scrub summary: idle+waiting paths [/] 2024-04-25T17:17:54.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:53 smithi084 ceph-mon[32752]: scrub summary: active paths [/] 2024-04-25T17:17:54.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:53 smithi084 ceph-mon[32752]: scrub summary: idle+waiting paths [/] 2024-04-25T17:17:54.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:53 smithi084 ceph-mon[32752]: pgmap v415: 129 pgs: 129 active+clean; 161 MiB data, 664 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 13 MiB/s wr, 10 op/s 2024-04-25T17:17:54.231 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:53 smithi084 ceph-mon[32752]: scrub summary: idle 2024-04-25T17:17:54.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:53 smithi042 ceph-mon[32851]: scrub queued for path: / 2024-04-25T17:17:54.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:53 smithi042 ceph-mon[32851]: scrub summary: idle+waiting paths [/] 2024-04-25T17:17:54.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:53 smithi042 ceph-mon[32851]: scrub summary: active paths [/] 2024-04-25T17:17:54.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:53 smithi042 ceph-mon[32851]: scrub summary: idle+waiting paths [/] 2024-04-25T17:17:54.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:53 smithi042 ceph-mon[32851]: pgmap v415: 129 pgs: 129 active+clean; 161 MiB data, 664 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 13 MiB/s wr, 10 op/s 2024-04-25T17:17:54.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:53 smithi042 ceph-mon[32851]: scrub summary: idle 2024-04-25T17:17:54.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:53 smithi028 ceph-mon[29207]: scrub queued for path: / 2024-04-25T17:17:54.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:53 smithi028 ceph-mon[29207]: scrub summary: idle+waiting paths [/] 2024-04-25T17:17:54.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:53 smithi028 ceph-mon[29207]: scrub summary: active paths [/] 2024-04-25T17:17:54.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:53 smithi028 ceph-mon[29207]: scrub summary: idle+waiting paths [/] 2024-04-25T17:17:54.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:53 smithi028 ceph-mon[29207]: pgmap v415: 129 pgs: 129 active+clean; 161 MiB data, 664 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 13 MiB/s wr, 10 op/s 2024-04-25T17:17:54.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:53 smithi028 ceph-mon[29207]: scrub summary: idle 2024-04-25T17:17:56.230 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:55 smithi084 ceph-mon[32752]: pgmap v416: 129 pgs: 129 active+clean; 233 MiB data, 798 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 20 MiB/s wr, 68 op/s 2024-04-25T17:17:56.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:55 smithi042 ceph-mon[32851]: pgmap v416: 129 pgs: 129 active+clean; 233 MiB data, 798 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 20 MiB/s wr, 68 op/s 2024-04-25T17:17:56.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:55 smithi028 ceph-mon[29207]: pgmap v416: 129 pgs: 129 active+clean; 233 MiB data, 798 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 20 MiB/s wr, 68 op/s 2024-04-25T17:17:58.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:57 smithi042 ceph-mon[32851]: pgmap v417: 129 pgs: 129 active+clean; 238 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 20 MiB/s wr, 132 op/s 2024-04-25T17:17:58.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:57 smithi028 ceph-mon[29207]: pgmap v417: 129 pgs: 129 active+clean; 238 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 20 MiB/s wr, 132 op/s 2024-04-25T17:17:58.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:57 smithi084 ceph-mon[32752]: pgmap v417: 129 pgs: 129 active+clean; 238 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 20 MiB/s wr, 132 op/s 2024-04-25T17:18:00.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:17:59 smithi042 ceph-mon[32851]: pgmap v418: 129 pgs: 129 active+clean; 258 MiB data, 947 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 24 MiB/s wr, 874 op/s 2024-04-25T17:18:00.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:17:59 smithi028 ceph-mon[29207]: pgmap v418: 129 pgs: 129 active+clean; 258 MiB data, 947 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 24 MiB/s wr, 874 op/s 2024-04-25T17:18:00.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:17:59 smithi084 ceph-mon[32752]: pgmap v418: 129 pgs: 129 active+clean; 258 MiB data, 947 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 24 MiB/s wr, 874 op/s 2024-04-25T17:18:02.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:01 smithi042 ceph-mon[32851]: pgmap v419: 129 pgs: 129 active+clean; 258 MiB data, 969 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 21 MiB/s wr, 1.24k op/s 2024-04-25T17:18:02.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:01 smithi028 ceph-mon[29207]: pgmap v419: 129 pgs: 129 active+clean; 258 MiB data, 969 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 21 MiB/s wr, 1.24k op/s 2024-04-25T17:18:02.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:01 smithi084 ceph-mon[32752]: pgmap v419: 129 pgs: 129 active+clean; 258 MiB data, 969 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 21 MiB/s wr, 1.24k op/s 2024-04-25T17:18:04.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:03 smithi042 ceph-mon[32851]: pgmap v420: 129 pgs: 129 active+clean; 258 MiB data, 954 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 17 MiB/s wr, 1.56k op/s 2024-04-25T17:18:04.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:03 smithi028 ceph-mon[29207]: pgmap v420: 129 pgs: 129 active+clean; 258 MiB data, 954 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 17 MiB/s wr, 1.56k op/s 2024-04-25T17:18:04.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:03 smithi084 ceph-mon[32752]: pgmap v420: 129 pgs: 129 active+clean; 258 MiB data, 954 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 17 MiB/s wr, 1.56k op/s 2024-04-25T17:18:06.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:05 smithi042 ceph-mon[32851]: pgmap v421: 129 pgs: 129 active+clean; 258 MiB data, 1024 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 18 MiB/s wr, 2.32k op/s 2024-04-25T17:18:06.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:05 smithi028 ceph-mon[29207]: pgmap v421: 129 pgs: 129 active+clean; 258 MiB data, 1024 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 18 MiB/s wr, 2.32k op/s 2024-04-25T17:18:06.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:05 smithi084 ceph-mon[32752]: pgmap v421: 129 pgs: 129 active+clean; 258 MiB data, 1024 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 18 MiB/s wr, 2.32k op/s 2024-04-25T17:18:08.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:08 smithi042 ceph-mon[32851]: pgmap v422: 129 pgs: 129 active+clean; 258 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 13 MiB/s wr, 2.41k op/s 2024-04-25T17:18:08.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:08 smithi028 ceph-mon[29207]: pgmap v422: 129 pgs: 129 active+clean; 258 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 13 MiB/s wr, 2.41k op/s 2024-04-25T17:18:08.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:08 smithi084 ceph-mon[32752]: pgmap v422: 129 pgs: 129 active+clean; 258 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 13 MiB/s wr, 2.41k op/s 2024-04-25T17:18:10.283 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:10 smithi084 ceph-mon[32752]: pgmap v423: 129 pgs: 129 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 15 MiB/s wr, 3.13k op/s 2024-04-25T17:18:10.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:10 smithi042 ceph-mon[32851]: pgmap v423: 129 pgs: 129 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 15 MiB/s wr, 3.13k op/s 2024-04-25T17:18:10.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:10 smithi028 ceph-mon[29207]: pgmap v423: 129 pgs: 129 active+clean; 258 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 15 MiB/s wr, 3.13k op/s 2024-04-25T17:18:12.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:12 smithi042 ceph-mon[32851]: pgmap v424: 129 pgs: 129 active+clean; 258 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 MiB/s wr, 2.71k op/s 2024-04-25T17:18:12.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:12 smithi028 ceph-mon[29207]: pgmap v424: 129 pgs: 129 active+clean; 258 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 MiB/s wr, 2.71k op/s 2024-04-25T17:18:12.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:12 smithi084 ceph-mon[32752]: pgmap v424: 129 pgs: 129 active+clean; 258 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 MiB/s wr, 2.71k op/s 2024-04-25T17:18:14.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:14 smithi042 ceph-mon[32851]: pgmap v425: 129 pgs: 129 active+clean; 258 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 12 MiB/s wr, 2.64k op/s 2024-04-25T17:18:14.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:14 smithi028 ceph-mon[29207]: pgmap v425: 129 pgs: 129 active+clean; 258 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 12 MiB/s wr, 2.64k op/s 2024-04-25T17:18:14.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:14 smithi084 ceph-mon[32752]: pgmap v425: 129 pgs: 129 active+clean; 258 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 12 MiB/s wr, 2.64k op/s 2024-04-25T17:18:16.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:16 smithi042 ceph-mon[32851]: pgmap v426: 129 pgs: 129 active+clean; 258 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 14 MiB/s wr, 3.05k op/s 2024-04-25T17:18:16.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:16 smithi028 ceph-mon[29207]: pgmap v426: 129 pgs: 129 active+clean; 258 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 14 MiB/s wr, 3.05k op/s 2024-04-25T17:18:16.480 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:16 smithi084 ceph-mon[32752]: pgmap v426: 129 pgs: 129 active+clean; 258 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 14 MiB/s wr, 3.05k op/s 2024-04-25T17:18:18.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:18 smithi042 ceph-mon[32851]: pgmap v427: 129 pgs: 129 active+clean; 258 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 11 MiB/s wr, 2.44k op/s 2024-04-25T17:18:18.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:18 smithi028 ceph-mon[29207]: pgmap v427: 129 pgs: 129 active+clean; 258 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 11 MiB/s wr, 2.44k op/s 2024-04-25T17:18:18.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:18 smithi084 ceph-mon[32752]: pgmap v427: 129 pgs: 129 active+clean; 258 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 11 MiB/s wr, 2.44k op/s 2024-04-25T17:18:19.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:19 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:18:19.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:19 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:18:19.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:19 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:18:20.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:20 smithi042 ceph-mon[32851]: pgmap v428: 129 pgs: 129 active+clean; 258 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 14 MiB/s wr, 3.07k op/s 2024-04-25T17:18:20.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:20 smithi028 ceph-mon[29207]: pgmap v428: 129 pgs: 129 active+clean; 258 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 14 MiB/s wr, 3.07k op/s 2024-04-25T17:18:20.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:20 smithi084 ceph-mon[32752]: pgmap v428: 129 pgs: 129 active+clean; 258 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 14 MiB/s wr, 3.07k op/s 2024-04-25T17:18:21.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:21 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:18:21.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:21 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:18:21.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:21 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:18:21.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:21 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:18:21.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:21 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:18:21.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:21 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:18:21.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:21 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:18:21.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:21 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:18:21.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:21 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:18:22.498 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T17:18:22.498 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T17:18:22.543 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:22 smithi028 ceph-mon[29207]: pgmap v429: 129 pgs: 129 active+clean; 258 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 MiB/s wr, 2.60k op/s 2024-04-25T17:18:22.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:22 smithi042 ceph-mon[32851]: pgmap v429: 129 pgs: 129 active+clean; 258 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 MiB/s wr, 2.60k op/s 2024-04-25T17:18:22.712 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.708+0000 7f6b7d59a640 1 -- 172.21.15.28:0/2537650721 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b78031d90 con 0x7f6b801120c0 2024-04-25T17:18:22.712 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.709+0000 7f6b84eaa640 1 -- 172.21.15.28:0/2537650721 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b801120c0 msgr2=0x7f6b80114520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:22.712 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.709+0000 7f6b84eaa640 1 --2- 172.21.15.28:0/2537650721 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b801120c0 0x7f6b80114520 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f6b78009ca0 tx=0x7f6b7802a8d0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.712 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.711+0000 7f6b84eaa640 1 -- 172.21.15.28:0/2537650721 shutdown_connections 2024-04-25T17:18:22.712 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.711+0000 7f6b84eaa640 1 --2- 172.21.15.28:0/2537650721 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b801120c0 0x7f6b80114520 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.711+0000 7f6b84eaa640 1 --2- 172.21.15.28:0/2537650721 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b8010f760 0x7f6b80111b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.711+0000 7f6b84eaa640 1 --2- 172.21.15.28:0/2537650721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b80109fc0 0x7f6b8010a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.711+0000 7f6b84eaa640 1 -- 172.21.15.28:0/2537650721 >> 172.21.15.28:0/2537650721 conn(0x7f6b800704f0 msgr2=0x7f6b800729a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:22.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.712+0000 7f6b84eaa640 1 -- 172.21.15.28:0/2537650721 shutdown_connections 2024-04-25T17:18:22.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.712+0000 7f6b84eaa640 1 -- 172.21.15.28:0/2537650721 wait complete. 2024-04-25T17:18:22.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.713+0000 7f6b84eaa640 1 Processor -- start 2024-04-25T17:18:22.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.713+0000 7f6b84eaa640 1 -- start start 2024-04-25T17:18:22.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.713+0000 7f6b84eaa640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b80109fc0 0x7f6b801a4bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:22.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.714+0000 7f6b84eaa640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b8010f760 0x7f6b801a5110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:22.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.714+0000 7f6b84eaa640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b801120c0 0x7f6b801ac0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:22.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.714+0000 7f6b84eaa640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f6b8010bc00 con 0x7f6b801120c0 2024-04-25T17:18:22.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.714+0000 7f6b84eaa640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6b8010ba80 con 0x7f6b8010f760 2024-04-25T17:18:22.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.714+0000 7f6b84eaa640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6b8010bd80 con 0x7f6b80109fc0 2024-04-25T17:18:22.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.714+0000 7f6b7e59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b80109fc0 0x7f6b801a4bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:22.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.714+0000 7f6b7e59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b80109fc0 0x7f6b801a4bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.28:42102/0 (socket says 172.21.15.28:42102) 2024-04-25T17:18:22.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.714+0000 7f6b7e59c640 1 -- 172.21.15.28:0/2846668983 learned_addr learned my addr 172.21.15.28:0/2846668983 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:22.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.714+0000 7f6b7dd9b640 1 --2- 172.21.15.28:0/2846668983 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b8010f760 0x7f6b801a5110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:22.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.715+0000 7f6b7dd9b640 1 -- 172.21.15.28:0/2846668983 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b80109fc0 msgr2=0x7f6b801a4bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:22.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.715+0000 7f6b7dd9b640 1 --2- 172.21.15.28:0/2846668983 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b80109fc0 0x7f6b801a4bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.715+0000 7f6b7dd9b640 1 -- 172.21.15.28:0/2846668983 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b801120c0 msgr2=0x7f6b801ac0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:22.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.715+0000 7f6b7dd9b640 1 --2- 172.21.15.28:0/2846668983 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b801120c0 0x7f6b801ac0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.715+0000 7f6b7dd9b640 1 -- 172.21.15.28:0/2846668983 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b801ac710 con 0x7f6b8010f760 2024-04-25T17:18:22.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.715+0000 7f6b7dd9b640 1 --2- 172.21.15.28:0/2846668983 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b8010f760 0x7f6b801a5110 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f6b7000d6d0 tx=0x7f6b7000db90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:22.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.716+0000 7f6b6f7fe640 1 -- 172.21.15.28:0/2846668983 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b70017070 con 0x7f6b8010f760 2024-04-25T17:18:22.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.716+0000 7f6b6f7fe640 1 -- 172.21.15.28:0/2846668983 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6b70009820 con 0x7f6b8010f760 2024-04-25T17:18:22.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.716+0000 7f6b6f7fe640 1 -- 172.21.15.28:0/2846668983 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b70004bc0 con 0x7f6b8010f760 2024-04-25T17:18:22.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.716+0000 7f6b84eaa640 1 -- 172.21.15.28:0/2846668983 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b801aca00 con 0x7f6b8010f760 2024-04-25T17:18:22.717 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.716+0000 7f6b84eaa640 1 -- 172.21.15.28:0/2846668983 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b801acfd0 con 0x7f6b8010f760 2024-04-25T17:18:22.723 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.723+0000 7f6b6f7fe640 1 -- 172.21.15.28:0/2846668983 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f6b70005220 con 0x7f6b8010f760 2024-04-25T17:18:22.723 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.723+0000 7f6b8be33740 1 Processor -- start 2024-04-25T17:18:22.726 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.725+0000 7f6b6f7fe640 1 --2- 172.21.15.28:0/2846668983 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6b680afcc0 0x7f6b680b21d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:22.726 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.725+0000 7f6b8be33740 1 -- start start 2024-04-25T17:18:22.727 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.725+0000 7f6b6f7fe640 1 -- 172.21.15.28:0/2846668983 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f6b700de780 con 0x7f6b8010f760 2024-04-25T17:18:22.727 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.725+0000 7f6b8be33740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f52019390 0x561f523baa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:22.727 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.725+0000 7f6b8be33740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561f51ff04d0 0x561f523bafe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:22.727 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.725+0000 7f6b8be33740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561f51ff86b0 0x561f523bbc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:22.727 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.725+0000 7f6b8be33740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x561f5231fd80 con 0x561f51ff86b0 2024-04-25T17:18:22.727 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.725+0000 7f6b8be33740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561f522d98b0 con 0x561f52019390 2024-04-25T17:18:22.727 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.725+0000 7f6b8be33740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x561f5231bd40 con 0x561f51ff04d0 2024-04-25T17:18:22.727 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.726+0000 7f6b7e59c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f52019390 0x561f523baa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:22.727 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.726+0000 7f6b7e59c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f52019390 0x561f523baa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:41056/0 (socket says 172.21.15.28:41056) 2024-04-25T17:18:22.727 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.726+0000 7f6b7e59c640 1 -- 172.21.15.28:0/754870171 learned_addr learned my addr 172.21.15.28:0/754870171 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:22.727 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.726+0000 7f6b7ed9d640 1 --2- 172.21.15.28:0/754870171 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561f51ff86b0 0x561f523bbc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:22.727 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.726+0000 7f6b7e59c640 1 -- 172.21.15.28:0/754870171 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561f51ff04d0 msgr2=0x561f523bafe0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-25T17:18:22.727 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.726+0000 7f6b7e59c640 1 --2- 172.21.15.28:0/754870171 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561f51ff04d0 0x561f523bafe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.728 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.726+0000 7f6b7e59c640 1 -- 172.21.15.28:0/754870171 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561f51ff86b0 msgr2=0x561f523bbc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:22.728 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.726+0000 7f6b7e59c640 1 --2- 172.21.15.28:0/754870171 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561f51ff86b0 0x561f523bbc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.728 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.726+0000 7f6b7e59c640 1 -- 172.21.15.28:0/754870171 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561f522aaa40 con 0x561f52019390 2024-04-25T17:18:22.728 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.727+0000 7f6b7e59c640 1 --2- 172.21.15.28:0/754870171 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f52019390 0x561f523baa60 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f6b74009ae0 tx=0x7f6b7400e1d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fae40884364a174a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:22.729 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.728+0000 7f6b6cff9640 1 -- 172.21.15.28:0/754870171 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b74017070 con 0x561f52019390 2024-04-25T17:18:22.729 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.728+0000 7f6b6cff9640 1 -- 172.21.15.28:0/754870171 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6b74013470 con 0x561f52019390 2024-04-25T17:18:22.729 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.728+0000 7f6b7ed9d640 1 --2- 172.21.15.28:0/2846668983 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6b680afcc0 0x7f6b680b21d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:22.729 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.729+0000 7f6b6cff9640 1 -- 172.21.15.28:0/754870171 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b74012630 con 0x561f52019390 2024-04-25T17:18:22.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:22 smithi084 ceph-mon[32752]: pgmap v429: 129 pgs: 129 active+clean; 258 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 MiB/s wr, 2.60k op/s 2024-04-25T17:18:22.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.730+0000 7f6b8be33740 1 -- 172.21.15.28:0/754870171 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f52019390 msgr2=0x561f523baa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:22.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.730+0000 7f6b8be33740 1 --2- 172.21.15.28:0/754870171 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f52019390 0x561f523baa60 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f6b74009ae0 tx=0x7f6b7400e1d0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.731+0000 7f6b8be33740 1 -- 172.21.15.28:0/754870171 shutdown_connections 2024-04-25T17:18:22.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.731+0000 7f6b8be33740 1 --2- 172.21.15.28:0/754870171 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561f51ff86b0 0x561f523bbc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.731+0000 7f6b8be33740 1 --2- 172.21.15.28:0/754870171 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561f51ff04d0 0x561f523bafe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.731 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.731+0000 7f6b8be33740 1 --2- 172.21.15.28:0/754870171 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f52019390 0x561f523baa60 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.732 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.731+0000 7f6b8be33740 1 -- 172.21.15.28:0/754870171 >> 172.21.15.28:0/754870171 conn(0x561f5200d4e0 msgr2=0x561f523b6270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:22.732 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.731+0000 7f6b7ed9d640 1 --2- 172.21.15.28:0/2846668983 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6b680afcc0 0x7f6b680b21d0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f6b78005e30 tx=0x7f6b78005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:22.732 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.731+0000 7f6b8be33740 1 -- 172.21.15.28:0/754870171 shutdown_connections 2024-04-25T17:18:22.732 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.731+0000 7f6b8be33740 1 -- 172.21.15.28:0/754870171 wait complete. 2024-04-25T17:18:22.732 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.732+0000 7f6b8be33740 1 -- start start 2024-04-25T17:18:22.733 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.732+0000 7f6b8be33740 1 Processor -- start 2024-04-25T17:18:22.733 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.733+0000 7f6b8be33740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561f51ff04d0 0x561f523c47d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:22.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.733+0000 7f6b8be33740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f51ff86b0 0x561f523c4d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:22.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.733+0000 7f6b7e59c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561f51ff04d0 0x561f523c47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:22.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.733+0000 7f6b7e59c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561f51ff04d0 0x561f523c47d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:37116/0 (socket says 172.21.15.28:37116) 2024-04-25T17:18:22.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.733+0000 7f6b7e59c640 1 -- 172.21.15.28:0/3313540013 learned_addr learned my addr 172.21.15.28:0/3313540013 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:22.734 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.733+0000 7f6b8be33740 1 --2- 172.21.15.28:0/3313540013 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561f52019390 0x561f523cbc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:22.735 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.733+0000 7f6b7dd9b640 1 --2- 172.21.15.28:0/3313540013 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f51ff86b0 0x561f523c4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:22.735 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.733+0000 7f6b8be33740 1 -- 172.21.15.28:0/3313540013 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x561f523bc7d0 con 0x561f51ff04d0 2024-04-25T17:18:22.735 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.733+0000 7f6b8be33740 1 -- 172.21.15.28:0/3313540013 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561f522a6d10 con 0x561f51ff86b0 2024-04-25T17:18:22.735 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.734+0000 7f6b8be33740 1 -- 172.21.15.28:0/3313540013 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x561f523bc950 con 0x561f52019390 2024-04-25T17:18:22.735 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.734+0000 7f6b7ed9d640 1 --2- 172.21.15.28:0/3313540013 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561f52019390 0x561f523cbc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:22.735 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.734+0000 7f6b8be33740 10 client.0 _ll_register_callbacks cb 0x561f522d3210 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:18:22.735 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.734+0000 7f6b7e59c640 1 -- 172.21.15.28:0/3313540013 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561f52019390 msgr2=0x561f523cbc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:22.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.734+0000 7f6b7e59c640 1 --2- 172.21.15.28:0/3313540013 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561f52019390 0x561f523cbc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.734+0000 7f6b7e59c640 1 -- 172.21.15.28:0/3313540013 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f51ff86b0 msgr2=0x561f523c4d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:22.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.734+0000 7f6b7e59c640 1 --2- 172.21.15.28:0/3313540013 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f51ff86b0 0x561f523c4d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.734+0000 7f6b7e59c640 1 -- 172.21.15.28:0/3313540013 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561f520fb7d0 con 0x561f51ff04d0 2024-04-25T17:18:22.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.734+0000 7f6b7dd9b640 1 --2- 172.21.15.28:0/3313540013 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f51ff86b0 0x561f523c4d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:18:22.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.734+0000 7f6b7e59c640 1 --2- 172.21.15.28:0/3313540013 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561f51ff04d0 0x561f523c47d0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f6b74004790 tx=0x7f6b7400ef30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c517832601101fc server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:22.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.734+0000 7f6b65ffb640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:18:22.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.734+0000 7f6b8be33740 1 -- 172.21.15.28:0/3313540013 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b74013470 con 0x561f51ff04d0 2024-04-25T17:18:22.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.735+0000 7f6b65ffb640 1 -- 172.21.15.28:0/3313540013 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b74017050 con 0x561f51ff04d0 2024-04-25T17:18:22.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.735+0000 7f6b65ffb640 1 -- 172.21.15.28:0/3313540013 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f6b7401c860 con 0x561f51ff04d0 2024-04-25T17:18:22.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.735+0000 7f6b65ffb640 1 -- 172.21.15.28:0/3313540013 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6b7401cae0 con 0x561f51ff04d0 2024-04-25T17:18:22.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.735+0000 7f6b8be33740 10 client.16005 fetch_fsmap learned FSMap version 24 2024-04-25T17:18:22.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.735+0000 7f6b8be33740 1 -- 172.21.15.28:0/3313540013 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({fsmap=24}) -- 0x561f520313f0 con 0x561f51ff04d0 2024-04-25T17:18:22.737 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.736+0000 7f6b65ffb640 1 -- 172.21.15.28:0/3313540013 <== mon.0 v2:172.21.15.28:3300/0 4 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f6b7401cc80 con 0x561f51ff04d0 2024-04-25T17:18:22.737 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.736+0000 7f6b8be33740 10 client.16005 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:18:22.737 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.736+0000 7f6b8be33740 10 client.16005 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:18:22.737 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.736+0000 7f6b8be33740 20 client.16005 populate_metadata read hostname 'smithi028' 2024-04-25T17:18:22.738 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.736+0000 7f6b8be33740 1 --2- 172.21.15.28:0/3313540013 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x561f51fd7f60 0x561f523d1c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:22.738 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.736+0000 7f6b8be33740 4 client.16005 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:18:22.738 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.736+0000 7f6b8be33740 1 -- 172.21.15.28:0/3313540013 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f6b74013470 con 0x561f51fd7f60 2024-04-25T17:18:22.738 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.738+0000 7f6b7dd9b640 1 --2- 172.21.15.28:0/3313540013 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x561f51fd7f60 0x561f523d1c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:22.739 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.739+0000 7f6b7dd9b640 1 --2- 172.21.15.28:0/3313540013 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x561f51fd7f60 0x561f523d1c20 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8edc696f95ace6d0 server_cookie=3f5e745ca6d9fe2f in_seq=0 out_seq=0 2024-04-25T17:18:22.740 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.740+0000 7f6b65ffb640 10 client.16005 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:18:22.741 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.741+0000 7f6b65ffb640 1 -- 172.21.15.28:0/3313540013 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x7f6b74013470 con 0x561f51fd7f60 2024-04-25T17:18:22.742 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.741+0000 7f6b65ffb640 10 client.16005 handle_command_reply: tid=0 2024-04-25T17:18:22.742 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.741+0000 7f6b8be33740 1 client.16005 shutdown 2024-04-25T17:18:22.744 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.743+0000 7f6b8be33740 1 -- 172.21.15.28:0/3313540013 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561f51ff04d0 msgr2=0x561f523c47d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:22.744 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.743+0000 7f6b8be33740 1 --2- 172.21.15.28:0/3313540013 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561f51ff04d0 0x561f523c47d0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f6b74004790 tx=0x7f6b7400ef30 comp rx=0 tx=0).stop 2024-04-25T17:18:22.744 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.743+0000 7f6b8be33740 1 -- 172.21.15.28:0/3313540013 shutdown_connections 2024-04-25T17:18:22.744 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.743+0000 7f6b8be33740 1 --2- 172.21.15.28:0/3313540013 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x561f51fd7f60 0x561f523d1c20 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.745 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.744+0000 7f6b8be33740 1 --2- 172.21.15.28:0/3313540013 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561f52019390 0x561f523cbc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.745 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.744+0000 7f6b8be33740 1 --2- 172.21.15.28:0/3313540013 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f51ff86b0 0x561f523c4d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.745 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.744+0000 7f6b8be33740 1 --2- 172.21.15.28:0/3313540013 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561f51ff04d0 0x561f523c47d0 secure :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f6b74004790 tx=0x7f6b7400ef30 comp rx=0 tx=0).stop 2024-04-25T17:18:22.745 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.744+0000 7f6b8be33740 1 -- 172.21.15.28:0/3313540013 >> 172.21.15.28:0/3313540013 conn(0x561f5200d4e0 msgr2=0x561f523b53f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:22.745 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.744+0000 7f6b65ffb640 0 client.16005 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:18:22.746 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.745+0000 7f6b8be33740 1 -- 172.21.15.28:0/3313540013 shutdown_connections 2024-04-25T17:18:22.746 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.745+0000 7f6b8be33740 1 -- 172.21.15.28:0/3313540013 wait complete. 2024-04-25T17:18:22.746 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.746+0000 7f6b8be33740 20 client.16005 trim_cache size 0 max 16384 2024-04-25T17:18:22.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.788+0000 7f6b8be33740 1 Processor -- start 2024-04-25T17:18:22.789 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.788+0000 7f6b8be33740 1 -- start start 2024-04-25T17:18:22.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.789+0000 7f6b8be33740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561f51ff86b0 0x561f523bfab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:22.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.789+0000 7f6b8be33740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561f52019390 0x561f523b9780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:22.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.789+0000 7f6b8be33740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f51fad3a0 0x561f523b9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:22.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.789+0000 7f6b8be33740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f6b600124d0 con 0x561f51ff86b0 2024-04-25T17:18:22.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.789+0000 7f6b8be33740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6b6000fda0 con 0x561f51fad3a0 2024-04-25T17:18:22.790 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.789+0000 7f6b8be33740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6b6000dbf0 con 0x561f52019390 2024-04-25T17:18:22.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.790+0000 7f6b7e59c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561f51ff86b0 0x561f523bfab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:22.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.790+0000 7f6b7e59c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561f51ff86b0 0x561f523bfab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:37132/0 (socket says 172.21.15.28:37132) 2024-04-25T17:18:22.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.790+0000 7f6b7e59c640 1 -- 172.21.15.28:0/1182243608 learned_addr learned my addr 172.21.15.28:0/1182243608 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:22.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.790+0000 7f6b7ed9d640 1 --2- 172.21.15.28:0/1182243608 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f51fad3a0 0x561f523b9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:22.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.790+0000 7f6b7e59c640 1 -- 172.21.15.28:0/1182243608 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561f52019390 msgr2=0x561f523b9780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:22.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.790+0000 7f6b7e59c640 1 --2- 172.21.15.28:0/1182243608 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561f52019390 0x561f523b9780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.790+0000 7f6b7e59c640 1 -- 172.21.15.28:0/1182243608 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f51fad3a0 msgr2=0x561f523b9cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:22.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.790+0000 7f6b7e59c640 1 --2- 172.21.15.28:0/1182243608 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f51fad3a0 0x561f523b9cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.790+0000 7f6b7e59c640 1 -- 172.21.15.28:0/1182243608 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561f51ff10f0 con 0x561f51ff86b0 2024-04-25T17:18:22.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.791+0000 7f6b7e59c640 1 --2- 172.21.15.28:0/1182243608 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561f51ff86b0 0x561f523bfab0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f6b7400e6d0 tx=0x7f6b74020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b82177c059f9bb6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:22.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.792+0000 7f6b67fff640 1 -- 172.21.15.28:0/1182243608 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b74017050 con 0x561f51ff86b0 2024-04-25T17:18:22.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.792+0000 7f6b67fff640 1 -- 172.21.15.28:0/1182243608 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6b74013470 con 0x561f51ff86b0 2024-04-25T17:18:22.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.792+0000 7f6b67fff640 1 -- 172.21.15.28:0/1182243608 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b7401c660 con 0x561f51ff86b0 2024-04-25T17:18:22.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.793+0000 7f6b8be33740 1 -- 172.21.15.28:0/1182243608 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561f51ff86b0 msgr2=0x561f523bfab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:22.794 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.793+0000 7f6b8be33740 1 --2- 172.21.15.28:0/1182243608 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561f51ff86b0 0x561f523bfab0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f6b7400e6d0 tx=0x7f6b74020000 comp rx=0 tx=0).stop 2024-04-25T17:18:22.796 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.796+0000 7f6b8be33740 1 -- 172.21.15.28:0/1182243608 shutdown_connections 2024-04-25T17:18:22.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.796+0000 7f6b8be33740 1 --2- 172.21.15.28:0/1182243608 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f51fad3a0 0x561f523b9cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.796+0000 7f6b8be33740 1 --2- 172.21.15.28:0/1182243608 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561f52019390 0x561f523b9780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.796+0000 7f6b8be33740 1 --2- 172.21.15.28:0/1182243608 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561f51ff86b0 0x561f523bfab0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.796+0000 7f6b8be33740 1 -- 172.21.15.28:0/1182243608 >> 172.21.15.28:0/1182243608 conn(0x561f5200d4e0 msgr2=0x561f523b9070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:22.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.796+0000 7f6b8be33740 1 -- 172.21.15.28:0/1182243608 shutdown_connections 2024-04-25T17:18:22.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.796+0000 7f6b8be33740 1 -- 172.21.15.28:0/1182243608 wait complete. 2024-04-25T17:18:22.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.797+0000 7f6b8be33740 1 -- start start 2024-04-25T17:18:22.798 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.797+0000 7f6b8be33740 1 Processor -- start 2024-04-25T17:18:22.799 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.798+0000 7f6b8be33740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561f51fad3a0 0x561f523c6f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:22.799 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.798+0000 7f6b8be33740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561f51ff86b0 0x561f523cc350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:22.799 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.798+0000 7f6b8be33740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f52019390 0x561f523c7510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:22.799 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.798+0000 7f6b8be33740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f6b6000e260 con 0x561f51fad3a0 2024-04-25T17:18:22.799 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.798+0000 7f6b7dd9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561f51ff86b0 0x561f523cc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:22.799 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.798+0000 7f6b8be33740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6b6000f6d0 con 0x561f52019390 2024-04-25T17:18:22.799 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.799+0000 7f6b7dd9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561f51ff86b0 0x561f523cc350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.28:42136/0 (socket says 172.21.15.28:42136) 2024-04-25T17:18:22.800 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.799+0000 7f6b7dd9b640 1 -- 172.21.15.28:0/100118508 learned_addr learned my addr 172.21.15.28:0/100118508 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:22.800 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.799+0000 7f6b8be33740 1 -- 172.21.15.28:0/100118508 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6b6000e930 con 0x561f51ff86b0 2024-04-25T17:18:22.800 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.799+0000 7f6b7ed9d640 1 --2- 172.21.15.28:0/100118508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f52019390 0x561f523c7510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:22.800 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.799+0000 7f6b8be33740 10 client.0 _ll_register_callbacks cb 0x7f6b78009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:18:22.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.799+0000 7f6b7e59c640 1 --2- 172.21.15.28:0/100118508 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561f51fad3a0 0x561f523c6f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:22.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.800+0000 7f6b7ed9d640 1 -- 172.21.15.28:0/100118508 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561f51ff86b0 msgr2=0x561f523cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:22.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.800+0000 7f6b7ed9d640 1 --2- 172.21.15.28:0/100118508 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561f51ff86b0 0x561f523cc350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.800+0000 7f6b7ed9d640 1 -- 172.21.15.28:0/100118508 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561f51fad3a0 msgr2=0x561f523c6f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:22.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.800+0000 7f6b7ed9d640 1 --2- 172.21.15.28:0/100118508 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561f51fad3a0 0x561f523c6f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.800+0000 7f6b7ed9d640 1 -- 172.21.15.28:0/100118508 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561f522e04b0 con 0x561f52019390 2024-04-25T17:18:22.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.800+0000 7f6b7ed9d640 1 --2- 172.21.15.28:0/100118508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f52019390 0x561f523c7510 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f6b7802aec0 tx=0x7f6b780095c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f9467c3c1ff6b0d2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:22.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.800+0000 7f6b65ffb640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-04-25T17:18:22.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.801+0000 7f6b65ffb640 1 -- 172.21.15.28:0/100118508 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b78058060 con 0x561f52019390 2024-04-25T17:18:22.802 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.801+0000 7f6b65ffb640 1 -- 172.21.15.28:0/100118508 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f6b78049420 con 0x561f52019390 2024-04-25T17:18:22.802 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.802+0000 7f6b8be33740 1 -- 172.21.15.28:0/100118508 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b74013470 con 0x561f52019390 2024-04-25T17:18:22.807 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.807+0000 7f6b65ffb640 1 -- 172.21.15.28:0/100118508 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6b78043070 con 0x561f52019390 2024-04-25T17:18:22.808 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.808+0000 7f6b8be33740 10 client.25616 fetch_fsmap learned FSMap version 24 2024-04-25T17:18:22.808 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.808+0000 7f6b8be33740 1 -- 172.21.15.28:0/100118508 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561f52438eb0 con 0x561f52019390 2024-04-25T17:18:22.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.813+0000 7f6b65ffb640 1 -- 172.21.15.28:0/100118508 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6b74013470 con 0x561f52019390 2024-04-25T17:18:22.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.813+0000 7f6b65ffb640 1 -- 172.21.15.28:0/100118508 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f6b7803d630 con 0x561f52019390 2024-04-25T17:18:22.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.814+0000 7f6b8be33740 10 client.25616 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:18:22.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.814+0000 7f6b8be33740 10 client.25616 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:18:22.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.814+0000 7f6b8be33740 20 client.25616 populate_metadata read hostname 'smithi028' 2024-04-25T17:18:22.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.814+0000 7f6b8be33740 1 --2- 172.21.15.28:0/100118508 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x561f52439810 0x561f5243bc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:22.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.814+0000 7f6b8be33740 4 client.25616 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T17:18:22.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.814+0000 7f6b8be33740 1 -- 172.21.15.28:0/100118508 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561f5232d990 con 0x561f52439810 2024-04-25T17:18:22.816 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.816+0000 7f6b7e59c640 1 --2- 172.21.15.28:0/100118508 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x561f52439810 0x561f5243bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:22.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.823+0000 7f6b7e59c640 1 --2- 172.21.15.28:0/100118508 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x561f52439810 0x561f5243bc30 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76934c8126bc23cf server_cookie=12e7148f3651b506 in_seq=0 out_seq=0 2024-04-25T17:18:22.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.824+0000 7f6b65ffb640 10 client.25616 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:18:22.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.824+0000 7f6b65ffb640 1 -- 172.21.15.28:0/100118508 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x561f5232d990 con 0x561f52439810 2024-04-25T17:18:22.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.824+0000 7f6b65ffb640 10 client.25616 handle_command_reply: tid=0 2024-04-25T17:18:22.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.824+0000 7f6b8be33740 1 client.25616 shutdown 2024-04-25T17:18:22.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.824+0000 7f6b8be33740 1 -- 172.21.15.28:0/100118508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f52019390 msgr2=0x561f523c7510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:22.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.824+0000 7f6b8be33740 1 --2- 172.21.15.28:0/100118508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f52019390 0x561f523c7510 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f6b7802aec0 tx=0x7f6b780095c0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.827 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.825+0000 7f6b8be33740 1 -- 172.21.15.28:0/100118508 shutdown_connections 2024-04-25T17:18:22.827 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.825+0000 7f6b8be33740 1 --2- 172.21.15.28:0/100118508 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x561f52439810 0x561f5243bc30 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.827 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.825+0000 7f6b8be33740 1 --2- 172.21.15.28:0/100118508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f52019390 0x561f523c7510 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.827 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.825+0000 7f6b8be33740 1 --2- 172.21.15.28:0/100118508 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561f51ff86b0 0x561f523cc350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.827 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.825+0000 7f6b8be33740 1 --2- 172.21.15.28:0/100118508 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561f51fad3a0 0x561f523c6f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.827 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.825+0000 7f6b65ffb640 0 client.25616 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:18:22.827 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.825+0000 7f6b8be33740 1 -- 172.21.15.28:0/100118508 >> 172.21.15.28:0/100118508 conn(0x561f5200d4e0 msgr2=0x561f523b9aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:22.828 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.827+0000 7f6b8be33740 1 -- 172.21.15.28:0/100118508 shutdown_connections 2024-04-25T17:18:22.828 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.827+0000 7f6b8be33740 1 -- 172.21.15.28:0/100118508 wait complete. 2024-04-25T17:18:22.828 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.827+0000 7f6b8be33740 20 client.25616 trim_cache size 0 max 16384 2024-04-25T17:18:22.828 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:18:22.828 INFO:teuthology.orchestra.run.smithi028.stdout: "status": "no active scrubs running", 2024-04-25T17:18:22.828 INFO:teuthology.orchestra.run.smithi028.stdout: "scrubs": {} 2024-04-25T17:18:22.829 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:18:22.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.829+0000 7f6b84eaa640 1 -- 172.21.15.28:0/2846668983 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6b680afcc0 msgr2=0x7f6b680b21d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:22.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.829+0000 7f6b84eaa640 1 --2- 172.21.15.28:0/2846668983 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6b680afcc0 0x7f6b680b21d0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f6b78005e30 tx=0x7f6b78005fd0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.829+0000 7f6b84eaa640 1 -- 172.21.15.28:0/2846668983 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b8010f760 msgr2=0x7f6b801a5110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:22.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.829+0000 7f6b84eaa640 1 --2- 172.21.15.28:0/2846668983 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b8010f760 0x7f6b801a5110 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f6b7000d6d0 tx=0x7f6b7000db90 comp rx=0 tx=0).stop 2024-04-25T17:18:22.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.830+0000 7f6b84eaa640 1 -- 172.21.15.28:0/2846668983 shutdown_connections 2024-04-25T17:18:22.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.830+0000 7f6b84eaa640 1 --2- 172.21.15.28:0/2846668983 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6b680afcc0 0x7f6b680b21d0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.830+0000 7f6b84eaa640 1 --2- 172.21.15.28:0/2846668983 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b801120c0 0x7f6b801ac0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.830+0000 7f6b84eaa640 1 --2- 172.21.15.28:0/2846668983 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b8010f760 0x7f6b801a5110 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.830+0000 7f6b84eaa640 1 --2- 172.21.15.28:0/2846668983 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b80109fc0 0x7f6b801a4bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:22.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.830+0000 7f6b84eaa640 1 -- 172.21.15.28:0/2846668983 >> 172.21.15.28:0/2846668983 conn(0x7f6b800704f0 msgr2=0x7f6b80072910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:22.832 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.831+0000 7f6b84eaa640 1 -- 172.21.15.28:0/2846668983 shutdown_connections 2024-04-25T17:18:22.832 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:22.831+0000 7f6b84eaa640 1 -- 172.21.15.28:0/2846668983 wait complete. 2024-04-25T17:18:22.862 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-25T17:18:22.863 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:18:23.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.106+0000 7f457cd8f640 1 -- 172.21.15.28:0/878920193 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4578079cb0 msgr2=0x7f457807a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:23.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.106+0000 7f457cd8f640 1 --2- 172.21.15.28:0/878920193 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4578079cb0 0x7f457807a0c0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f456c009900 tx=0x7f456c02a440 comp rx=0 tx=0).stop 2024-04-25T17:18:23.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.107+0000 7f457cd8f640 1 -- 172.21.15.28:0/878920193 shutdown_connections 2024-04-25T17:18:23.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.107+0000 7f457cd8f640 1 --2- 172.21.15.28:0/878920193 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f457807a9b0 0x7f457807adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.107+0000 7f457cd8f640 1 --2- 172.21.15.28:0/878920193 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4578079cb0 0x7f457807a0c0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.107+0000 7f457cd8f640 1 --2- 172.21.15.28:0/878920193 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4578078a20 0x7f4578079770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.108 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.107+0000 7f457cd8f640 1 -- 172.21.15.28:0/878920193 >> 172.21.15.28:0/878920193 conn(0x7f4578100f10 msgr2=0x7f45781033c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:23.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.109+0000 7f457cd8f640 1 -- 172.21.15.28:0/878920193 shutdown_connections 2024-04-25T17:18:23.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.109+0000 7f457cd8f640 1 -- 172.21.15.28:0/878920193 wait complete. 2024-04-25T17:18:23.110 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.110+0000 7f457cd8f640 1 Processor -- start 2024-04-25T17:18:23.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.110+0000 7f457cd8f640 1 -- start start 2024-04-25T17:18:23.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.111+0000 7f457cd8f640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4578078a20 0x7f4578110890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:23.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.111+0000 7f457cd8f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4578079cb0 0x7f4578110dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:23.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.111+0000 7f457cd8f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f457807a9b0 0x7f4578111d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:23.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.111+0000 7f457cd8f640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f4578115b30 con 0x7f4578079cb0 2024-04-25T17:18:23.111 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.111+0000 7f457cd8f640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f45781159b0 con 0x7f4578078a20 2024-04-25T17:18:23.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.111+0000 7f457cd8f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4578115cb0 con 0x7f457807a9b0 2024-04-25T17:18:23.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.111+0000 7f4576d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f457807a9b0 0x7f4578111d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:23.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.111+0000 7f4575d9b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4578079cb0 0x7f4578110dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:23.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.111+0000 7f4576d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f457807a9b0 0x7f4578111d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.28:42162/0 (socket says 172.21.15.28:42162) 2024-04-25T17:18:23.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.111+0000 7f4576d9d640 1 -- 172.21.15.28:0/127630473 learned_addr learned my addr 172.21.15.28:0/127630473 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:23.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.111+0000 7f457659c640 1 --2- 172.21.15.28:0/127630473 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4578078a20 0x7f4578110890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:23.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.112+0000 7f4576d9d640 1 -- 172.21.15.28:0/127630473 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4578078a20 msgr2=0x7f4578110890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:23.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.112+0000 7f4576d9d640 1 --2- 172.21.15.28:0/127630473 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4578078a20 0x7f4578110890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.112 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.112+0000 7f4576d9d640 1 -- 172.21.15.28:0/127630473 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4578079cb0 msgr2=0x7f4578110dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:23.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.112+0000 7f4576d9d640 1 --2- 172.21.15.28:0/127630473 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4578079cb0 0x7f4578110dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.112+0000 7f4576d9d640 1 -- 172.21.15.28:0/127630473 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45781123a0 con 0x7f457807a9b0 2024-04-25T17:18:23.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.112+0000 7f4576d9d640 1 --2- 172.21.15.28:0/127630473 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f457807a9b0 0x7f4578111d30 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f457000eb10 tx=0x7f457000c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:23.113 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.113+0000 7f45677fe640 1 -- 172.21.15.28:0/127630473 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4570004b20 con 0x7f457807a9b0 2024-04-25T17:18:23.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.113+0000 7f45677fe640 1 -- 172.21.15.28:0/127630473 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4570004cc0 con 0x7f457807a9b0 2024-04-25T17:18:23.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.113+0000 7f45677fe640 1 -- 172.21.15.28:0/127630473 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4570010690 con 0x7f457807a9b0 2024-04-25T17:18:23.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.113+0000 7f457cd8f640 1 -- 172.21.15.28:0/127630473 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4578112690 con 0x7f457807a9b0 2024-04-25T17:18:23.114 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.113+0000 7f457cd8f640 1 -- 172.21.15.28:0/127630473 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4578112b60 con 0x7f457807a9b0 2024-04-25T17:18:23.116 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.115+0000 7f457cd8f640 1 -- 172.21.15.28:0/127630473 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4578069dc0 con 0x7f457807a9b0 2024-04-25T17:18:23.118 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.117+0000 7f45677fe640 1 -- 172.21.15.28:0/127630473 <== mon.1 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f4570010830 con 0x7f457807a9b0 2024-04-25T17:18:23.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.118+0000 7f45677fe640 1 --2- 172.21.15.28:0/127630473 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f45600afdc0 0x7f45600b22d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:23.119 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.119+0000 7f457659c640 1 --2- 172.21.15.28:0/127630473 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f45600afdc0 0x7f45600b22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:23.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.119+0000 7f45677fe640 1 -- 172.21.15.28:0/127630473 <== mon.1 v2:172.21.15.84:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f45700df720 con 0x7f457807a9b0 2024-04-25T17:18:23.120 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.119+0000 7f457659c640 1 --2- 172.21.15.28:0/127630473 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f45600afdc0 0x7f45600b22d0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f45780782f0 tx=0x7f4568005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:23.126 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.126+0000 7f45677fe640 1 -- 172.21.15.28:0/127630473 <== mon.1 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4570053ff0 con 0x7f457807a9b0 2024-04-25T17:18:23.601 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.600+0000 7f457cd8f640 1 -- 172.21.15.28:0/127630473 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4578113640 con 0x7f457807a9b0 2024-04-25T17:18:23.602 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.601+0000 7f45677fe640 1 -- 172.21.15.28:0/127630473 <== mon.1 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11858 (secure 0 0 0) 0x7f45700a7fa0 con 0x7f457807a9b0 2024-04-25T17:18:23.603 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:18:23.603 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14661,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6839/1659868687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6838","nonce":1659868687},{"type":"v1","addr":"172.21.15.28:6839","nonce":1659868687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14673,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6841/1611935230","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6840","nonce":1611935230},{"type":"v1","addr":"172.21.15.28:6841","nonce":1611935230}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T17:13:42.616399+0000","modified":"2024-04-25T17:16:06.660081+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24551,"mds_1":24532,"mds_2":24506},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6837/1172878965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1172878965},{"type":"v1","addr":"172.21.15.84:6837","nonce":1172878965}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.42:6837/229475507","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":229475507},{"type":"v1","addr":"172.21.15.42:6837","nonce":229475507}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.84:6839/1332945442","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":1332945442},{"type":"v1","addr":"172.21.15.84:6839","nonce":1332945442}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.42:6839/616693654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":616693654},{"type":"v1","addr":"172.21.15.42:6839","nonce":616693654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24551,24506,24532]},"id":1}]} 2024-04-25T17:18:23.603 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 24 2024-04-25T17:18:23.608 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.606+0000 7f457cd8f640 1 -- 172.21.15.28:0/127630473 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f45600afdc0 msgr2=0x7f45600b22d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:23.609 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.606+0000 7f457cd8f640 1 --2- 172.21.15.28:0/127630473 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f45600afdc0 0x7f45600b22d0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f45780782f0 tx=0x7f4568005f90 comp rx=0 tx=0).stop 2024-04-25T17:18:23.609 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.606+0000 7f457cd8f640 1 -- 172.21.15.28:0/127630473 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f457807a9b0 msgr2=0x7f4578111d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:23.609 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.606+0000 7f457cd8f640 1 --2- 172.21.15.28:0/127630473 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f457807a9b0 0x7f4578111d30 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f457000eb10 tx=0x7f457000c2d0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.609 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.607+0000 7f457cd8f640 1 -- 172.21.15.28:0/127630473 shutdown_connections 2024-04-25T17:18:23.609 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.607+0000 7f457cd8f640 1 --2- 172.21.15.28:0/127630473 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f45600afdc0 0x7f45600b22d0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.609 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.607+0000 7f457cd8f640 1 --2- 172.21.15.28:0/127630473 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f457807a9b0 0x7f4578111d30 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.610 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.607+0000 7f457cd8f640 1 --2- 172.21.15.28:0/127630473 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4578079cb0 0x7f4578110dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.610 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.607+0000 7f457cd8f640 1 --2- 172.21.15.28:0/127630473 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4578078a20 0x7f4578110890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.610 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.607+0000 7f457cd8f640 1 -- 172.21.15.28:0/127630473 >> 172.21.15.28:0/127630473 conn(0x7f4578100f10 msgr2=0x7f4578107370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:23.610 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.608+0000 7f457cd8f640 1 -- 172.21.15.28:0/127630473 shutdown_connections 2024-04-25T17:18:23.610 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.608+0000 7f457cd8f640 1 -- 172.21.15.28:0/127630473 wait complete. 2024-04-25T17:18:23.629 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-25T17:18:23.798 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.798+0000 7f5451638640 1 -- 172.21.15.28:0/1580884345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f544c10fe90 msgr2=0x7f544c1102a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:23.799 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.798+0000 7f5451638640 1 --2- 172.21.15.28:0/1580884345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f544c10fe90 0x7f544c1102a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f543c01a910 tx=0x7f543c03b450 comp rx=0 tx=0).stop 2024-04-25T17:18:23.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.800+0000 7f5451638640 1 -- 172.21.15.28:0/1580884345 shutdown_connections 2024-04-25T17:18:23.802 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.800+0000 7f5451638640 1 --2- 172.21.15.28:0/1580884345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f544c10fe90 0x7f544c1102a0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.802 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.800+0000 7f5451638640 1 --2- 172.21.15.28:0/1580884345 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f544c10b190 0x7f544c10b5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.802 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.800+0000 7f5451638640 1 --2- 172.21.15.28:0/1580884345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f544c10a330 0x7f544c10ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.802 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.800+0000 7f5451638640 1 -- 172.21.15.28:0/1580884345 >> 172.21.15.28:0/1580884345 conn(0x7f544c070430 msgr2=0x7f544c072850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:23.804 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.804+0000 7f5451638640 1 -- 172.21.15.28:0/1580884345 shutdown_connections 2024-04-25T17:18:23.808 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.807+0000 7f5451638640 1 -- 172.21.15.28:0/1580884345 wait complete. 2024-04-25T17:18:23.809 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.808+0000 7f5451638640 1 Processor -- start 2024-04-25T17:18:23.809 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.809+0000 7f5451638640 1 -- start start 2024-04-25T17:18:23.809 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.809+0000 7f5451638640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f544c10a330 0x7f544c1a0590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:23.809 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.809+0000 7f5451638640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f544c10b190 0x7f544c1a0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:23.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.809+0000 7f5451638640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f544c10fe90 0x7f544c1a7a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:23.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.809+0000 7f5451638640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f544c113a50 con 0x7f544c10a330 2024-04-25T17:18:23.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.809+0000 7f5451638640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f544c1138d0 con 0x7f544c10fe90 2024-04-25T17:18:23.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.809+0000 7f5451638640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f544c113bd0 con 0x7f544c10b190 2024-04-25T17:18:23.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.809+0000 7f5450e37640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f544c10fe90 0x7f544c1a7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:23.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.809+0000 7f5450e37640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f544c10fe90 0x7f544c1a7a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:41116/0 (socket says 172.21.15.28:41116) 2024-04-25T17:18:23.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.810+0000 7f5450e37640 1 -- 172.21.15.28:0/2055556774 learned_addr learned my addr 172.21.15.28:0/2055556774 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:23.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.810+0000 7f5450e37640 1 -- 172.21.15.28:0/2055556774 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f544c10b190 msgr2=0x7f544c1a0ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:23.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.810+0000 7f5450e37640 1 --2- 172.21.15.28:0/2055556774 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f544c10b190 0x7f544c1a0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.810+0000 7f5450e37640 1 -- 172.21.15.28:0/2055556774 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f544c10a330 msgr2=0x7f544c1a0590 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T17:18:23.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.810+0000 7f5450e37640 1 --2- 172.21.15.28:0/2055556774 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f544c10a330 0x7f544c1a0590 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.810+0000 7f5450e37640 1 -- 172.21.15.28:0/2055556774 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f544c1a80d0 con 0x7f544c10fe90 2024-04-25T17:18:23.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.811+0000 7f5450e37640 1 --2- 172.21.15.28:0/2055556774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f544c10fe90 0x7f544c1a7a60 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f543c005280 tx=0x7f543c0052b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:23.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.811+0000 7f54497fa640 1 -- 172.21.15.28:0/2055556774 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f543c04f070 con 0x7f544c10fe90 2024-04-25T17:18:23.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.811+0000 7f54497fa640 1 -- 172.21.15.28:0/2055556774 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f543c040bb0 con 0x7f544c10fe90 2024-04-25T17:18:23.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.811+0000 7f54497fa640 1 -- 172.21.15.28:0/2055556774 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f543c046030 con 0x7f544c10fe90 2024-04-25T17:18:23.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.813+0000 7f5451638640 1 -- 172.21.15.28:0/2055556774 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f544c1a8360 con 0x7f544c10fe90 2024-04-25T17:18:23.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.813+0000 7f5451638640 1 -- 172.21.15.28:0/2055556774 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f544c1a8850 con 0x7f544c10fe90 2024-04-25T17:18:23.817 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.817+0000 7f545981f740 1 Processor -- start 2024-04-25T17:18:23.817 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.817+0000 7f54497fa640 1 -- 172.21.15.28:0/2055556774 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f543c052070 con 0x7f544c10fe90 2024-04-25T17:18:23.818 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.818+0000 7f545981f740 1 -- start start 2024-04-25T17:18:23.818 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.818+0000 7f545981f740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561ad0d47390 0x561ad10e99e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:23.819 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.818+0000 7f545981f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0d1e4d0 0x561ad10e9f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:23.819 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.818+0000 7f545981f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561ad0d266b0 0x561ad10eabf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:23.819 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.818+0000 7f545981f740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x561ad104dd80 con 0x561ad0d47390 2024-04-25T17:18:23.819 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.818+0000 7f545981f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561ad1007a20 con 0x561ad0d1e4d0 2024-04-25T17:18:23.819 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.818+0000 7f545981f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x561ad1049d40 con 0x561ad0d266b0 2024-04-25T17:18:23.819 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.819+0000 7f54497fa640 1 --2- 172.21.15.28:0/2055556774 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f54340afc80 0x7f54340b2190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:23.819 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.819+0000 7f54497fa640 1 -- 172.21.15.28:0/2055556774 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f543c110280 con 0x7f544c10fe90 2024-04-25T17:18:23.820 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.820+0000 7f544bfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0d1e4d0 0x561ad10e9f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:23.820 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.820+0000 7f544bfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0d1e4d0 0x561ad10e9f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:41128/0 (socket says 172.21.15.28:41128) 2024-04-25T17:18:23.820 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.820+0000 7f544bfff640 1 -- 172.21.15.28:0/3289298375 learned_addr learned my addr 172.21.15.28:0/3289298375 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:23.821 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.820+0000 7f5450e37640 1 --2- 172.21.15.28:0/2055556774 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f54340afc80 0x7f54340b2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:23.821 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.820+0000 7f544b7fe640 1 --2- 172.21.15.28:0/3289298375 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561ad0d266b0 0x561ad10eabf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:23.821 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.820+0000 7f544b7fe640 1 --2- 172.21.15.28:0/3289298375 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561ad0d47390 0x561ad10e99e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:23.822 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.822+0000 7f544b7fe640 1 -- 172.21.15.28:0/3289298375 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561ad0d266b0 msgr2=0x561ad10eabf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:23.822 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.822+0000 7f544b7fe640 1 --2- 172.21.15.28:0/3289298375 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561ad0d266b0 0x561ad10eabf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.822 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.822+0000 7f544b7fe640 1 -- 172.21.15.28:0/3289298375 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0d1e4d0 msgr2=0x561ad10e9f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:23.822 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.822+0000 7f544b7fe640 1 --2- 172.21.15.28:0/3289298375 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0d1e4d0 0x561ad10e9f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.823 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.822+0000 7f544b7fe640 1 -- 172.21.15.28:0/3289298375 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ad1012c30 con 0x561ad0d47390 2024-04-25T17:18:23.823 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.822+0000 7f544bfff640 1 --2- 172.21.15.28:0/3289298375 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0d1e4d0 0x561ad10e9f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:18:23.823 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.822+0000 7f5450e37640 1 --2- 172.21.15.28:0/2055556774 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f54340afc80 0x7f54340b2190 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f543c03ba10 tx=0x7f543c03b950 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:23.823 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.822+0000 7f544b7fe640 1 --2- 172.21.15.28:0/3289298375 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561ad0d47390 0x561ad10e99e0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f54440127c0 tx=0x7f5444006cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f8a121d052f1981 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:23.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.824+0000 7f54327fc640 1 -- 172.21.15.28:0/3289298375 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5444003a30 con 0x561ad0d47390 2024-04-25T17:18:23.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.824+0000 7f54327fc640 1 -- 172.21.15.28:0/3289298375 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5444003bd0 con 0x561ad0d47390 2024-04-25T17:18:23.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.824+0000 7f54327fc640 1 -- 172.21.15.28:0/3289298375 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5444004020 con 0x561ad0d47390 2024-04-25T17:18:23.826 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.826+0000 7f545981f740 1 -- 172.21.15.28:0/3289298375 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561ad0d47390 msgr2=0x561ad10e99e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:23.826 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.826+0000 7f545981f740 1 --2- 172.21.15.28:0/3289298375 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561ad0d47390 0x561ad10e99e0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f54440127c0 tx=0x7f5444006cc0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.827 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.827+0000 7f545981f740 1 -- 172.21.15.28:0/3289298375 shutdown_connections 2024-04-25T17:18:23.828 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.827+0000 7f545981f740 1 --2- 172.21.15.28:0/3289298375 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561ad0d266b0 0x561ad10eabf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.828 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.827+0000 7f545981f740 1 --2- 172.21.15.28:0/3289298375 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0d1e4d0 0x561ad10e9f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.828 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.827+0000 7f545981f740 1 --2- 172.21.15.28:0/3289298375 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561ad0d47390 0x561ad10e99e0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.828 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.827+0000 7f545981f740 1 -- 172.21.15.28:0/3289298375 >> 172.21.15.28:0/3289298375 conn(0x561ad0d3b4e0 msgr2=0x561ad10e51f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:23.828 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.828+0000 7f545981f740 1 -- 172.21.15.28:0/3289298375 shutdown_connections 2024-04-25T17:18:23.829 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.828+0000 7f545981f740 1 -- 172.21.15.28:0/3289298375 wait complete. 2024-04-25T17:18:23.829 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.828+0000 7f545981f740 1 -- start start 2024-04-25T17:18:23.829 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.829+0000 7f545981f740 1 Processor -- start 2024-04-25T17:18:23.830 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.829+0000 7f545981f740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561ad0d1e4d0 0x561ad10f3780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:23.830 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.829+0000 7f545981f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0d266b0 0x561ad10f3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:23.830 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.829+0000 7f545981f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561ad0d47390 0x561ad10fac20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:23.830 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.829+0000 7f545981f740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x561ad10eb6a0 con 0x561ad0d1e4d0 2024-04-25T17:18:23.830 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.829+0000 7f545981f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561ad0fd4dc0 con 0x561ad0d266b0 2024-04-25T17:18:23.830 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.829+0000 7f545981f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x561ad10eb820 con 0x561ad0d47390 2024-04-25T17:18:23.830 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.829+0000 7f545981f740 10 client.0 _ll_register_callbacks cb 0x561ad0ff0600 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:18:23.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.830+0000 7f544bfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0d266b0 0x561ad10f3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:23.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.830+0000 7f544bfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0d266b0 0x561ad10f3cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:41140/0 (socket says 172.21.15.28:41140) 2024-04-25T17:18:23.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.830+0000 7f544bfff640 1 -- 172.21.15.28:0/4040320856 learned_addr learned my addr 172.21.15.28:0/4040320856 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:23.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.830+0000 7f544b7fe640 1 --2- 172.21.15.28:0/4040320856 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561ad0d1e4d0 0x561ad10f3780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:23.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.830+0000 7f544bfff640 1 -- 172.21.15.28:0/4040320856 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561ad0d47390 msgr2=0x561ad10fac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:23.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.830+0000 7f544bfff640 1 --2- 172.21.15.28:0/4040320856 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561ad0d47390 0x561ad10fac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.830+0000 7f544bfff640 1 -- 172.21.15.28:0/4040320856 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561ad0d1e4d0 msgr2=0x561ad10f3780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:23.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.830+0000 7f544bfff640 1 --2- 172.21.15.28:0/4040320856 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561ad0d1e4d0 0x561ad10f3780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.831 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.830+0000 7f544bfff640 1 -- 172.21.15.28:0/4040320856 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ad0d5f3f0 con 0x561ad0d266b0 2024-04-25T17:18:23.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.833+0000 7f544bfff640 1 --2- 172.21.15.28:0/4040320856 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0d266b0 0x561ad10f3cc0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f544000f640 tx=0x7f544000fb00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1f9b4fb99cb19bd7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:23.833 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.833+0000 7f542b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-04-25T17:18:23.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.834+0000 7f542b7fe640 1 -- 172.21.15.28:0/4040320856 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5440004220 con 0x561ad0d266b0 2024-04-25T17:18:23.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.834+0000 7f542b7fe640 1 -- 172.21.15.28:0/4040320856 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f54400043c0 con 0x561ad0d266b0 2024-04-25T17:18:23.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.834+0000 7f545981f740 1 -- 172.21.15.28:0/4040320856 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5444003bd0 con 0x561ad0d266b0 2024-04-25T17:18:23.834 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.834+0000 7f542b7fe640 1 -- 172.21.15.28:0/4040320856 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f5440022050 con 0x561ad0d266b0 2024-04-25T17:18:23.835 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.834+0000 7f545981f740 10 client.25631 fetch_fsmap learned FSMap version 24 2024-04-25T17:18:23.835 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.834+0000 7f545981f740 1 -- 172.21.15.28:0/4040320856 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561ad0e297d0 con 0x561ad0d266b0 2024-04-25T17:18:23.836 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.836+0000 7f542b7fe640 1 -- 172.21.15.28:0/4040320856 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5444003bd0 con 0x561ad0d266b0 2024-04-25T17:18:23.836 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.836+0000 7f542b7fe640 1 -- 172.21.15.28:0/4040320856 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f5440003ae0 con 0x561ad0d266b0 2024-04-25T17:18:23.837 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.836+0000 7f545981f740 10 client.25631 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:18:23.837 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.836+0000 7f545981f740 10 client.25631 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-25T17:18:23.837 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.836+0000 7f545981f740 20 client.25631 populate_metadata read hostname 'smithi028' 2024-04-25T17:18:23.837 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.836+0000 7f545981f740 1 --2- 172.21.15.28:0/4040320856 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x561ad0d05f60 0x561ad1101a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:23.837 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.836+0000 7f545981f740 4 client.25631 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:18:23.837 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.836+0000 7f545981f740 1 -- 172.21.15.28:0/4040320856 --> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561ad105b990 con 0x561ad0d05f60 2024-04-25T17:18:23.838 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.837+0000 7f544b7fe640 1 --2- 172.21.15.28:0/4040320856 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x561ad0d05f60 0x561ad1101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:23.838 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.838+0000 7f544b7fe640 1 --2- 172.21.15.28:0/4040320856 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x561ad0d05f60 0x561ad1101a10 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f406149da6525a78 server_cookie=5afec730ad950b1a in_seq=0 out_seq=0 2024-04-25T17:18:23.839 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.838+0000 7f542b7fe640 10 client.25631 ms_handle_connect on v2:172.21.15.42:6836/229475507 2024-04-25T17:18:23.840 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.839+0000 7f542b7fe640 1 -- 172.21.15.28:0/4040320856 <== mds.2 v2:172.21.15.42:6836/229475507 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x561ad105b990 con 0x561ad0d05f60 2024-04-25T17:18:23.840 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.839+0000 7f542b7fe640 10 client.25631 handle_command_reply: tid=0 2024-04-25T17:18:23.840 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.840+0000 7f545981f740 1 client.25631 shutdown 2024-04-25T17:18:23.841 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.841+0000 7f545981f740 1 -- 172.21.15.28:0/4040320856 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0d266b0 msgr2=0x561ad10f3cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:23.841 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.841+0000 7f545981f740 1 --2- 172.21.15.28:0/4040320856 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0d266b0 0x561ad10f3cc0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f544000f640 tx=0x7f544000fb00 comp rx=0 tx=0).stop 2024-04-25T17:18:23.841 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.841+0000 7f545981f740 1 -- 172.21.15.28:0/4040320856 shutdown_connections 2024-04-25T17:18:23.841 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.841+0000 7f545981f740 1 --2- 172.21.15.28:0/4040320856 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x561ad0d05f60 0x561ad1101a10 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.841 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.841+0000 7f545981f740 1 --2- 172.21.15.28:0/4040320856 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561ad0d47390 0x561ad10fac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.841 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.841+0000 7f545981f740 1 --2- 172.21.15.28:0/4040320856 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0d266b0 0x561ad10f3cc0 secure :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f544000f640 tx=0x7f544000fb00 comp rx=0 tx=0).stop 2024-04-25T17:18:23.841 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.841+0000 7f545981f740 1 --2- 172.21.15.28:0/4040320856 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561ad0d1e4d0 0x561ad10f3780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.842 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.841+0000 7f545981f740 1 -- 172.21.15.28:0/4040320856 >> 172.21.15.28:0/4040320856 conn(0x561ad0d3b4e0 msgr2=0x561ad10e43f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:23.842 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.841+0000 7f542b7fe640 0 client.25631 ms_handle_reset on v2:172.21.15.42:6836/229475507 2024-04-25T17:18:23.845 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.843+0000 7f545981f740 1 -- 172.21.15.28:0/4040320856 shutdown_connections 2024-04-25T17:18:23.845 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.845+0000 7f545981f740 1 -- 172.21.15.28:0/4040320856 wait complete. 2024-04-25T17:18:23.845 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.845+0000 7f545981f740 20 client.25631 trim_cache size 0 max 16384 2024-04-25T17:18:23.878 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.878+0000 7f545981f740 1 Processor -- start 2024-04-25T17:18:23.881 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.881+0000 7f545981f740 1 -- start start 2024-04-25T17:18:23.882 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.882+0000 7f545981f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0d1e4d0 0x561ad10e9960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:23.883 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.882+0000 7f545981f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561ad0d47390 0x561ad10fabe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:23.883 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.882+0000 7f544b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0d1e4d0 0x561ad10e9960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:23.883 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.882+0000 7f544b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0d1e4d0 0x561ad10e9960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:41148/0 (socket says 172.21.15.28:41148) 2024-04-25T17:18:23.883 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.882+0000 7f544b7fe640 1 -- 172.21.15.28:0/539339343 learned_addr learned my addr 172.21.15.28:0/539339343 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:23.883 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.882+0000 7f544bfff640 1 --2- 172.21.15.28:0/539339343 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561ad0d47390 0x561ad10fabe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:23.883 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.883+0000 7f545981f740 1 --2- 172.21.15.28:0/539339343 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561ad0cdb3a0 0x561ad10e9ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:23.883 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.883+0000 7f545981f740 1 -- 172.21.15.28:0/539339343 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f544c1b5640 con 0x561ad0cdb3a0 2024-04-25T17:18:23.883 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.883+0000 7f545981f740 1 -- 172.21.15.28:0/539339343 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f544c1b2f10 con 0x561ad0d1e4d0 2024-04-25T17:18:23.883 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.883+0000 7f545981f740 1 -- 172.21.15.28:0/539339343 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f544c1b0d60 con 0x561ad0d47390 2024-04-25T17:18:23.885 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.884+0000 7f544b7fe640 1 -- 172.21.15.28:0/539339343 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561ad0d47390 msgr2=0x561ad10fabe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:23.885 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.884+0000 7f544b7fe640 1 --2- 172.21.15.28:0/539339343 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561ad0d47390 0x561ad10fabe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.885 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.884+0000 7f544b7fe640 1 -- 172.21.15.28:0/539339343 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561ad0cdb3a0 msgr2=0x561ad10e9ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:23.885 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.884+0000 7f544b7fe640 1 --2- 172.21.15.28:0/539339343 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561ad0cdb3a0 0x561ad10e9ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.885 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.884+0000 7f544b7fe640 1 -- 172.21.15.28:0/539339343 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ad10d6ba0 con 0x561ad0d1e4d0 2024-04-25T17:18:23.885 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.885+0000 7f544b7fe640 1 --2- 172.21.15.28:0/539339343 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0d1e4d0 0x561ad10e9960 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5444000f80 tx=0x7f5444004af0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1793533bb42e1d2e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:23.885 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.885+0000 7f544bfff640 1 --2- 172.21.15.28:0/539339343 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561ad0d47390 0x561ad10fabe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:18:23.888 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.888+0000 7f5431ffb640 1 -- 172.21.15.28:0/539339343 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5444012d40 con 0x561ad0d1e4d0 2024-04-25T17:18:23.889 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.888+0000 7f5431ffb640 1 -- 172.21.15.28:0/539339343 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5444003bd0 con 0x561ad0d1e4d0 2024-04-25T17:18:23.889 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.888+0000 7f5431ffb640 1 -- 172.21.15.28:0/539339343 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5444004780 con 0x561ad0d1e4d0 2024-04-25T17:18:23.890 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.890+0000 7f545981f740 1 -- 172.21.15.28:0/539339343 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0d1e4d0 msgr2=0x561ad10e9960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:23.890 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.890+0000 7f545981f740 1 --2- 172.21.15.28:0/539339343 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0d1e4d0 0x561ad10e9960 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5444000f80 tx=0x7f5444004af0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.892 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.892+0000 7f545981f740 1 -- 172.21.15.28:0/539339343 shutdown_connections 2024-04-25T17:18:23.892 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.892+0000 7f545981f740 1 --2- 172.21.15.28:0/539339343 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561ad0cdb3a0 0x561ad10e9ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.892 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.892+0000 7f545981f740 1 --2- 172.21.15.28:0/539339343 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561ad0d47390 0x561ad10fabe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.892 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.892+0000 7f545981f740 1 --2- 172.21.15.28:0/539339343 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0d1e4d0 0x561ad10e9960 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.892 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.892+0000 7f545981f740 1 -- 172.21.15.28:0/539339343 >> 172.21.15.28:0/539339343 conn(0x561ad0d3b4e0 msgr2=0x561ad10f1e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:23.893 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.892+0000 7f545981f740 1 -- 172.21.15.28:0/539339343 shutdown_connections 2024-04-25T17:18:23.893 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.892+0000 7f545981f740 1 -- 172.21.15.28:0/539339343 wait complete. 2024-04-25T17:18:23.893 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.893+0000 7f545981f740 1 -- start start 2024-04-25T17:18:23.894 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.893+0000 7f545981f740 1 Processor -- start 2024-04-25T17:18:23.894 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.893+0000 7f545981f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0cdb3a0 0x561ad10fa7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:23.894 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.893+0000 7f545981f740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561ad0d1e4d0 0x561ad10f7340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:23.895 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.894+0000 7f544b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0cdb3a0 0x561ad10fa7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:23.895 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.894+0000 7f544b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0cdb3a0 0x561ad10fa7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:41158/0 (socket says 172.21.15.28:41158) 2024-04-25T17:18:23.895 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.894+0000 7f544b7fe640 1 -- 172.21.15.28:0/3138543125 learned_addr learned my addr 172.21.15.28:0/3138543125 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:23.895 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.894+0000 7f545981f740 1 --2- 172.21.15.28:0/3138543125 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561ad0d47390 0x561ad10f7880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:23.895 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.894+0000 7f545981f740 1 -- 172.21.15.28:0/3138543125 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f544c1b13d0 con 0x561ad0d1e4d0 2024-04-25T17:18:23.895 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.894+0000 7f545981f740 1 -- 172.21.15.28:0/3138543125 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f544c1b2840 con 0x561ad0cdb3a0 2024-04-25T17:18:23.895 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.894+0000 7f545981f740 1 -- 172.21.15.28:0/3138543125 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f544c1b1aa0 con 0x561ad0d47390 2024-04-25T17:18:23.895 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.894+0000 7f545981f740 10 client.0 _ll_register_callbacks cb 0x7f544000a470 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:18:23.896 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.894+0000 7f544b7fe640 1 --2- 172.21.15.28:0/3138543125 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561ad0d47390 0x561ad10f7880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:23.896 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.895+0000 7f544b7fe640 1 -- 172.21.15.28:0/3138543125 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561ad0d47390 msgr2=0x561ad10f7880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:23.896 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.895+0000 7f544b7fe640 1 --2- 172.21.15.28:0/3138543125 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561ad0d47390 0x561ad10f7880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.896 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.895+0000 7f544b7fe640 1 -- 172.21.15.28:0/3138543125 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561ad0d1e4d0 msgr2=0x561ad10f7340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:23.896 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.895+0000 7f544b7fe640 1 --2- 172.21.15.28:0/3138543125 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561ad0d1e4d0 0x561ad10f7340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.896 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.895+0000 7f544b7fe640 1 -- 172.21.15.28:0/3138543125 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ad10fae60 con 0x561ad0cdb3a0 2024-04-25T17:18:23.896 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.896+0000 7f544b7fe640 1 --2- 172.21.15.28:0/3138543125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0cdb3a0 0x561ad10fa7c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f544400a5b0 tx=0x7f544400a930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=768f09a9774c495a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:23.896 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.896+0000 7f542b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-04-25T17:18:23.898 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.898+0000 7f542b7fe640 1 -- 172.21.15.28:0/3138543125 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5444004200 con 0x561ad0cdb3a0 2024-04-25T17:18:23.898 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.898+0000 7f542b7fe640 1 -- 172.21.15.28:0/3138543125 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f5444004500 con 0x561ad0cdb3a0 2024-04-25T17:18:23.903 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.898+0000 7f545981f740 1 -- 172.21.15.28:0/3138543125 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5444003bd0 con 0x561ad0cdb3a0 2024-04-25T17:18:23.904 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.899+0000 7f542b7fe640 1 -- 172.21.15.28:0/3138543125 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f544400ab50 con 0x561ad0cdb3a0 2024-04-25T17:18:23.904 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.899+0000 7f545981f740 10 client.25637 fetch_fsmap learned FSMap version 24 2024-04-25T17:18:23.904 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.899+0000 7f545981f740 1 -- 172.21.15.28:0/3138543125 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561ad1168bb0 con 0x561ad0cdb3a0 2024-04-25T17:18:23.904 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.900+0000 7f542b7fe640 1 -- 172.21.15.28:0/3138543125 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5444003bd0 con 0x561ad0cdb3a0 2024-04-25T17:18:23.904 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.901+0000 7f542b7fe640 1 -- 172.21.15.28:0/3138543125 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f5444039070 con 0x561ad0cdb3a0 2024-04-25T17:18:23.904 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.901+0000 7f545981f740 10 client.25637 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:18:23.904 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.902+0000 7f545981f740 10 client.25637 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-25T17:18:23.904 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.902+0000 7f545981f740 20 client.25637 populate_metadata read hostname 'smithi028' 2024-04-25T17:18:23.904 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.902+0000 7f545981f740 1 --2- 172.21.15.28:0/3138543125 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x561ad1169460 0x561ad116b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:23.904 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.902+0000 7f545981f740 4 client.25637 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T17:18:23.904 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.902+0000 7f545981f740 1 -- 172.21.15.28:0/3138543125 --> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561ad1055800 con 0x561ad1169460 2024-04-25T17:18:23.904 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.902+0000 7f544bfff640 1 --2- 172.21.15.28:0/3138543125 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x561ad1169460 0x561ad116b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:23.904 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.903+0000 7f544bfff640 1 --2- 172.21.15.28:0/3138543125 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x561ad1169460 0x561ad116b880 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2a6b399ba179e842 server_cookie=9a03c6be73cd5817 in_seq=0 out_seq=0 2024-04-25T17:18:23.904 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.903+0000 7f542b7fe640 10 client.25637 ms_handle_connect on v2:172.21.15.42:6836/229475507 2024-04-25T17:18:23.905 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.903+0000 7f542b7fe640 1 -- 172.21.15.28:0/3138543125 <== mds.2 v2:172.21.15.42:6836/229475507 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561ad1055800 con 0x561ad1169460 2024-04-25T17:18:23.905 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.903+0000 7f542b7fe640 10 client.25637 handle_command_reply: tid=0 2024-04-25T17:18:23.905 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.903+0000 7f545981f740 1 client.25637 shutdown 2024-04-25T17:18:23.906 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.906+0000 7f545981f740 1 -- 172.21.15.28:0/3138543125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0cdb3a0 msgr2=0x561ad10fa7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:23.906 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.906+0000 7f545981f740 1 --2- 172.21.15.28:0/3138543125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0cdb3a0 0x561ad10fa7c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f544400a5b0 tx=0x7f544400a930 comp rx=0 tx=0).stop 2024-04-25T17:18:23.908 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.907+0000 7f545981f740 1 -- 172.21.15.28:0/3138543125 shutdown_connections 2024-04-25T17:18:23.908 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.907+0000 7f545981f740 1 --2- 172.21.15.28:0/3138543125 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x561ad1169460 0x561ad116b880 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.908 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.907+0000 7f545981f740 1 --2- 172.21.15.28:0/3138543125 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561ad0d47390 0x561ad10f7880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.908 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.907+0000 7f545981f740 1 --2- 172.21.15.28:0/3138543125 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x561ad0d1e4d0 0x561ad10f7340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.908 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.907+0000 7f545981f740 1 --2- 172.21.15.28:0/3138543125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ad0cdb3a0 0x561ad10fa7c0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.908 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.907+0000 7f545981f740 1 -- 172.21.15.28:0/3138543125 >> 172.21.15.28:0/3138543125 conn(0x561ad0d3b4e0 msgr2=0x561ad10f3740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:23.908 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.907+0000 7f542b7fe640 0 client.25637 ms_handle_reset on v2:172.21.15.42:6836/229475507 2024-04-25T17:18:23.908 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.908+0000 7f545981f740 1 -- 172.21.15.28:0/3138543125 shutdown_connections 2024-04-25T17:18:23.908 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.908+0000 7f545981f740 1 -- 172.21.15.28:0/3138543125 wait complete. 2024-04-25T17:18:23.909 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.908+0000 7f545981f740 20 client.25637 trim_cache size 0 max 16384 2024-04-25T17:18:23.910 INFO:teuthology.orchestra.run.smithi028.stdout:[] 2024-04-25T17:18:23.910 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.910+0000 7f5451638640 1 -- 172.21.15.28:0/2055556774 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f54340afc80 msgr2=0x7f54340b2190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:23.910 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.910+0000 7f5451638640 1 --2- 172.21.15.28:0/2055556774 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f54340afc80 0x7f54340b2190 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f543c03ba10 tx=0x7f543c03b950 comp rx=0 tx=0).stop 2024-04-25T17:18:23.910 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.910+0000 7f5451638640 1 -- 172.21.15.28:0/2055556774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f544c10fe90 msgr2=0x7f544c1a7a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:23.910 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.910+0000 7f5451638640 1 --2- 172.21.15.28:0/2055556774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f544c10fe90 0x7f544c1a7a60 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f543c005280 tx=0x7f543c0052b0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.912 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.911+0000 7f5451638640 1 -- 172.21.15.28:0/2055556774 shutdown_connections 2024-04-25T17:18:23.912 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.911+0000 7f5451638640 1 --2- 172.21.15.28:0/2055556774 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f54340afc80 0x7f54340b2190 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.912 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.911+0000 7f5451638640 1 --2- 172.21.15.28:0/2055556774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f544c10fe90 0x7f544c1a7a60 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.912 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.911+0000 7f5451638640 1 --2- 172.21.15.28:0/2055556774 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f544c10b190 0x7f544c1a0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.912 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.912+0000 7f5451638640 1 --2- 172.21.15.28:0/2055556774 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f544c10a330 0x7f544c1a0590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:23.912 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.912+0000 7f5451638640 1 -- 172.21.15.28:0/2055556774 >> 172.21.15.28:0/2055556774 conn(0x7f544c070430 msgr2=0x7f544c10de80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:23.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.914+0000 7f5451638640 1 -- 172.21.15.28:0/2055556774 shutdown_connections 2024-04-25T17:18:23.915 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:23.914+0000 7f5451638640 1 -- 172.21.15.28:0/2055556774 wait complete. 2024-04-25T17:18:23.937 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-25T17:18:24.146 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.146+0000 7f1c9b5ee640 1 -- 172.21.15.28:0/4055143654 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c9410bc60 msgr2=0x7f1c9410e080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:24.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.146+0000 7f1c9b5ee640 1 --2- 172.21.15.28:0/4055143654 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c9410bc60 0x7f1c9410e080 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f1c8c009ca0 tx=0x7f1c8c02a8d0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.146+0000 7f1c9b5ee640 1 -- 172.21.15.28:0/4055143654 shutdown_connections 2024-04-25T17:18:24.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.146+0000 7f1c9b5ee640 1 --2- 172.21.15.28:0/4055143654 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c9410bc60 0x7f1c9410e080 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.146+0000 7f1c9b5ee640 1 --2- 172.21.15.28:0/4055143654 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c94106f60 0x7f1c94107370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.146+0000 7f1c9b5ee640 1 --2- 172.21.15.28:0/4055143654 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1c94105d20 0x7f1c94106a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.146+0000 7f1c9b5ee640 1 -- 172.21.15.28:0/4055143654 >> 172.21.15.28:0/4055143654 conn(0x7f1c94100ef0 msgr2=0x7f1c941033c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:24.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.147+0000 7f1c9b5ee640 1 -- 172.21.15.28:0/4055143654 shutdown_connections 2024-04-25T17:18:24.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.147+0000 7f1c9b5ee640 1 -- 172.21.15.28:0/4055143654 wait complete. 2024-04-25T17:18:24.148 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.148+0000 7f1c9b5ee640 1 Processor -- start 2024-04-25T17:18:24.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.148+0000 7f1c9b5ee640 1 -- start start 2024-04-25T17:18:24.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.148+0000 7f1c9b5ee640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c94105d20 0x7f1c941a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.148+0000 7f1c9b5ee640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c94106f60 0x7f1c941a0ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.148+0000 7f1c9b5ee640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1c9410bc60 0x7f1c941a7c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.148+0000 7f1c9b5ee640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f1c94111770 con 0x7f1c9410bc60 2024-04-25T17:18:24.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.148+0000 7f1c9b5ee640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1c941115f0 con 0x7f1c94106f60 2024-04-25T17:18:24.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.148+0000 7f1c9b5ee640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1c941118f0 con 0x7f1c94105d20 2024-04-25T17:18:24.149 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.149+0000 7f1c9938a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c94105d20 0x7f1c941a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.149+0000 7f1c99b8b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1c9410bc60 0x7f1c941a7c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.149+0000 7f1c9938a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c94105d20 0x7f1c941a0760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.28:42230/0 (socket says 172.21.15.28:42230) 2024-04-25T17:18:24.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.149+0000 7f1c9938a640 1 -- 172.21.15.28:0/2444113827 learned_addr learned my addr 172.21.15.28:0/2444113827 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:24.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.149+0000 7f1c98b89640 1 --2- 172.21.15.28:0/2444113827 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c94106f60 0x7f1c941a0ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.150+0000 7f1c99b8b640 1 -- 172.21.15.28:0/2444113827 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c94105d20 msgr2=0x7f1c941a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:24.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.150+0000 7f1c99b8b640 1 --2- 172.21.15.28:0/2444113827 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c94105d20 0x7f1c941a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.150+0000 7f1c99b8b640 1 -- 172.21.15.28:0/2444113827 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c94106f60 msgr2=0x7f1c941a0ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:24.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.150+0000 7f1c99b8b640 1 --2- 172.21.15.28:0/2444113827 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c94106f60 0x7f1c941a0ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.150+0000 7f1c99b8b640 1 -- 172.21.15.28:0/2444113827 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c9406c6f0 con 0x7f1c9410bc60 2024-04-25T17:18:24.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.150+0000 7f1c98b89640 1 --2- 172.21.15.28:0/2444113827 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c94106f60 0x7f1c941a0ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:18:24.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.150+0000 7f1c99b8b640 1 --2- 172.21.15.28:0/2444113827 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1c9410bc60 0x7f1c941a7c30 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f1c8c031930 tx=0x7f1c8c032e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:24.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.151+0000 7f1c8a7fc640 1 -- 172.21.15.28:0/2444113827 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c8c030c10 con 0x7f1c9410bc60 2024-04-25T17:18:24.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.151+0000 7f1c9b5ee640 1 -- 172.21.15.28:0/2444113827 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c9406c980 con 0x7f1c9410bc60 2024-04-25T17:18:24.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.151+0000 7f1c8a7fc640 1 -- 172.21.15.28:0/2444113827 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1c8c003e00 con 0x7f1c9410bc60 2024-04-25T17:18:24.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.151+0000 7f1c8a7fc640 1 -- 172.21.15.28:0/2444113827 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c8c004740 con 0x7f1c9410bc60 2024-04-25T17:18:24.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.151+0000 7f1c9b5ee640 1 -- 172.21.15.28:0/2444113827 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c9406cf50 con 0x7f1c9410bc60 2024-04-25T17:18:24.157 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.155+0000 7f1ca2571740 1 Processor -- start 2024-04-25T17:18:24.164 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.164+0000 7f1c8a7fc640 1 -- 172.21.15.28:0/2444113827 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f1c8c003970 con 0x7f1c9410bc60 2024-04-25T17:18:24.165 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.165+0000 7f1ca2571740 1 -- start start 2024-04-25T17:18:24.167 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.166+0000 7f1ca2571740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559282ede390 0x559283280810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.167 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.166+0000 7f1ca2571740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559282eb54d0 0x559283280d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.167 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.166+0000 7f1ca2571740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x559282ebd6b0 0x559283281a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.167 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.166+0000 7f1ca2571740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x5592831e4d80 con 0x559282ebd6b0 2024-04-25T17:18:24.167 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.166+0000 7f1ca2571740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55928319ea20 con 0x559282eb54d0 2024-04-25T17:18:24.167 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.166+0000 7f1ca2571740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5592831e0d40 con 0x559282ede390 2024-04-25T17:18:24.167 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.167+0000 7f1c9938a640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559282eb54d0 0x559283280d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.167 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.167+0000 7f1c9938a640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559282eb54d0 0x559283280d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:41186/0 (socket says 172.21.15.28:41186) 2024-04-25T17:18:24.167 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.167+0000 7f1c9938a640 1 -- 172.21.15.28:0/2838805918 learned_addr learned my addr 172.21.15.28:0/2838805918 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:24.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.167+0000 7f1c8a7fc640 1 --2- 172.21.15.28:0/2444113827 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1c800afcc0 0x7f1c800b21d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.167+0000 7f1c8a7fc640 1 -- 172.21.15.28:0/2444113827 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f1c8c100350 con 0x7f1c9410bc60 2024-04-25T17:18:24.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.168+0000 7f1c99b8b640 1 --2- 172.21.15.28:0/2444113827 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1c800afcc0 0x7f1c800b21d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.168+0000 7f1c98b89640 1 --2- 172.21.15.28:0/2838805918 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559282ede390 0x559283280810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.169+0000 7f1c98b89640 1 --2- 172.21.15.28:0/2838805918 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x559282ebd6b0 0x559283281a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.170+0000 7f1c98b89640 1 -- 172.21.15.28:0/2838805918 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559282ede390 msgr2=0x559283280810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:24.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.170+0000 7f1c98b89640 1 --2- 172.21.15.28:0/2838805918 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559282ede390 0x559283280810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.170+0000 7f1c98b89640 1 -- 172.21.15.28:0/2838805918 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559282eb54d0 msgr2=0x559283280d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:24.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.170+0000 7f1c98b89640 1 --2- 172.21.15.28:0/2838805918 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559282eb54d0 0x559283280d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.170+0000 7f1c98b89640 1 -- 172.21.15.28:0/2838805918 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5592831a9c30 con 0x559282ebd6b0 2024-04-25T17:18:24.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.171+0000 7f1c98b89640 1 --2- 172.21.15.28:0/2838805918 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x559282ebd6b0 0x559283281a20 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f1c84009fd0 tx=0x7f1c840090e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4c9ab66550373b4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:24.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.172+0000 7f1c7f7fe640 1 -- 172.21.15.28:0/2838805918 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c84013980 con 0x559282ebd6b0 2024-04-25T17:18:24.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.177+0000 7f1c7f7fe640 1 -- 172.21.15.28:0/2838805918 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1c8401d070 con 0x559282ebd6b0 2024-04-25T17:18:24.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.178+0000 7f1ca2571740 1 -- 172.21.15.28:0/2838805918 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x559282ebd6b0 msgr2=0x559283281a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:24.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.178+0000 7f1ca2571740 1 --2- 172.21.15.28:0/2838805918 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x559282ebd6b0 0x559283281a20 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f1c84009fd0 tx=0x7f1c840090e0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.180+0000 7f1ca2571740 1 -- 172.21.15.28:0/2838805918 shutdown_connections 2024-04-25T17:18:24.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.180+0000 7f1ca2571740 1 --2- 172.21.15.28:0/2838805918 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x559282ebd6b0 0x559283281a20 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.180+0000 7f1ca2571740 1 --2- 172.21.15.28:0/2838805918 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559282eb54d0 0x559283280d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.180+0000 7f1ca2571740 1 --2- 172.21.15.28:0/2838805918 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559282ede390 0x559283280810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.180+0000 7f1ca2571740 1 -- 172.21.15.28:0/2838805918 >> 172.21.15.28:0/2838805918 conn(0x559282ed24e0 msgr2=0x55928327c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:24.182 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.180+0000 7f1c99b8b640 1 --2- 172.21.15.28:0/2444113827 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1c800afcc0 0x7f1c800b21d0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f1c8c003fd0 tx=0x7f1c8c03e040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:24.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.183+0000 7f1ca2571740 1 -- 172.21.15.28:0/2838805918 shutdown_connections 2024-04-25T17:18:24.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.183+0000 7f1ca2571740 1 -- 172.21.15.28:0/2838805918 wait complete. 2024-04-25T17:18:24.185 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.184+0000 7f1ca2571740 1 -- start start 2024-04-25T17:18:24.185 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.184+0000 7f1ca2571740 1 Processor -- start 2024-04-25T17:18:24.186 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.185+0000 7f1ca2571740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559282eb54d0 0x55928328a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.186 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.185+0000 7f1ca2571740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559282ebd6b0 0x55928328ace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.186 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.185+0000 7f1ca2571740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x559282ede390 0x559283291c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.187 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.185+0000 7f1ca2571740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x559283282520 con 0x559282ede390 2024-04-25T17:18:24.187 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.185+0000 7f1ca2571740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55928316bdc0 con 0x559282eb54d0 2024-04-25T17:18:24.187 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.185+0000 7f1ca2571740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5592832826a0 con 0x559282ebd6b0 2024-04-25T17:18:24.187 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.185+0000 7f1ca2571740 10 client.0 _ll_register_callbacks cb 0x559283187600 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:18:24.187 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.186+0000 7f1c98b89640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559282eb54d0 0x55928328a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.187 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.186+0000 7f1c98b89640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559282eb54d0 0x55928328a7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:41190/0 (socket says 172.21.15.28:41190) 2024-04-25T17:18:24.187 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.186+0000 7f1c98b89640 1 -- 172.21.15.28:0/3835245042 learned_addr learned my addr 172.21.15.28:0/3835245042 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:24.188 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.186+0000 7f1c98b89640 1 -- 172.21.15.28:0/3835245042 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559282ebd6b0 msgr2=0x55928328ace0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-25T17:18:24.189 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.186+0000 7f1c98b89640 1 --2- 172.21.15.28:0/3835245042 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559282ebd6b0 0x55928328ace0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.189 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.186+0000 7f1c98b89640 1 -- 172.21.15.28:0/3835245042 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x559282ede390 msgr2=0x559283291c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:24.189 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.186+0000 7f1c98b89640 1 --2- 172.21.15.28:0/3835245042 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x559282ede390 0x559283291c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.189 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.186+0000 7f1c98b89640 1 -- 172.21.15.28:0/3835245042 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559282ef63f0 con 0x559282eb54d0 2024-04-25T17:18:24.189 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.188+0000 7f1c98b89640 1 --2- 172.21.15.28:0/3835245042 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559282eb54d0 0x55928328a7a0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f1c84009300 tx=0x7f1c84009e30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fa171f649fc394dd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:24.189 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.188+0000 7f1c7cff9640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-04-25T17:18:24.191 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.189+0000 7f1c7cff9640 1 -- 172.21.15.28:0/3835245042 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c84004020 con 0x559282eb54d0 2024-04-25T17:18:24.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.190+0000 7f1ca2571740 1 -- 172.21.15.28:0/3835245042 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5592831f2990 con 0x559282eb54d0 2024-04-25T17:18:24.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.190+0000 7f1c7cff9640 1 -- 172.21.15.28:0/3835245042 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f1c840041c0 con 0x559282eb54d0 2024-04-25T17:18:24.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.190+0000 7f1c7cff9640 1 -- 172.21.15.28:0/3835245042 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f1c840043c0 con 0x559282eb54d0 2024-04-25T17:18:24.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.190+0000 7f1ca2571740 10 client.25646 fetch_fsmap learned FSMap version 24 2024-04-25T17:18:24.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.190+0000 7f1ca2571740 1 -- 172.21.15.28:0/3835245042 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559282fc07d0 con 0x559282eb54d0 2024-04-25T17:18:24.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.191+0000 7f1c7cff9640 1 -- 172.21.15.28:0/3835245042 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x5592831f2990 con 0x559282eb54d0 2024-04-25T17:18:24.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.191+0000 7f1c7cff9640 1 -- 172.21.15.28:0/3835245042 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f1c84003a10 con 0x559282eb54d0 2024-04-25T17:18:24.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.191+0000 7f1ca2571740 10 client.25646 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:18:24.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.191+0000 7f1ca2571740 10 client.25646 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-25T17:18:24.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.191+0000 7f1ca2571740 20 client.25646 populate_metadata read hostname 'smithi028' 2024-04-25T17:18:24.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.191+0000 7f1ca2571740 1 --2- 172.21.15.28:0/3835245042 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x559282e9cf60 0x5592832981e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.191+0000 7f1ca2571740 4 client.25646 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:18:24.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.191+0000 7f1ca2571740 1 -- 172.21.15.28:0/3835245042 --> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5592831ec800 con 0x559282e9cf60 2024-04-25T17:18:24.195 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.192+0000 7f1c9938a640 1 --2- 172.21.15.28:0/3835245042 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x559282e9cf60 0x5592832981e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.196 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.194+0000 7f1c9938a640 1 --2- 172.21.15.28:0/3835245042 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x559282e9cf60 0x5592832981e0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e9d7ca3384dc8f63 server_cookie=d961726ab3bb4366 in_seq=0 out_seq=0 2024-04-25T17:18:24.196 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.194+0000 7f1c7cff9640 10 client.25646 ms_handle_connect on v2:172.21.15.84:6838/1332945442 2024-04-25T17:18:24.196 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.195+0000 7f1c7cff9640 1 -- 172.21.15.28:0/3835245042 <== mds.1 v2:172.21.15.84:6838/1332945442 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5592831ec800 con 0x559282e9cf60 2024-04-25T17:18:24.196 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.195+0000 7f1c7cff9640 10 client.25646 handle_command_reply: tid=0 2024-04-25T17:18:24.196 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.195+0000 7f1ca2571740 1 client.25646 shutdown 2024-04-25T17:18:24.198 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.196+0000 7f1ca2571740 1 -- 172.21.15.28:0/3835245042 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559282eb54d0 msgr2=0x55928328a7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:24.198 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.196+0000 7f1ca2571740 1 --2- 172.21.15.28:0/3835245042 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559282eb54d0 0x55928328a7a0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f1c84009300 tx=0x7f1c84009e30 comp rx=0 tx=0).stop 2024-04-25T17:18:24.198 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.196+0000 7f1ca2571740 1 -- 172.21.15.28:0/3835245042 shutdown_connections 2024-04-25T17:18:24.198 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.196+0000 7f1ca2571740 1 --2- 172.21.15.28:0/3835245042 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x559282e9cf60 0x5592832981e0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.198 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.196+0000 7f1ca2571740 1 --2- 172.21.15.28:0/3835245042 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x559282ede390 0x559283291c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.199 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.196+0000 7f1ca2571740 1 --2- 172.21.15.28:0/3835245042 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559282ebd6b0 0x55928328ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.199 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.196+0000 7f1ca2571740 1 --2- 172.21.15.28:0/3835245042 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559282eb54d0 0x55928328a7a0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.199 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.196+0000 7f1c7cff9640 0 client.25646 ms_handle_reset on v2:172.21.15.84:6838/1332945442 2024-04-25T17:18:24.199 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.196+0000 7f1ca2571740 1 -- 172.21.15.28:0/3835245042 >> 172.21.15.28:0/3835245042 conn(0x559282ed24e0 msgr2=0x55928327efa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:24.199 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.196+0000 7f1ca2571740 1 -- 172.21.15.28:0/3835245042 shutdown_connections 2024-04-25T17:18:24.199 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.196+0000 7f1ca2571740 1 -- 172.21.15.28:0/3835245042 wait complete. 2024-04-25T17:18:24.200 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.197+0000 7f1ca2571740 20 client.25646 trim_cache size 0 max 16384 2024-04-25T17:18:24.214 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.213+0000 7f1ca2571740 1 Processor -- start 2024-04-25T17:18:24.214 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.213+0000 7f1ca2571740 1 -- start start 2024-04-25T17:18:24.214 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.213+0000 7f1ca2571740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x559282eb54d0 0x559283288dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.214 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.213+0000 7f1ca2571740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559282ebd6b0 0x559283289300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.214 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.213+0000 7f1ca2571740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559282ede390 0x55928327ba50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.214 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.213+0000 7f1ca2571740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f1c941be030 con 0x559282eb54d0 2024-04-25T17:18:24.214 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.213+0000 7f1ca2571740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1c941bb900 con 0x559282ebd6b0 2024-04-25T17:18:24.214 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.213+0000 7f1ca2571740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1c94074a90 con 0x559282ede390 2024-04-25T17:18:24.214 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.213+0000 7f1c98b89640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x559282eb54d0 0x559283288dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.215 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.213+0000 7f1c98b89640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x559282eb54d0 0x559283288dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:37248/0 (socket says 172.21.15.28:37248) 2024-04-25T17:18:24.215 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.213+0000 7f1c98b89640 1 -- 172.21.15.28:0/1363421167 learned_addr learned my addr 172.21.15.28:0/1363421167 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:24.215 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.213+0000 7f1c9938a640 1 --2- 172.21.15.28:0/1363421167 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559282ebd6b0 0x559283289300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.215 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.213+0000 7f1c98b89640 1 --2- 172.21.15.28:0/1363421167 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559282ede390 0x55928327ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.215 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.213+0000 7f1c98b89640 1 -- 172.21.15.28:0/1363421167 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559282ede390 msgr2=0x55928327ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:24.215 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.213+0000 7f1c98b89640 1 --2- 172.21.15.28:0/1363421167 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559282ede390 0x55928327ba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.215 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.213+0000 7f1c98b89640 1 -- 172.21.15.28:0/1363421167 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559282ebd6b0 msgr2=0x559283289300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:24.215 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.213+0000 7f1c98b89640 1 --2- 172.21.15.28:0/1363421167 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559282ebd6b0 0x559283289300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.215 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.213+0000 7f1c98b89640 1 -- 172.21.15.28:0/1363421167 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559283277500 con 0x559282eb54d0 2024-04-25T17:18:24.215 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.214+0000 7f1c98b89640 1 --2- 172.21.15.28:0/1363421167 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x559282eb54d0 0x559283288dc0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f1c84017760 tx=0x7f1c84009cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3870cd0e09c214a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:24.221 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.214+0000 7f1c7effd640 1 -- 172.21.15.28:0/1363421167 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c84003fa0 con 0x559282eb54d0 2024-04-25T17:18:24.221 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.214+0000 7f1c7effd640 1 -- 172.21.15.28:0/1363421167 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1c84026030 con 0x559282eb54d0 2024-04-25T17:18:24.221 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.214+0000 7f1c7effd640 1 -- 172.21.15.28:0/1363421167 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c840038f0 con 0x559282eb54d0 2024-04-25T17:18:24.221 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.215+0000 7f1ca2571740 1 -- 172.21.15.28:0/1363421167 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x559282eb54d0 msgr2=0x559283288dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:24.221 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.215+0000 7f1ca2571740 1 --2- 172.21.15.28:0/1363421167 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x559282eb54d0 0x559283288dc0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f1c84017760 tx=0x7f1c84009cd0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.221 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.215+0000 7f1ca2571740 1 -- 172.21.15.28:0/1363421167 shutdown_connections 2024-04-25T17:18:24.221 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.215+0000 7f1ca2571740 1 --2- 172.21.15.28:0/1363421167 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559282ede390 0x55928327ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.221 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.215+0000 7f1ca2571740 1 --2- 172.21.15.28:0/1363421167 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559282ebd6b0 0x559283289300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.221 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.215+0000 7f1ca2571740 1 --2- 172.21.15.28:0/1363421167 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x559282eb54d0 0x559283288dc0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.221 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.215+0000 7f1ca2571740 1 -- 172.21.15.28:0/1363421167 >> 172.21.15.28:0/1363421167 conn(0x559282ed24e0 msgr2=0x5592832854b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:24.221 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.215+0000 7f1ca2571740 1 -- 172.21.15.28:0/1363421167 shutdown_connections 2024-04-25T17:18:24.221 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.215+0000 7f1ca2571740 1 -- 172.21.15.28:0/1363421167 wait complete. 2024-04-25T17:18:24.222 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.216+0000 7f1ca2571740 1 -- start start 2024-04-25T17:18:24.222 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.216+0000 7f1ca2571740 1 Processor -- start 2024-04-25T17:18:24.222 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.216+0000 7f1ca2571740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559282eb54d0 0x559283291020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.222 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.216+0000 7f1ca2571740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x559282ebd6b0 0x55928328dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.222 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.216+0000 7f1ca2571740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559282ede390 0x55928328e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.222 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.217+0000 7f1ca2571740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f1c941b9dc0 con 0x559282ebd6b0 2024-04-25T17:18:24.222 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.217+0000 7f1ca2571740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1c941bb230 con 0x559282ede390 2024-04-25T17:18:24.222 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.217+0000 7f1ca2571740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1c941ba490 con 0x559282eb54d0 2024-04-25T17:18:24.222 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.217+0000 7f1c9938a640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x559282ebd6b0 0x55928328dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.222 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.217+0000 7f1ca2571740 10 client.0 _ll_register_callbacks cb 0x7f1c9000b810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:18:24.222 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.217+0000 7f1c98b89640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559282eb54d0 0x559283291020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.222 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.217+0000 7f1c9938a640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x559282ebd6b0 0x55928328dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:37262/0 (socket says 172.21.15.28:37262) 2024-04-25T17:18:24.223 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.217+0000 7f1c9938a640 1 -- 172.21.15.28:0/1809244583 learned_addr learned my addr 172.21.15.28:0/1809244583 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:24.223 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.217+0000 7f1c98b89640 1 --2- 172.21.15.28:0/1809244583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559282ede390 0x55928328e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.223 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.217+0000 7f1c9938a640 1 -- 172.21.15.28:0/1809244583 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559282eb54d0 msgr2=0x559283291020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:24.223 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.217+0000 7f1c9938a640 1 --2- 172.21.15.28:0/1809244583 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559282eb54d0 0x559283291020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.223 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.217+0000 7f1c9938a640 1 -- 172.21.15.28:0/1809244583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559282ede390 msgr2=0x55928328e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:24.223 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.217+0000 7f1c9938a640 1 --2- 172.21.15.28:0/1809244583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559282ede390 0x55928328e0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.223 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.217+0000 7f1c9938a640 1 -- 172.21.15.28:0/1809244583 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55928328e6d0 con 0x559282ebd6b0 2024-04-25T17:18:24.223 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.217+0000 7f1c98b89640 1 --2- 172.21.15.28:0/1809244583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559282ede390 0x55928328e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:18:24.223 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.217+0000 7f1c9938a640 1 --2- 172.21.15.28:0/1809244583 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x559282ebd6b0 0x55928328dba0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x55928327cdb0 tx=0x7f1c90005630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8ea5cb8c135bce server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:24.223 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.217+0000 7f1c7cff9640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:18:24.223 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.217+0000 7f1c7cff9640 1 -- 172.21.15.28:0/1809244583 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c90004220 con 0x559282ebd6b0 2024-04-25T17:18:24.223 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.218+0000 7f1c7cff9640 1 -- 172.21.15.28:0/1809244583 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f1c900043c0 con 0x559282ebd6b0 2024-04-25T17:18:24.223 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.218+0000 7f1ca2571740 1 -- 172.21.15.28:0/1809244583 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c84026030 con 0x559282ebd6b0 2024-04-25T17:18:24.223 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.218+0000 7f1c7cff9640 1 -- 172.21.15.28:0/1809244583 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f1c90004730 con 0x559282ebd6b0 2024-04-25T17:18:24.224 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.218+0000 7f1ca2571740 10 client.16038 fetch_fsmap learned FSMap version 24 2024-04-25T17:18:24.224 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.218+0000 7f1ca2571740 1 -- 172.21.15.28:0/1809244583 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5592832ff590 con 0x559282ebd6b0 2024-04-25T17:18:24.224 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.218+0000 7f1c7cff9640 1 -- 172.21.15.28:0/1809244583 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1c90004d60 con 0x559282ebd6b0 2024-04-25T17:18:24.224 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.219+0000 7f1c7cff9640 1 -- 172.21.15.28:0/1809244583 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f1c90024070 con 0x559282ebd6b0 2024-04-25T17:18:24.224 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.219+0000 7f1ca2571740 10 client.16038 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:18:24.224 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.219+0000 7f1ca2571740 10 client.16038 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-25T17:18:24.224 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.219+0000 7f1ca2571740 20 client.16038 populate_metadata read hostname 'smithi028' 2024-04-25T17:18:24.224 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.219+0000 7f1ca2571740 1 --2- 172.21.15.28:0/1809244583 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x559282e723a0 0x559283302000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.224 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.219+0000 7f1ca2571740 4 client.16038 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T17:18:24.224 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.219+0000 7f1ca2571740 1 -- 172.21.15.28:0/1809244583 --> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f1c84026030 con 0x559282e723a0 2024-04-25T17:18:24.224 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.219+0000 7f1c98b89640 1 --2- 172.21.15.28:0/1809244583 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x559282e723a0 0x559283302000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.224 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.219+0000 7f1c7cff9640 10 client.16038 ms_handle_connect on v2:172.21.15.84:6838/1332945442 2024-04-25T17:18:24.224 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.219+0000 7f1c98b89640 1 --2- 172.21.15.28:0/1809244583 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x559282e723a0 0x559283302000 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6f748c6bdb8d95ca server_cookie=e78a60993d71f6dd in_seq=0 out_seq=0 2024-04-25T17:18:24.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.220+0000 7f1c7cff9640 1 -- 172.21.15.28:0/1809244583 <== mds.1 v2:172.21.15.84:6838/1332945442 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f1c84026030 con 0x559282e723a0 2024-04-25T17:18:24.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.220+0000 7f1c7cff9640 10 client.16038 handle_command_reply: tid=0 2024-04-25T17:18:24.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.220+0000 7f1ca2571740 1 client.16038 shutdown 2024-04-25T17:18:24.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.220+0000 7f1ca2571740 1 -- 172.21.15.28:0/1809244583 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x559282ebd6b0 msgr2=0x55928328dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:24.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.220+0000 7f1ca2571740 1 --2- 172.21.15.28:0/1809244583 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x559282ebd6b0 0x55928328dba0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x55928327cdb0 tx=0x7f1c90005630 comp rx=0 tx=0).stop 2024-04-25T17:18:24.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.220+0000 7f1ca2571740 1 -- 172.21.15.28:0/1809244583 shutdown_connections 2024-04-25T17:18:24.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.220+0000 7f1ca2571740 1 --2- 172.21.15.28:0/1809244583 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x559282e723a0 0x559283302000 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.220+0000 7f1ca2571740 1 --2- 172.21.15.28:0/1809244583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559282ede390 0x55928328e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.220+0000 7f1ca2571740 1 --2- 172.21.15.28:0/1809244583 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x559282ebd6b0 0x55928328dba0 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.220+0000 7f1ca2571740 1 --2- 172.21.15.28:0/1809244583 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559282eb54d0 0x559283291020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.220+0000 7f1c7cff9640 0 client.16038 ms_handle_reset on v2:172.21.15.84:6838/1332945442 2024-04-25T17:18:24.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.220+0000 7f1ca2571740 1 -- 172.21.15.28:0/1809244583 >> 172.21.15.28:0/1809244583 conn(0x559282ed24e0 msgr2=0x559283288c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:24.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.220+0000 7f1ca2571740 1 -- 172.21.15.28:0/1809244583 shutdown_connections 2024-04-25T17:18:24.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.220+0000 7f1ca2571740 1 -- 172.21.15.28:0/1809244583 wait complete. 2024-04-25T17:18:24.226 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.220+0000 7f1ca2571740 20 client.16038 trim_cache size 0 max 16384 2024-04-25T17:18:24.226 INFO:teuthology.orchestra.run.smithi028.stdout:[] 2024-04-25T17:18:24.227 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.221+0000 7f1c9b5ee640 1 -- 172.21.15.28:0/2444113827 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1c800afcc0 msgr2=0x7f1c800b21d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:24.227 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.221+0000 7f1c9b5ee640 1 --2- 172.21.15.28:0/2444113827 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1c800afcc0 0x7f1c800b21d0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f1c8c003fd0 tx=0x7f1c8c03e040 comp rx=0 tx=0).stop 2024-04-25T17:18:24.227 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.221+0000 7f1c9b5ee640 1 -- 172.21.15.28:0/2444113827 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1c9410bc60 msgr2=0x7f1c941a7c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:24.227 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.221+0000 7f1c9b5ee640 1 --2- 172.21.15.28:0/2444113827 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1c9410bc60 0x7f1c941a7c30 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f1c8c031930 tx=0x7f1c8c032e10 comp rx=0 tx=0).stop 2024-04-25T17:18:24.227 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.221+0000 7f1c9b5ee640 1 -- 172.21.15.28:0/2444113827 shutdown_connections 2024-04-25T17:18:24.227 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.221+0000 7f1c9b5ee640 1 --2- 172.21.15.28:0/2444113827 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1c800afcc0 0x7f1c800b21d0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.227 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.221+0000 7f1c9b5ee640 1 --2- 172.21.15.28:0/2444113827 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1c9410bc60 0x7f1c941a7c30 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.227 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.221+0000 7f1c9b5ee640 1 --2- 172.21.15.28:0/2444113827 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c94106f60 0x7f1c941a0ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.227 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.221+0000 7f1c9b5ee640 1 --2- 172.21.15.28:0/2444113827 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c94105d20 0x7f1c941a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.227 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.221+0000 7f1c9b5ee640 1 -- 172.21.15.28:0/2444113827 >> 172.21.15.28:0/2444113827 conn(0x7f1c94100ef0 msgr2=0x7f1c94107c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:24.227 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.221+0000 7f1c9b5ee640 1 -- 172.21.15.28:0/2444113827 shutdown_connections 2024-04-25T17:18:24.228 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.221+0000 7f1c9b5ee640 1 -- 172.21.15.28:0/2444113827 wait complete. 2024-04-25T17:18:24.239 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-25T17:18:24.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.443+0000 7fd03f59e640 1 -- 172.21.15.28:0/2341467218 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd040106d50 msgr2=0x7fd040109170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:24.443 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.443+0000 7fd03f59e640 1 --2- 172.21.15.28:0/2341467218 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd040106d50 0x7fd040109170 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fd034009900 tx=0x7fd03402a400 comp rx=0 tx=0).stop 2024-04-25T17:18:24.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.443+0000 7fd03f59e640 1 -- 172.21.15.28:0/2341467218 shutdown_connections 2024-04-25T17:18:24.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.443+0000 7fd03f59e640 1 --2- 172.21.15.28:0/2341467218 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd0401096b0 0x7fd04010bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.444 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.443+0000 7fd03f59e640 1 --2- 172.21.15.28:0/2341467218 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd040106d50 0x7fd040109170 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.443+0000 7fd03f59e640 1 --2- 172.21.15.28:0/2341467218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0401043f0 0x7fd040106810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.443+0000 7fd03f59e640 1 -- 172.21.15.28:0/2341467218 >> 172.21.15.28:0/2341467218 conn(0x7fd0400fd9f0 msgr2=0x7fd0400ffea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:24.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.444+0000 7fd03f59e640 1 -- 172.21.15.28:0/2341467218 shutdown_connections 2024-04-25T17:18:24.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.446+0000 7fd03f59e640 1 -- 172.21.15.28:0/2341467218 wait complete. 2024-04-25T17:18:24.448 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.447+0000 7fd03f59e640 1 Processor -- start 2024-04-25T17:18:24.448 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.448+0000 7fd03f59e640 1 -- start start 2024-04-25T17:18:24.450 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.448+0000 7fd03f59e640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0401043f0 0x7fd0401a0550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.448+0000 7fd03f59e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd040106d50 0x7fd0401a0a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.448+0000 7fd03f59e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd0401096b0 0x7fd0401a7a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.449+0000 7fd03f59e640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fd040111560 con 0x7fd0401096b0 2024-04-25T17:18:24.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.449+0000 7fd03f59e640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd0401113e0 con 0x7fd0401043f0 2024-04-25T17:18:24.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.449+0000 7fd03f59e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd0401116e0 con 0x7fd040106d50 2024-04-25T17:18:24.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.449+0000 7fd03ed9d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd0401096b0 0x7fd0401a7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.449+0000 7fd03ed9d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd0401096b0 0x7fd0401a7a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:37278/0 (socket says 172.21.15.28:37278) 2024-04-25T17:18:24.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.449+0000 7fd03ed9d640 1 -- 172.21.15.28:0/236104850 learned_addr learned my addr 172.21.15.28:0/236104850 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:24.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.449+0000 7fd03dd9b640 1 --2- 172.21.15.28:0/236104850 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd040106d50 0x7fd0401a0a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.450+0000 7fd03dd9b640 1 -- 172.21.15.28:0/236104850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0401043f0 msgr2=0x7fd0401a0550 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-25T17:18:24.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.450+0000 7fd03dd9b640 1 --2- 172.21.15.28:0/236104850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0401043f0 0x7fd0401a0550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.450+0000 7fd03dd9b640 1 -- 172.21.15.28:0/236104850 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd0401096b0 msgr2=0x7fd0401a7a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:24.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.450+0000 7fd03dd9b640 1 --2- 172.21.15.28:0/236104850 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd0401096b0 0x7fd0401a7a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.451 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.450+0000 7fd03dd9b640 1 -- 172.21.15.28:0/236104850 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0401a8090 con 0x7fd040106d50 2024-04-25T17:18:24.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.450+0000 7fd03dd9b640 1 --2- 172.21.15.28:0/236104850 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd040106d50 0x7fd0401a0a90 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd034009850 tx=0x7fd034003b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:24.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.451+0000 7fd02f7fe640 1 -- 172.21.15.28:0/236104850 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd03403f070 con 0x7fd040106d50 2024-04-25T17:18:24.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.451+0000 7fd02f7fe640 1 -- 172.21.15.28:0/236104850 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd034031b90 con 0x7fd040106d50 2024-04-25T17:18:24.452 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.451+0000 7fd02f7fe640 1 -- 172.21.15.28:0/236104850 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd034035030 con 0x7fd040106d50 2024-04-25T17:18:24.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.452+0000 7fd03f59e640 1 -- 172.21.15.28:0/236104850 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd04006c5c0 con 0x7fd040106d50 2024-04-25T17:18:24.453 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.452+0000 7fd03f59e640 1 -- 172.21.15.28:0/236104850 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd04006ca30 con 0x7fd040106d50 2024-04-25T17:18:24.456 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.456+0000 7fd04b98f740 1 Processor -- start 2024-04-25T17:18:24.456 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.456+0000 7fd04b98f740 1 -- start start 2024-04-25T17:18:24.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.458+0000 7fd04b98f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a216611390 0x55a2169b39e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.458+0000 7fd04b98f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2165e84d0 0x55a2169b3f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.458+0000 7fd04b98f740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2165f06b0 0x55a2169b4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.458 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.458+0000 7fd04b98f740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55a216917d80 con 0x55a2165f06b0 2024-04-25T17:18:24.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.458+0000 7fd04b98f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a2168d1a20 con 0x55a216611390 2024-04-25T17:18:24.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.458+0000 7fd04b98f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a216913d40 con 0x55a2165e84d0 2024-04-25T17:18:24.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.459+0000 7fd03e59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2165e84d0 0x55a2169b3f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.459+0000 7fd03e59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2165e84d0 0x55a2169b3f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.28:42304/0 (socket says 172.21.15.28:42304) 2024-04-25T17:18:24.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.459+0000 7fd03e59c640 1 -- 172.21.15.28:0/1566931685 learned_addr learned my addr 172.21.15.28:0/1566931685 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:24.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.459+0000 7fd03ed9d640 1 --2- 172.21.15.28:0/1566931685 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a216611390 0x55a2169b39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.459+0000 7fd03e59c640 1 -- 172.21.15.28:0/1566931685 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a216611390 msgr2=0x55a2169b39e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:24.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.459+0000 7fd03e59c640 1 --2- 172.21.15.28:0/1566931685 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a216611390 0x55a2169b39e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.459+0000 7fd03e59c640 1 -- 172.21.15.28:0/1566931685 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2165f06b0 msgr2=0x55a2169b4bf0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-25T17:18:24.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.459+0000 7fd03e59c640 1 --2- 172.21.15.28:0/1566931685 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2165f06b0 0x55a2169b4bf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.460+0000 7fd03e59c640 1 -- 172.21.15.28:0/1566931685 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2168dcc30 con 0x55a2165e84d0 2024-04-25T17:18:24.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.460+0000 7fd02f7fe640 1 -- 172.21.15.28:0/236104850 <== mon.1 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fd034042070 con 0x7fd040106d50 2024-04-25T17:18:24.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.460+0000 7fd03e59c640 1 --2- 172.21.15.28:0/1566931685 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2165e84d0 0x55a2169b3f60 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd030009b70 tx=0x7fd03000e720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6b7482ef2eafdc8d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:24.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.460+0000 7fd02cff9640 1 -- 172.21.15.28:0/1566931685 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd030009e60 con 0x55a2165e84d0 2024-04-25T17:18:24.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.460+0000 7fd02cff9640 1 -- 172.21.15.28:0/1566931685 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd0300054b0 con 0x55a2165e84d0 2024-04-25T17:18:24.461 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.460+0000 7fd02cff9640 1 -- 172.21.15.28:0/1566931685 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd030010430 con 0x55a2165e84d0 2024-04-25T17:18:24.462 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.461+0000 7fd02f7fe640 1 --2- 172.21.15.28:0/236104850 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd0280afd00 0x7fd0280b2210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.462 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.462+0000 7fd02f7fe640 1 -- 172.21.15.28:0/236104850 <== mon.1 v2:172.21.15.84:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fd0340ff700 con 0x7fd040106d50 2024-04-25T17:18:24.462 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.462+0000 7fd04b98f740 1 -- 172.21.15.28:0/1566931685 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2165e84d0 msgr2=0x55a2169b3f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:24.462 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.462+0000 7fd04b98f740 1 --2- 172.21.15.28:0/1566931685 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2165e84d0 0x55a2169b3f60 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd030009b70 tx=0x7fd03000e720 comp rx=0 tx=0).stop 2024-04-25T17:18:24.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.462+0000 7fd04b98f740 1 -- 172.21.15.28:0/1566931685 shutdown_connections 2024-04-25T17:18:24.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.462+0000 7fd04b98f740 1 --2- 172.21.15.28:0/1566931685 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2165f06b0 0x55a2169b4bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.462+0000 7fd04b98f740 1 --2- 172.21.15.28:0/1566931685 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2165e84d0 0x55a2169b3f60 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.462+0000 7fd04b98f740 1 --2- 172.21.15.28:0/1566931685 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a216611390 0x55a2169b39e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.462+0000 7fd04b98f740 1 -- 172.21.15.28:0/1566931685 >> 172.21.15.28:0/1566931685 conn(0x55a2166054e0 msgr2=0x55a2169af1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:24.463 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.462+0000 7fd04b98f740 1 -- 172.21.15.28:0/1566931685 shutdown_connections 2024-04-25T17:18:24.465 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.464+0000 7fd03ed9d640 1 --2- 172.21.15.28:0/236104850 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd0280afd00 0x7fd0280b2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.465 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.464+0000 7fd04b98f740 1 -- 172.21.15.28:0/1566931685 wait complete. 2024-04-25T17:18:24.465 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.465+0000 7fd04b98f740 1 -- start start 2024-04-25T17:18:24.466 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.465+0000 7fd04b98f740 1 Processor -- start 2024-04-25T17:18:24.466 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.466+0000 7fd03ed9d640 1 --2- 172.21.15.28:0/236104850 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd0280afd00 0x7fd0280b2210 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x55a2169b4a30 tx=0x7fd038009500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:24.466 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.466+0000 7fd04b98f740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2165e84d0 0x55a2169bd810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.467 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.466+0000 7fd04b98f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2165f06b0 0x55a2169bdd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.467 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.466+0000 7fd04b98f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a216611390 0x55a2169c4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.467 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.466+0000 7fd04b98f740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55a2169b5700 con 0x55a2165e84d0 2024-04-25T17:18:24.467 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.466+0000 7fd04b98f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a21689edc0 con 0x55a216611390 2024-04-25T17:18:24.467 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.466+0000 7fd04b98f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a2169b5880 con 0x55a2165f06b0 2024-04-25T17:18:24.467 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.466+0000 7fd04b98f740 10 client.0 _ll_register_callbacks cb 0x55a2168ba600 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:18:24.467 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.466+0000 7fd03e59c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2165e84d0 0x55a2169bd810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.467 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.466+0000 7fd03e59c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2165e84d0 0x55a2169bd810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:37294/0 (socket says 172.21.15.28:37294) 2024-04-25T17:18:24.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.466+0000 7fd03e59c640 1 -- 172.21.15.28:0/1984284991 learned_addr learned my addr 172.21.15.28:0/1984284991 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:24.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.466+0000 7fd03ed9d640 1 --2- 172.21.15.28:0/1984284991 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a216611390 0x55a2169c4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.467+0000 7fd03dd9b640 1 --2- 172.21.15.28:0/1984284991 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2165f06b0 0x55a2169bdd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.467+0000 7fd03dd9b640 1 -- 172.21.15.28:0/1984284991 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a216611390 msgr2=0x55a2169c4cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:24.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.467+0000 7fd03dd9b640 1 --2- 172.21.15.28:0/1984284991 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a216611390 0x55a2169c4cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.467+0000 7fd03dd9b640 1 -- 172.21.15.28:0/1984284991 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2165e84d0 msgr2=0x55a2169bd810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:24.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.467+0000 7fd03dd9b640 1 --2- 172.21.15.28:0/1984284991 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2165e84d0 0x55a2169bd810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.467+0000 7fd03dd9b640 1 -- 172.21.15.28:0/1984284991 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2166293f0 con 0x55a2165f06b0 2024-04-25T17:18:24.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.468+0000 7fd03dd9b640 1 --2- 172.21.15.28:0/1984284991 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2165f06b0 0x55a2169bdd50 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fd0340c49e0 tx=0x7fd0340c6f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a5ae9968bcfb88d8 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:24.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.468+0000 7fd025ffb640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-25T17:18:24.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.469+0000 7fd025ffb640 1 -- 172.21.15.28:0/1984284991 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd034049070 con 0x55a2165f06b0 2024-04-25T17:18:24.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.469+0000 7fd04b98f740 1 -- 172.21.15.28:0/1984284991 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd0300054b0 con 0x55a2165f06b0 2024-04-25T17:18:24.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.469+0000 7fd025ffb640 1 -- 172.21.15.28:0/1984284991 <== mon.1 v2:172.21.15.84:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fd0340ff420 con 0x55a2165f06b0 2024-04-25T17:18:24.470 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.469+0000 7fd025ffb640 1 -- 172.21.15.28:0/1984284991 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fd0340c7f00 con 0x55a2165f06b0 2024-04-25T17:18:24.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.469+0000 7fd04b98f740 10 client.25666 fetch_fsmap learned FSMap version 24 2024-04-25T17:18:24.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.469+0000 7fd04b98f740 1 -- 172.21.15.28:0/1984284991 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a2166f37d0 con 0x55a2165f06b0 2024-04-25T17:18:24.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.474+0000 7fd025ffb640 1 -- 172.21.15.28:0/1984284991 <== mon.1 v2:172.21.15.84:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd0300054b0 con 0x55a2165f06b0 2024-04-25T17:18:24.475 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.475+0000 7fd025ffb640 1 -- 172.21.15.28:0/1984284991 <== mon.1 v2:172.21.15.84:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fd0340c3a00 con 0x55a2165f06b0 2024-04-25T17:18:24.476 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.475+0000 7fd04b98f740 10 client.25666 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:18:24.476 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.475+0000 7fd04b98f740 10 client.25666 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:18:24.476 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.475+0000 7fd04b98f740 20 client.25666 populate_metadata read hostname 'smithi028' 2024-04-25T17:18:24.476 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.475+0000 7fd04b98f740 1 --2- 172.21.15.28:0/1984284991 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a2165cff60 0x55a2169cb650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.477 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.475+0000 7fd04b98f740 4 client.25666 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:18:24.477 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.475+0000 7fd04b98f740 1 -- 172.21.15.28:0/1984284991 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a216925990 con 0x55a2165cff60 2024-04-25T17:18:24.477 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.477+0000 7fd03e59c640 1 --2- 172.21.15.28:0/1984284991 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a2165cff60 0x55a2169cb650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.480 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.479+0000 7fd03e59c640 1 --2- 172.21.15.28:0/1984284991 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a2165cff60 0x55a2169cb650 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3db8316f988b5cfc server_cookie=48e99d5f9f10ad7e in_seq=0 out_seq=0 2024-04-25T17:18:24.480 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.479+0000 7fd025ffb640 10 client.25666 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:18:24.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.481+0000 7fd025ffb640 1 -- 172.21.15.28:0/1984284991 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55a216925990 con 0x55a2165cff60 2024-04-25T17:18:24.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.481+0000 7fd025ffb640 10 client.25666 handle_command_reply: tid=0 2024-04-25T17:18:24.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.482+0000 7fd04b98f740 1 client.25666 shutdown 2024-04-25T17:18:24.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.485+0000 7fd04b98f740 1 -- 172.21.15.28:0/1984284991 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2165f06b0 msgr2=0x55a2169bdd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:24.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.485+0000 7fd04b98f740 1 --2- 172.21.15.28:0/1984284991 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2165f06b0 0x55a2169bdd50 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fd0340c49e0 tx=0x7fd0340c6f70 comp rx=0 tx=0).stop 2024-04-25T17:18:24.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.485+0000 7fd04b98f740 1 -- 172.21.15.28:0/1984284991 shutdown_connections 2024-04-25T17:18:24.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.485+0000 7fd04b98f740 1 --2- 172.21.15.28:0/1984284991 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a2165cff60 0x55a2169cb650 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.485+0000 7fd04b98f740 1 --2- 172.21.15.28:0/1984284991 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a216611390 0x55a2169c4cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.485+0000 7fd04b98f740 1 --2- 172.21.15.28:0/1984284991 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2165f06b0 0x55a2169bdd50 secure :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fd0340c49e0 tx=0x7fd0340c6f70 comp rx=0 tx=0).stop 2024-04-25T17:18:24.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.485+0000 7fd04b98f740 1 --2- 172.21.15.28:0/1984284991 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2165e84d0 0x55a2169bd810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.485+0000 7fd04b98f740 1 -- 172.21.15.28:0/1984284991 >> 172.21.15.28:0/1984284991 conn(0x55a2166054e0 msgr2=0x55a2169b2100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:24.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.486+0000 7fd025ffb640 0 client.25666 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:18:24.489 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.487+0000 7fd04b98f740 1 -- 172.21.15.28:0/1984284991 shutdown_connections 2024-04-25T17:18:24.489 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.487+0000 7fd04b98f740 1 -- 172.21.15.28:0/1984284991 wait complete. 2024-04-25T17:18:24.489 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.488+0000 7fd04b98f740 20 client.25666 trim_cache size 0 max 16384 2024-04-25T17:18:24.521 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.519+0000 7fd04b98f740 1 Processor -- start 2024-04-25T17:18:24.522 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.519+0000 7fd04b98f740 1 -- start start 2024-04-25T17:18:24.522 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.520+0000 7fd04b98f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2166054e0 0x55a2169b8500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.522 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.520+0000 7fd04b98f740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2165e84d0 0x55a2169c4c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.522 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.520+0000 7fd04b98f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a216611390 0x55a2169b8a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.522 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.520+0000 7fd03dd9b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2165e84d0 0x55a2169c4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.522 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.520+0000 7fd03dd9b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2165e84d0 0x55a2169c4c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:37302/0 (socket says 172.21.15.28:37302) 2024-04-25T17:18:24.522 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.520+0000 7fd03dd9b640 1 -- 172.21.15.28:0/3617452616 learned_addr learned my addr 172.21.15.28:0/3617452616 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:24.522 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.520+0000 7fd04b98f740 1 -- 172.21.15.28:0/3617452616 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fd0401acc50 con 0x55a2165e84d0 2024-04-25T17:18:24.523 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.520+0000 7fd04b98f740 1 -- 172.21.15.28:0/3617452616 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd0401aa520 con 0x55a2166054e0 2024-04-25T17:18:24.523 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.520+0000 7fd04b98f740 1 -- 172.21.15.28:0/3617452616 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd0401a8440 con 0x55a216611390 2024-04-25T17:18:24.523 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.521+0000 7fd03ed9d640 1 --2- 172.21.15.28:0/3617452616 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a216611390 0x55a2169b8a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.523 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.521+0000 7fd03dd9b640 1 -- 172.21.15.28:0/3617452616 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a216611390 msgr2=0x55a2169b8a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:24.523 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.521+0000 7fd03dd9b640 1 --2- 172.21.15.28:0/3617452616 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a216611390 0x55a2169b8a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.523 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.521+0000 7fd03dd9b640 1 -- 172.21.15.28:0/3617452616 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2166054e0 msgr2=0x55a2169b8500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:24.523 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.521+0000 7fd03e59c640 1 --2- 172.21.15.28:0/3617452616 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2166054e0 0x55a2169b8500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.524 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.521+0000 7fd03dd9b640 1 --2- 172.21.15.28:0/3617452616 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2166054e0 0x55a2169b8500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.524 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.521+0000 7fd03dd9b640 1 -- 172.21.15.28:0/3617452616 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2169bd5c0 con 0x55a2165e84d0 2024-04-25T17:18:24.524 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.523+0000 7fd03ed9d640 1 --2- 172.21.15.28:0/3617452616 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a216611390 0x55a2169b8a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:18:24.524 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.523+0000 7fd03e59c640 1 --2- 172.21.15.28:0/3617452616 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2166054e0 0x55a2169b8500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:18:24.524 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.523+0000 7fd03dd9b640 1 --2- 172.21.15.28:0/3617452616 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2165e84d0 0x55a2169c4c70 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fd034006010 tx=0x7fd0340c2fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3c877856d1f573a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:24.525 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.523+0000 7fd027fff640 1 -- 172.21.15.28:0/3617452616 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd034049070 con 0x55a2165e84d0 2024-04-25T17:18:24.525 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.523+0000 7fd027fff640 1 -- 172.21.15.28:0/3617452616 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd0340cbbb0 con 0x55a2165e84d0 2024-04-25T17:18:24.525 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.523+0000 7fd027fff640 1 -- 172.21.15.28:0/3617452616 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0340c3a00 con 0x55a2165e84d0 2024-04-25T17:18:24.526 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.525+0000 7fd04b98f740 1 -- 172.21.15.28:0/3617452616 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2165e84d0 msgr2=0x55a2169c4c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:24.526 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.525+0000 7fd04b98f740 1 --2- 172.21.15.28:0/3617452616 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2165e84d0 0x55a2169c4c70 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fd034006010 tx=0x7fd0340c2fa0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.526 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.526+0000 7fd04b98f740 1 -- 172.21.15.28:0/3617452616 shutdown_connections 2024-04-25T17:18:24.526 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.526+0000 7fd04b98f740 1 --2- 172.21.15.28:0/3617452616 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a216611390 0x55a2169b8a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.526 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.526+0000 7fd04b98f740 1 --2- 172.21.15.28:0/3617452616 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2165e84d0 0x55a2169c4c70 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.527 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.526+0000 7fd04b98f740 1 --2- 172.21.15.28:0/3617452616 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2166054e0 0x55a2169b8500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.527 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.526+0000 7fd04b98f740 1 -- 172.21.15.28:0/3617452616 >> 172.21.15.28:0/3617452616 conn(0x55a2169cb980 msgr2=0x55a2169bbef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:24.528 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.527+0000 7fd04b98f740 1 -- 172.21.15.28:0/3617452616 shutdown_connections 2024-04-25T17:18:24.528 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.527+0000 7fd04b98f740 1 -- 172.21.15.28:0/3617452616 wait complete. 2024-04-25T17:18:24.528 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.527+0000 7fd04b98f740 1 -- start start 2024-04-25T17:18:24.528 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.528+0000 7fd04b98f740 1 Processor -- start 2024-04-25T17:18:24.529 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.528+0000 7fd04b98f740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2165e84d0 0x55a2169c2010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.529 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.528+0000 7fd04b98f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2166054e0 0x55a2169c2550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.529 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.528+0000 7fd04b98f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a216611390 0x55a2169c3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.529 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.528+0000 7fd04b98f740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fd0401a8a00 con 0x55a2165e84d0 2024-04-25T17:18:24.529 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.528+0000 7fd04b98f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd0401a9e50 con 0x55a216611390 2024-04-25T17:18:24.529 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.528+0000 7fd04b98f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd0401a90b0 con 0x55a2166054e0 2024-04-25T17:18:24.529 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.528+0000 7fd04b98f740 10 client.0 _ll_register_callbacks cb 0x7fd034005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:18:24.530 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.530+0000 7fd03dd9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2166054e0 0x55a2169c2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.530 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.530+0000 7fd03dd9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2166054e0 0x55a2169c2550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.28:42322/0 (socket says 172.21.15.28:42322) 2024-04-25T17:18:24.530 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.530+0000 7fd03dd9b640 1 -- 172.21.15.28:0/1212631768 learned_addr learned my addr 172.21.15.28:0/1212631768 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:24.531 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.530+0000 7fd03dd9b640 1 -- 172.21.15.28:0/1212631768 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a216611390 msgr2=0x55a2169c3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:24.531 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.530+0000 7fd03dd9b640 1 --2- 172.21.15.28:0/1212631768 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a216611390 0x55a2169c3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.531 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.530+0000 7fd03dd9b640 1 -- 172.21.15.28:0/1212631768 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2165e84d0 msgr2=0x55a2169c2010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:24.531 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.530+0000 7fd03dd9b640 1 --2- 172.21.15.28:0/1212631768 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2165e84d0 0x55a2169c2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.531 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.530+0000 7fd03dd9b640 1 -- 172.21.15.28:0/1212631768 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2169c39f0 con 0x55a2166054e0 2024-04-25T17:18:24.531 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.530+0000 7fd03dd9b640 1 --2- 172.21.15.28:0/1212631768 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2166054e0 0x55a2169c2550 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd034004650 tx=0x7fd0340c6f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8f886210c79d6ab0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:24.533 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.533+0000 7fd025ffb640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-25T17:18:24.534 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.533+0000 7fd025ffb640 1 -- 172.21.15.28:0/1212631768 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd034049040 con 0x55a2166054e0 2024-04-25T17:18:24.534 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.533+0000 7fd025ffb640 1 -- 172.21.15.28:0/1212631768 <== mon.1 v2:172.21.15.84:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fd0340c3a00 con 0x55a2166054e0 2024-04-25T17:18:24.534 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.533+0000 7fd04b98f740 1 -- 172.21.15.28:0/1212631768 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd0340cbbb0 con 0x55a2166054e0 2024-04-25T17:18:24.535 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.534+0000 7fd025ffb640 1 -- 172.21.15.28:0/1212631768 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fd03403b460 con 0x55a2166054e0 2024-04-25T17:18:24.537 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.536+0000 7fd04b98f740 10 client.25669 fetch_fsmap learned FSMap version 24 2024-04-25T17:18:24.537 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.536+0000 7fd04b98f740 1 -- 172.21.15.28:0/1212631768 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a2169c39f0 con 0x55a2166054e0 2024-04-25T17:18:24.539 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.538+0000 7fd025ffb640 1 -- 172.21.15.28:0/1212631768 <== mon.1 v2:172.21.15.84:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd0340cbbb0 con 0x55a2166054e0 2024-04-25T17:18:24.539 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.538+0000 7fd025ffb640 1 -- 172.21.15.28:0/1212631768 <== mon.1 v2:172.21.15.84:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fd0340c8b30 con 0x55a2166054e0 2024-04-25T17:18:24.539 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.538+0000 7fd04b98f740 10 client.25669 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:18:24.539 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.538+0000 7fd04b98f740 10 client.25669 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:18:24.539 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.538+0000 7fd04b98f740 20 client.25669 populate_metadata read hostname 'smithi028' 2024-04-25T17:18:24.540 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.538+0000 7fd04b98f740 1 --2- 172.21.15.28:0/1212631768 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a2165a53a0 0x55a216a359e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:24.540 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.538+0000 7fd04b98f740 4 client.25669 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T17:18:24.540 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.538+0000 7fd04b98f740 1 -- 172.21.15.28:0/1212631768 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a21691f800 con 0x55a2165a53a0 2024-04-25T17:18:24.541 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.540+0000 7fd03e59c640 1 --2- 172.21.15.28:0/1212631768 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a2165a53a0 0x55a216a359e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:24.542 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.541+0000 7fd03e59c640 1 --2- 172.21.15.28:0/1212631768 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a2165a53a0 0x55a216a359e0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=38c38a8b786c2c59 server_cookie=b8e402321f0c09f in_seq=0 out_seq=0 2024-04-25T17:18:24.543 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.541+0000 7fd025ffb640 10 client.25669 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:18:24.543 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.542+0000 7fd025ffb640 1 -- 172.21.15.28:0/1212631768 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a21691f800 con 0x55a2165a53a0 2024-04-25T17:18:24.543 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.542+0000 7fd025ffb640 10 client.25669 handle_command_reply: tid=0 2024-04-25T17:18:24.543 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.542+0000 7fd04b98f740 1 client.25669 shutdown 2024-04-25T17:18:24.544 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.543+0000 7fd04b98f740 1 -- 172.21.15.28:0/1212631768 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2166054e0 msgr2=0x55a2169c2550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:24.544 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.543+0000 7fd04b98f740 1 --2- 172.21.15.28:0/1212631768 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2166054e0 0x55a2169c2550 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd034004650 tx=0x7fd0340c6f70 comp rx=0 tx=0).stop 2024-04-25T17:18:24.545 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.543+0000 7fd04b98f740 1 -- 172.21.15.28:0/1212631768 shutdown_connections 2024-04-25T17:18:24.545 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.543+0000 7fd04b98f740 1 --2- 172.21.15.28:0/1212631768 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a2165a53a0 0x55a216a359e0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.545 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.543+0000 7fd04b98f740 1 --2- 172.21.15.28:0/1212631768 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a216611390 0x55a2169c3430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.545 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.543+0000 7fd04b98f740 1 --2- 172.21.15.28:0/1212631768 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a2166054e0 0x55a2169c2550 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.545 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.543+0000 7fd04b98f740 1 --2- 172.21.15.28:0/1212631768 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a2165e84d0 0x55a2169c2010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.545 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.543+0000 7fd04b98f740 1 -- 172.21.15.28:0/1212631768 >> 172.21.15.28:0/1212631768 conn(0x55a2169cb980 msgr2=0x55a2169bd790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:24.546 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.543+0000 7fd025ffb640 0 client.25669 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:18:24.548 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.547+0000 7fd04b98f740 1 -- 172.21.15.28:0/1212631768 shutdown_connections 2024-04-25T17:18:24.548 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.547+0000 7fd04b98f740 1 -- 172.21.15.28:0/1212631768 wait complete. 2024-04-25T17:18:24.548 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.547+0000 7fd04b98f740 20 client.25669 trim_cache size 0 max 16384 2024-04-25T17:18:24.549 INFO:teuthology.orchestra.run.smithi028.stdout:[] 2024-04-25T17:18:24.552 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.551+0000 7fd03f59e640 1 -- 172.21.15.28:0/236104850 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd0280afd00 msgr2=0x7fd0280b2210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:24.552 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.551+0000 7fd03f59e640 1 --2- 172.21.15.28:0/236104850 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd0280afd00 0x7fd0280b2210 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x55a2169b4a30 tx=0x7fd038009500 comp rx=0 tx=0).stop 2024-04-25T17:18:24.552 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.551+0000 7fd03f59e640 1 -- 172.21.15.28:0/236104850 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd040106d50 msgr2=0x7fd0401a0a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:24.553 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.551+0000 7fd03f59e640 1 --2- 172.21.15.28:0/236104850 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd040106d50 0x7fd0401a0a90 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd034009850 tx=0x7fd034003b90 comp rx=0 tx=0).stop 2024-04-25T17:18:24.553 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.552+0000 7fd03f59e640 1 -- 172.21.15.28:0/236104850 shutdown_connections 2024-04-25T17:18:24.553 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.552+0000 7fd03f59e640 1 --2- 172.21.15.28:0/236104850 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fd0280afd00 0x7fd0280b2210 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.553 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.552+0000 7fd03f59e640 1 --2- 172.21.15.28:0/236104850 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fd0401096b0 0x7fd0401a7a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.553 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.552+0000 7fd03f59e640 1 --2- 172.21.15.28:0/236104850 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd040106d50 0x7fd0401a0a90 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.553 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.552+0000 7fd03f59e640 1 --2- 172.21.15.28:0/236104850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0401043f0 0x7fd0401a0550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:24.553 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.552+0000 7fd03f59e640 1 -- 172.21.15.28:0/236104850 >> 172.21.15.28:0/236104850 conn(0x7fd0400fd9f0 msgr2=0x7fd040105350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:24.553 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.552+0000 7fd03f59e640 1 -- 172.21.15.28:0/236104850 shutdown_connections 2024-04-25T17:18:24.554 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:24.552+0000 7fd03f59e640 1 -- 172.21.15.28:0/236104850 wait complete. 2024-04-25T17:18:24.572 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:24 smithi028 ceph-mon[29207]: pgmap v430: 129 pgs: 129 active+clean; 258 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 11 MiB/s wr, 2.57k op/s 2024-04-25T17:18:24.572 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:24 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/127630473' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:18:24.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:24 smithi042 ceph-mon[32851]: pgmap v430: 129 pgs: 129 active+clean; 258 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 11 MiB/s wr, 2.57k op/s 2024-04-25T17:18:24.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:24 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/127630473' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:18:24.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:24 smithi084 ceph-mon[32752]: pgmap v430: 129 pgs: 129 active+clean; 258 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 11 MiB/s wr, 2.57k op/s 2024-04-25T17:18:24.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:24 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/127630473' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:18:25.574 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-25T17:18:25.574 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:18:25.574 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-25T17:18:25.791 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.790+0000 7f763179d640 1 -- 172.21.15.28:0/4036676454 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f762c06f1e0 msgr2=0x7f762c06ff30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:25.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.790+0000 7f763179d640 1 --2- 172.21.15.28:0/4036676454 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f762c06f1e0 0x7f762c06ff30 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f761c009860 tx=0x7f761c02a360 comp rx=0 tx=0).stop 2024-04-25T17:18:25.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.790+0000 7f763179d640 1 -- 172.21.15.28:0/4036676454 shutdown_connections 2024-04-25T17:18:25.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.790+0000 7f763179d640 1 --2- 172.21.15.28:0/4036676454 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f762c071170 0x7f762c071580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.790+0000 7f763179d640 1 --2- 172.21.15.28:0/4036676454 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f762c070470 0x7f762c070880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.791+0000 7f763179d640 1 --2- 172.21.15.28:0/4036676454 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f762c06f1e0 0x7f762c06ff30 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.791+0000 7f763179d640 1 -- 172.21.15.28:0/4036676454 >> 172.21.15.28:0/4036676454 conn(0x7f762c06e200 msgr2=0x7f762c10bbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:25.792 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.792+0000 7f763179d640 1 -- 172.21.15.28:0/4036676454 shutdown_connections 2024-04-25T17:18:25.793 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.792+0000 7f763179d640 1 -- 172.21.15.28:0/4036676454 wait complete. 2024-04-25T17:18:25.794 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.793+0000 7f763179d640 1 Processor -- start 2024-04-25T17:18:25.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.793+0000 7f763179d640 1 -- start start 2024-04-25T17:18:25.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.794+0000 7f763179d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f762c06f1e0 0x7f762c1a8e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:25.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.794+0000 7f763179d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f762c070470 0x7f762c1a9370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:25.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.794+0000 7f763179d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f762c071170 0x7f762c1b0300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:25.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.794+0000 7f763179d640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f762c11e170 con 0x7f762c06f1e0 2024-04-25T17:18:25.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.794+0000 7f763179d640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f762c11dff0 con 0x7f762c070470 2024-04-25T17:18:25.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.794+0000 7f763179d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f762c11e2f0 con 0x7f762c071170 2024-04-25T17:18:25.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.794+0000 7f7630f9c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f762c071170 0x7f762c1b0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:25.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.794+0000 7f7630f9c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f762c071170 0x7f762c1b0300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.28:37308/0 (socket says 172.21.15.28:37308) 2024-04-25T17:18:25.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.794+0000 7f7630f9c640 1 -- 172.21.15.28:0/1142652583 learned_addr learned my addr 172.21.15.28:0/1142652583 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:25.795 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.794+0000 7f762bfff640 1 --2- 172.21.15.28:0/1142652583 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f762c06f1e0 0x7f762c1a8e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:25.796 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.795+0000 7f7630f9c640 1 -- 172.21.15.28:0/1142652583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f762c070470 msgr2=0x7f762c1a9370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:25.796 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.795+0000 7f762b7fe640 1 --2- 172.21.15.28:0/1142652583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f762c070470 0x7f762c1a9370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:25.796 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.795+0000 7f7630f9c640 1 --2- 172.21.15.28:0/1142652583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f762c070470 0x7f762c1a9370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.796 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.795+0000 7f7630f9c640 1 -- 172.21.15.28:0/1142652583 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f762c06f1e0 msgr2=0x7f762c1a8e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:25.796 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.795+0000 7f7630f9c640 1 --2- 172.21.15.28:0/1142652583 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f762c06f1e0 0x7f762c1a8e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.796 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.795+0000 7f7630f9c640 1 -- 172.21.15.28:0/1142652583 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f762c1b0970 con 0x7f762c071170 2024-04-25T17:18:25.796 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.795+0000 7f762bfff640 1 --2- 172.21.15.28:0/1142652583 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f762c06f1e0 0x7f762c1a8e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:18:25.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.795+0000 7f762b7fe640 1 --2- 172.21.15.28:0/1142652583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f762c070470 0x7f762c1a9370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:18:25.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.796+0000 7f7630f9c640 1 --2- 172.21.15.28:0/1142652583 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f762c071170 0x7f762c1b0300 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f762000e970 tx=0x7f762000ee30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:25.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.797+0000 7f76297fa640 1 -- 172.21.15.28:0/1142652583 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f762000ccc0 con 0x7f762c071170 2024-04-25T17:18:25.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.797+0000 7f76297fa640 1 -- 172.21.15.28:0/1142652583 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f76200054b0 con 0x7f762c071170 2024-04-25T17:18:25.797 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.797+0000 7f76297fa640 1 -- 172.21.15.28:0/1142652583 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7620010430 con 0x7f762c071170 2024-04-25T17:18:25.798 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.797+0000 7f763179d640 1 -- 172.21.15.28:0/1142652583 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f762c1b0c60 con 0x7f762c071170 2024-04-25T17:18:25.798 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.797+0000 7f763179d640 1 -- 172.21.15.28:0/1142652583 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f762c1b11b0 con 0x7f762c071170 2024-04-25T17:18:25.801 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.801+0000 7f76297fa640 1 -- 172.21.15.28:0/1142652583 <== mon.1 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f76200105d0 con 0x7f762c071170 2024-04-25T17:18:25.802 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.802+0000 7f76297fa640 1 --2- 172.21.15.28:0/1142652583 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f76140afd00 0x7f76140b2210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:25.808 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.803+0000 7f76297fa640 1 -- 172.21.15.28:0/1142652583 <== mon.1 v2:172.21.15.84:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f76200e0250 con 0x7f762c071170 2024-04-25T17:18:25.808 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.803+0000 7f7639985740 1 Processor -- start 2024-04-25T17:18:25.808 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.803+0000 7f7639985740 1 -- start start 2024-04-25T17:18:25.808 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.803+0000 7f7639985740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a499551410 0x55a4998f26a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:25.808 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.803+0000 7f7639985740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499528550 0x55a4998f2c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:25.808 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.803+0000 7f7639985740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a499530730 0x55a4998f9b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:25.808 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.803+0000 7f7639985740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55a499857b00 con 0x55a499551410 2024-04-25T17:18:25.808 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.803+0000 7f7639985740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a4997f3920 con 0x55a499528550 2024-04-25T17:18:25.808 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.803+0000 7f7639985740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a499853ac0 con 0x55a499530730 2024-04-25T17:18:25.809 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.803+0000 7f762bfff640 1 --2- 172.21.15.28:0/1142652583 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f76140afd00 0x7f76140b2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:25.809 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.804+0000 7f762bfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a499551410 0x55a4998f26a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:25.809 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.804+0000 7f762bfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a499551410 0x55a4998f26a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:38812/0 (socket says 172.21.15.28:38812) 2024-04-25T17:18:25.809 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.804+0000 7f762bfff640 1 -- 172.21.15.28:0/3817361592 learned_addr learned my addr 172.21.15.28:0/3817361592 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:25.809 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.804+0000 7f7630f9c640 1 --2- 172.21.15.28:0/3817361592 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a499530730 0x55a4998f9b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:25.809 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.804+0000 7f762b7fe640 1 --2- 172.21.15.28:0/3817361592 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499528550 0x55a4998f2c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:25.809 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.805+0000 7f762b7fe640 1 -- 172.21.15.28:0/3817361592 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a499530730 msgr2=0x55a4998f9b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:25.809 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.805+0000 7f762b7fe640 1 --2- 172.21.15.28:0/3817361592 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a499530730 0x55a4998f9b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.809 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.805+0000 7f762b7fe640 1 -- 172.21.15.28:0/3817361592 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a499551410 msgr2=0x55a4998f26a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:25.809 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.805+0000 7f762b7fe640 1 --2- 172.21.15.28:0/3817361592 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a499551410 0x55a4998f26a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.809 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.805+0000 7f762b7fe640 1 -- 172.21.15.28:0/3817361592 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4996317e0 con 0x55a499528550 2024-04-25T17:18:25.809 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.805+0000 7f762b7fe640 1 --2- 172.21.15.28:0/3817361592 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499528550 0x55a4998f2c20 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f7624007ec0 tx=0x7f762400c670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=297636e1fa423128 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:25.809 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.806+0000 7f76127fc640 1 -- 172.21.15.28:0/3817361592 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7624014070 con 0x55a499528550 2024-04-25T17:18:25.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.806+0000 7f76127fc640 1 -- 172.21.15.28:0/3817361592 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f762400fcc0 con 0x55a499528550 2024-04-25T17:18:25.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.806+0000 7f76127fc640 1 -- 172.21.15.28:0/3817361592 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f762400ec10 con 0x55a499528550 2024-04-25T17:18:25.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.807+0000 7f7639985740 1 -- 172.21.15.28:0/3817361592 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499528550 msgr2=0x55a4998f2c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:25.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.807+0000 7f7639985740 1 --2- 172.21.15.28:0/3817361592 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499528550 0x55a4998f2c20 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f7624007ec0 tx=0x7f762400c670 comp rx=0 tx=0).stop 2024-04-25T17:18:25.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.807+0000 7f762bfff640 1 --2- 172.21.15.28:0/1142652583 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f76140afd00 0x7f76140b2210 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f761c004650 tx=0x7f761c0040e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:25.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.807+0000 7f7639985740 1 -- 172.21.15.28:0/3817361592 shutdown_connections 2024-04-25T17:18:25.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.807+0000 7f7639985740 1 --2- 172.21.15.28:0/3817361592 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a499530730 0x55a4998f9b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.807+0000 7f7639985740 1 --2- 172.21.15.28:0/3817361592 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499528550 0x55a4998f2c20 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.807+0000 7f7639985740 1 --2- 172.21.15.28:0/3817361592 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a499551410 0x55a4998f26a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.807+0000 7f7639985740 1 -- 172.21.15.28:0/3817361592 >> 172.21.15.28:0/3817361592 conn(0x55a499545560 msgr2=0x55a4998ee030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:25.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.808+0000 7f7639985740 1 -- 172.21.15.28:0/3817361592 shutdown_connections 2024-04-25T17:18:25.810 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.808+0000 7f7639985740 1 -- 172.21.15.28:0/3817361592 wait complete. 2024-04-25T17:18:25.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.808+0000 7f7639985740 1 -- start start 2024-04-25T17:18:25.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.808+0000 7f7639985740 1 Processor -- start 2024-04-25T17:18:25.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.809+0000 7f7639985740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499528550 0x55a4998fc530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:25.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.809+0000 7f7639985740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a499530730 0x55a4998fca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:25.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.809+0000 7f7639985740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a499551410 0x55a499903960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:25.811 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.809+0000 7f7639985740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55a4998fa570 con 0x55a499530730 2024-04-25T17:18:25.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.809+0000 7f7639985740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a4997f15d0 con 0x55a499528550 2024-04-25T17:18:25.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.809+0000 7f7639985740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a4998fa6f0 con 0x55a499551410 2024-04-25T17:18:25.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.809+0000 7f7639985740 10 client.0 _ll_register_callbacks cb 0x55a4997df080 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:18:25.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.809+0000 7f762bfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499528550 0x55a4998fc530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:25.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.810+0000 7f762bfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499528550 0x55a4998fc530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:37232/0 (socket says 172.21.15.28:37232) 2024-04-25T17:18:25.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.810+0000 7f762bfff640 1 -- 172.21.15.28:0/2891471693 learned_addr learned my addr 172.21.15.28:0/2891471693 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:25.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.810+0000 7f762bfff640 1 -- 172.21.15.28:0/2891471693 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a499551410 msgr2=0x55a499903960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:25.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.810+0000 7f762bfff640 1 --2- 172.21.15.28:0/2891471693 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a499551410 0x55a499903960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.810+0000 7f762bfff640 1 -- 172.21.15.28:0/2891471693 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a499530730 msgr2=0x55a4998fca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:25.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.810+0000 7f762bfff640 1 --2- 172.21.15.28:0/2891471693 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a499530730 0x55a4998fca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.812 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.810+0000 7f762bfff640 1 -- 172.21.15.28:0/2891471693 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a499691f70 con 0x55a499528550 2024-04-25T17:18:25.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.811+0000 7f762bfff640 1 --2- 172.21.15.28:0/2891471693 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499528550 0x55a4998fc530 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f761c009780 tx=0x7f761c02a360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7041345150a08f73 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:25.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.811+0000 7f760b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-04-25T17:18:25.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.811+0000 7f760b7fe640 1 -- 172.21.15.28:0/2891471693 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f761c073020 con 0x55a499528550 2024-04-25T17:18:25.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.811+0000 7f760b7fe640 1 -- 172.21.15.28:0/2891471693 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f761c030520 con 0x55a499528550 2024-04-25T17:18:25.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.812+0000 7f7639985740 1 -- 172.21.15.28:0/2891471693 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f762400fcc0 con 0x55a499528550 2024-04-25T17:18:25.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.812+0000 7f760b7fe640 1 -- 172.21.15.28:0/2891471693 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f761c037040 con 0x55a499528550 2024-04-25T17:18:25.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.812+0000 7f7639985740 10 client.25670 fetch_fsmap learned FSMap version 24 2024-04-25T17:18:25.813 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.812+0000 7f7639985740 1 -- 172.21.15.28:0/2891471693 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a499529170 con 0x55a499528550 2024-04-25T17:18:25.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.813+0000 7f760b7fe640 1 -- 172.21.15.28:0/2891471693 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f762400fcc0 con 0x55a499528550 2024-04-25T17:18:25.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.813+0000 7f760b7fe640 1 -- 172.21.15.28:0/2891471693 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f761c065430 con 0x55a499528550 2024-04-25T17:18:25.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.813+0000 7f7639985740 10 client.25670 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:18:25.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.813+0000 7f7639985740 10 client.25670 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:18:25.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.813+0000 7f7639985740 20 client.25670 populate_metadata read hostname 'smithi028' 2024-04-25T17:18:25.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.813+0000 7f7639985740 1 --2- 172.21.15.28:0/2891471693 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a4995101f0 0x55a499909ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:25.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.813+0000 7f7639985740 4 client.25670 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:18:25.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.813+0000 7f7639985740 1 -- 172.21.15.28:0/2891471693 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a499865710 con 0x55a4995101f0 2024-04-25T17:18:25.814 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.813+0000 7f762b7fe640 1 --2- 172.21.15.28:0/2891471693 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a4995101f0 0x55a499909ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:25.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.814+0000 7f760b7fe640 10 client.25670 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:18:25.815 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.815+0000 7f762b7fe640 1 --2- 172.21.15.28:0/2891471693 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a4995101f0 0x55a499909ef0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cdae328e983cec28 server_cookie=d0c7fd26305d05a1 in_seq=0 out_seq=0 2024-04-25T17:18:25.818 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.817+0000 7f760b7fe640 1 -- 172.21.15.28:0/2891471693 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55a499865710 con 0x55a4995101f0 2024-04-25T17:18:25.818 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.817+0000 7f760b7fe640 10 client.25670 handle_command_reply: tid=0 2024-04-25T17:18:25.818 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.817+0000 7f7639985740 1 client.25670 shutdown 2024-04-25T17:18:25.821 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.821+0000 7f7639985740 1 -- 172.21.15.28:0/2891471693 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499528550 msgr2=0x55a4998fc530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:25.821 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.821+0000 7f7639985740 1 --2- 172.21.15.28:0/2891471693 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499528550 0x55a4998fc530 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f761c009780 tx=0x7f761c02a360 comp rx=0 tx=0).stop 2024-04-25T17:18:25.822 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.821+0000 7f7639985740 1 -- 172.21.15.28:0/2891471693 shutdown_connections 2024-04-25T17:18:25.822 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.821+0000 7f7639985740 1 --2- 172.21.15.28:0/2891471693 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a4995101f0 0x55a499909ef0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.822 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.821+0000 7f7639985740 1 --2- 172.21.15.28:0/2891471693 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a499551410 0x55a499903960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.822 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.821+0000 7f7639985740 1 --2- 172.21.15.28:0/2891471693 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a499530730 0x55a4998fca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.822 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.821+0000 7f7639985740 1 --2- 172.21.15.28:0/2891471693 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499528550 0x55a4998fc530 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.822 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.821+0000 7f7639985740 1 -- 172.21.15.28:0/2891471693 >> 172.21.15.28:0/2891471693 conn(0x55a499545560 msgr2=0x55a4998ed050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:25.823 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.821+0000 7f760b7fe640 0 client.25670 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:18:25.823 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.822+0000 7f7639985740 1 -- 172.21.15.28:0/2891471693 shutdown_connections 2024-04-25T17:18:25.823 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.822+0000 7f7639985740 1 -- 172.21.15.28:0/2891471693 wait complete. 2024-04-25T17:18:25.823 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.823+0000 7f7639985740 20 client.25670 trim_cache size 0 max 16384 2024-04-25T17:18:25.871 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.871+0000 7f7639985740 1 Processor -- start 2024-04-25T17:18:25.874 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.874+0000 7f7639985740 1 -- start start 2024-04-25T17:18:25.875 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.875+0000 7f7639985740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a499528550 0x55a4998ecd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:25.875 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.875+0000 7f7639985740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a499530730 0x55a4999038f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:25.875 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.875+0000 7f7639985740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499551410 0x55a499903e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:25.875 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.875+0000 7f7639985740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f7618012520 con 0x55a499530730 2024-04-25T17:18:25.876 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.875+0000 7f7639985740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f761800fdf0 con 0x55a499551410 2024-04-25T17:18:25.876 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.875+0000 7f7639985740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f761800dc40 con 0x55a499528550 2024-04-25T17:18:25.876 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.875+0000 7f7630f9c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499551410 0x55a499903e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:25.876 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.875+0000 7f7630f9c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499551410 0x55a499903e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:37246/0 (socket says 172.21.15.28:37246) 2024-04-25T17:18:25.876 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.875+0000 7f7630f9c640 1 -- 172.21.15.28:0/1494374943 learned_addr learned my addr 172.21.15.28:0/1494374943 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:25.877 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.875+0000 7f762bfff640 1 --2- 172.21.15.28:0/1494374943 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a499528550 0x55a4998ecd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:25.877 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.876+0000 7f7630f9c640 1 -- 172.21.15.28:0/1494374943 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a499528550 msgr2=0x55a4998ecd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:25.877 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.876+0000 7f7630f9c640 1 --2- 172.21.15.28:0/1494374943 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a499528550 0x55a4998ecd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.877 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.876+0000 7f7630f9c640 1 -- 172.21.15.28:0/1494374943 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a499530730 msgr2=0x55a4999038f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:25.877 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.876+0000 7f7630f9c640 1 --2- 172.21.15.28:0/1494374943 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a499530730 0x55a4999038f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.877 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.876+0000 7f7630f9c640 1 -- 172.21.15.28:0/1494374943 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4998fd130 con 0x55a499551410 2024-04-25T17:18:25.877 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.876+0000 7f7630f9c640 1 --2- 172.21.15.28:0/1494374943 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499551410 0x55a499903e30 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f76200a82e0 tx=0x7f76200a7dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6f247e0b4d0e0c13 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:25.878 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.876+0000 7f7611ffb640 1 -- 172.21.15.28:0/1494374943 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76200a8350 con 0x55a499551410 2024-04-25T17:18:25.878 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.878+0000 7f7611ffb640 1 -- 172.21.15.28:0/1494374943 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f76200c2070 con 0x55a499551410 2024-04-25T17:18:25.878 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.878+0000 7f7611ffb640 1 -- 172.21.15.28:0/1494374943 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76200a2ae0 con 0x55a499551410 2024-04-25T17:18:25.880 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.879+0000 7f7639985740 1 -- 172.21.15.28:0/1494374943 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499551410 msgr2=0x55a499903e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:25.880 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.879+0000 7f7639985740 1 --2- 172.21.15.28:0/1494374943 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499551410 0x55a499903e30 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f76200a82e0 tx=0x7f76200a7dc0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.881 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.881+0000 7f7639985740 1 -- 172.21.15.28:0/1494374943 shutdown_connections 2024-04-25T17:18:25.881 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.881+0000 7f7639985740 1 --2- 172.21.15.28:0/1494374943 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499551410 0x55a499903e30 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.881 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.881+0000 7f7639985740 1 --2- 172.21.15.28:0/1494374943 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a499530730 0x55a4999038f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.881 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.881+0000 7f7639985740 1 --2- 172.21.15.28:0/1494374943 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a499528550 0x55a4998ecd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.881 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.881+0000 7f7639985740 1 -- 172.21.15.28:0/1494374943 >> 172.21.15.28:0/1494374943 conn(0x55a499545560 msgr2=0x55a4998ec620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:25.883 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.882+0000 7f7639985740 1 -- 172.21.15.28:0/1494374943 shutdown_connections 2024-04-25T17:18:25.883 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.883+0000 7f7639985740 1 -- 172.21.15.28:0/1494374943 wait complete. 2024-04-25T17:18:25.883 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.883+0000 7f7639985740 1 -- start start 2024-04-25T17:18:25.884 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.884+0000 7f7639985740 1 Processor -- start 2024-04-25T17:18:25.884 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.884+0000 7f7639985740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a499528550 0x55a499901110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:25.885 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.885+0000 7f7639985740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499530730 0x55a499901650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:25.885 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.885+0000 7f7639985740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a499551410 0x55a4999024a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:25.885 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.885+0000 7f762b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499530730 0x55a499901650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:25.885 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.885+0000 7f762b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499530730 0x55a499901650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:37258/0 (socket says 172.21.15.28:37258) 2024-04-25T17:18:25.885 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.885+0000 7f762b7fe640 1 -- 172.21.15.28:0/1615052627 learned_addr learned my addr 172.21.15.28:0/1615052627 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:25.886 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.885+0000 7f762bfff640 1 --2- 172.21.15.28:0/1615052627 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a499528550 0x55a499901110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:25.887 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.885+0000 7f7630f9c640 1 --2- 172.21.15.28:0/1615052627 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a499551410 0x55a4999024a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:25.887 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.885+0000 7f7639985740 1 -- 172.21.15.28:0/1615052627 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f761800e2b0 con 0x55a499528550 2024-04-25T17:18:25.887 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.885+0000 7f7639985740 1 -- 172.21.15.28:0/1615052627 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f761800f720 con 0x55a499530730 2024-04-25T17:18:25.887 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.886+0000 7f7639985740 1 -- 172.21.15.28:0/1615052627 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f761800e980 con 0x55a499551410 2024-04-25T17:18:25.887 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.886+0000 7f7639985740 10 client.0 _ll_register_callbacks cb 0x7f761c0039d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:18:25.887 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.886+0000 7f762b7fe640 1 -- 172.21.15.28:0/1615052627 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a499551410 msgr2=0x55a4999024a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:25.887 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.886+0000 7f762b7fe640 1 --2- 172.21.15.28:0/1615052627 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a499551410 0x55a4999024a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.887 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.886+0000 7f762b7fe640 1 -- 172.21.15.28:0/1615052627 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a499528550 msgr2=0x55a499901110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:25.887 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.886+0000 7f762b7fe640 1 --2- 172.21.15.28:0/1615052627 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a499528550 0x55a499901110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.887 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.886+0000 7f762b7fe640 1 -- 172.21.15.28:0/1615052627 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a499902a60 con 0x55a499530730 2024-04-25T17:18:25.887 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.886+0000 7f762b7fe640 1 --2- 172.21.15.28:0/1615052627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499530730 0x55a499901650 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f76240078c0 tx=0x7f7624007ae0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5a73d04b6913840 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:25.887 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.886+0000 7f760b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-04-25T17:18:25.888 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.887+0000 7f760b7fe640 1 -- 172.21.15.28:0/1615052627 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f762402b060 con 0x55a499530730 2024-04-25T17:18:25.888 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.887+0000 7f760b7fe640 1 -- 172.21.15.28:0/1615052627 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f7624003c30 con 0x55a499530730 2024-04-25T17:18:25.888 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.887+0000 7f7639985740 1 -- 172.21.15.28:0/1615052627 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f76200c2070 con 0x55a499530730 2024-04-25T17:18:25.889 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.887+0000 7f760b7fe640 1 -- 172.21.15.28:0/1615052627 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7624032050 con 0x55a499530730 2024-04-25T17:18:25.889 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.888+0000 7f7639985740 10 client.25676 fetch_fsmap learned FSMap version 24 2024-04-25T17:18:25.889 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.888+0000 7f7639985740 1 -- 172.21.15.28:0/1615052627 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a499903d90 con 0x55a499530730 2024-04-25T17:18:25.889 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.888+0000 7f760b7fe640 1 -- 172.21.15.28:0/1615052627 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7624007540 con 0x55a499530730 2024-04-25T17:18:25.890 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.888+0000 7f760b7fe640 1 -- 172.21.15.28:0/1615052627 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f7624023070 con 0x55a499530730 2024-04-25T17:18:25.890 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.889+0000 7f7639985740 10 client.25676 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:18:25.890 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.889+0000 7f7639985740 10 client.25676 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:18:25.890 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.889+0000 7f7639985740 20 client.25676 populate_metadata read hostname 'smithi028' 2024-04-25T17:18:25.890 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.889+0000 7f7639985740 1 --2- 172.21.15.28:0/1615052627 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a4994e5630 0x55a499974330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:25.890 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.890+0000 7f7639985740 4 client.25676 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-25T17:18:25.890 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.890+0000 7f7639985740 1 -- 172.21.15.28:0/1615052627 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x7f76200c2070 con 0x55a4994e5630 2024-04-25T17:18:25.891 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.890+0000 7f762bfff640 1 --2- 172.21.15.28:0/1615052627 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a4994e5630 0x55a499974330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:25.896 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.896+0000 7f762bfff640 1 --2- 172.21.15.28:0/1615052627 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a4994e5630 0x55a499974330 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc0caff7d9ba9a5d server_cookie=f1d132ebf38a818 in_seq=0 out_seq=0 2024-04-25T17:18:25.896 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.896+0000 7f760b7fe640 10 client.25676 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:18:25.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.900+0000 7f760b7fe640 1 -- 172.21.15.28:0/1615052627 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x7f76200c2070 con 0x55a4994e5630 2024-04-25T17:18:25.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.900+0000 7f760b7fe640 10 client.25676 handle_command_reply: tid=0 2024-04-25T17:18:25.901 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.900+0000 7f7639985740 1 client.25676 shutdown 2024-04-25T17:18:25.902 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.901+0000 7f7639985740 1 -- 172.21.15.28:0/1615052627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499530730 msgr2=0x55a499901650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:25.902 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.901+0000 7f7639985740 1 --2- 172.21.15.28:0/1615052627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499530730 0x55a499901650 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f76240078c0 tx=0x7f7624007ae0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.902 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.901+0000 7f7639985740 1 -- 172.21.15.28:0/1615052627 shutdown_connections 2024-04-25T17:18:25.902 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.901+0000 7f7639985740 1 --2- 172.21.15.28:0/1615052627 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55a4994e5630 0x55a499974330 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.902 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.901+0000 7f7639985740 1 --2- 172.21.15.28:0/1615052627 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a499551410 0x55a4999024a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.902 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.901+0000 7f760b7fe640 0 client.25676 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:18:25.902 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.901+0000 7f7639985740 1 --2- 172.21.15.28:0/1615052627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a499530730 0x55a499901650 secure :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f76240078c0 tx=0x7f7624007ae0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.902 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.901+0000 7f7639985740 1 --2- 172.21.15.28:0/1615052627 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55a499528550 0x55a499901110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.902 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.901+0000 7f7639985740 1 -- 172.21.15.28:0/1615052627 >> 172.21.15.28:0/1615052627 conn(0x55a499545560 msgr2=0x55a4998fc890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:25.903 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.903+0000 7f7639985740 1 -- 172.21.15.28:0/1615052627 shutdown_connections 2024-04-25T17:18:25.903 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.903+0000 7f7639985740 1 -- 172.21.15.28:0/1615052627 wait complete. 2024-04-25T17:18:25.904 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.904+0000 7f7639985740 20 client.25676 trim_cache size 0 max 16384 2024-04-25T17:18:25.909 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:18:25.909 INFO:teuthology.orchestra.run.smithi028.stdout: "return_code": 0, 2024-04-25T17:18:25.909 INFO:teuthology.orchestra.run.smithi028.stdout: "scrub_tag": "a6868987-0e9b-4c7a-b5b3-50bcfbf6d51f", 2024-04-25T17:18:25.909 INFO:teuthology.orchestra.run.smithi028.stdout: "mode": "asynchronous" 2024-04-25T17:18:25.909 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:18:25.910 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.909+0000 7f763179d640 1 -- 172.21.15.28:0/1142652583 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f76140afd00 msgr2=0x7f76140b2210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:25.910 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.909+0000 7f763179d640 1 --2- 172.21.15.28:0/1142652583 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f76140afd00 0x7f76140b2210 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f761c004650 tx=0x7f761c0040e0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.910 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.909+0000 7f763179d640 1 -- 172.21.15.28:0/1142652583 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f762c071170 msgr2=0x7f762c1b0300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:25.910 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.909+0000 7f763179d640 1 --2- 172.21.15.28:0/1142652583 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f762c071170 0x7f762c1b0300 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f762000e970 tx=0x7f762000ee30 comp rx=0 tx=0).stop 2024-04-25T17:18:25.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.913+0000 7f763179d640 1 -- 172.21.15.28:0/1142652583 shutdown_connections 2024-04-25T17:18:25.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.913+0000 7f763179d640 1 --2- 172.21.15.28:0/1142652583 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f76140afd00 0x7f76140b2210 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.913+0000 7f763179d640 1 --2- 172.21.15.28:0/1142652583 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f762c071170 0x7f762c1b0300 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.913+0000 7f763179d640 1 --2- 172.21.15.28:0/1142652583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f762c070470 0x7f762c1a9370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.913+0000 7f763179d640 1 --2- 172.21.15.28:0/1142652583 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f762c06f1e0 0x7f762c1a8e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:25.914 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.913+0000 7f763179d640 1 -- 172.21.15.28:0/1142652583 >> 172.21.15.28:0/1142652583 conn(0x7f762c06e200 msgr2=0x7f762c1181a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:25.918 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.917+0000 7f763179d640 1 -- 172.21.15.28:0/1142652583 shutdown_connections 2024-04-25T17:18:25.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:25.918+0000 7f763179d640 1 -- 172.21.15.28:0/1142652583 wait complete. 2024-04-25T17:18:25.952 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T17:18:25.953 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T17:18:26.158 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.157+0000 7f53ea1e0640 1 -- 172.21.15.28:0/2398378713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f53e410a2d0 msgr2=0x7f53e410afc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:26.158 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.157+0000 7f53ea1e0640 1 --2- 172.21.15.28:0/2398378713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f53e410a2d0 0x7f53e410afc0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f53e0008570 tx=0x7f53e002e390 comp rx=0 tx=0).stop 2024-04-25T17:18:26.158 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.157+0000 7f53ea1e0640 1 -- 172.21.15.28:0/2398378713 shutdown_connections 2024-04-25T17:18:26.158 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.157+0000 7f53ea1e0640 1 --2- 172.21.15.28:0/2398378713 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f53e4110290 0x7f53e41126b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.158 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.157+0000 7f53ea1e0640 1 --2- 172.21.15.28:0/2398378713 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f53e410a790 0x7f53e410b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.158 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.157+0000 7f53ea1e0640 1 --2- 172.21.15.28:0/2398378713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f53e410a2d0 0x7f53e410afc0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.159 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.157+0000 7f53ea1e0640 1 -- 172.21.15.28:0/2398378713 >> 172.21.15.28:0/2398378713 conn(0x7f53e40702f0 msgr2=0x7f53e40727a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:26.159 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.157+0000 7f53ea1e0640 1 -- 172.21.15.28:0/2398378713 shutdown_connections 2024-04-25T17:18:26.159 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.157+0000 7f53ea1e0640 1 -- 172.21.15.28:0/2398378713 wait complete. 2024-04-25T17:18:26.160 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.158+0000 7f53ea1e0640 1 Processor -- start 2024-04-25T17:18:26.160 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.158+0000 7f53ea1e0640 1 -- start start 2024-04-25T17:18:26.160 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.159+0000 7f53ea1e0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f53e410a2d0 0x7f53e41a0010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:26.160 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.159+0000 7f53ea1e0640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f53e4110290 0x7f53e41a0550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:26.160 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.159+0000 7f53ea1e0640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f53e41a54d0 0x7f53e41a78f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:26.160 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.159+0000 7f53ea1e0640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f53e4115980 con 0x7f53e4110290 2024-04-25T17:18:26.160 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.159+0000 7f53ea1e0640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f53e4115800 con 0x7f53e41a54d0 2024-04-25T17:18:26.160 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.159+0000 7f53ea1e0640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f53e4115b00 con 0x7f53e410a2d0 2024-04-25T17:18:26.161 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.159+0000 7f53e99df640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f53e41a54d0 0x7f53e41a78f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:26.161 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.160+0000 7f53e91de640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f53e410a2d0 0x7f53e41a0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:26.161 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.160+0000 7f53e99df640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f53e41a54d0 0x7f53e41a78f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:37282/0 (socket says 172.21.15.28:37282) 2024-04-25T17:18:26.162 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.160+0000 7f53e99df640 1 -- 172.21.15.28:0/1440668363 learned_addr learned my addr 172.21.15.28:0/1440668363 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:26.162 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.161+0000 7f53e89dd640 1 --2- 172.21.15.28:0/1440668363 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f53e4110290 0x7f53e41a0550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:26.162 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.161+0000 7f53e99df640 1 -- 172.21.15.28:0/1440668363 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f53e410a2d0 msgr2=0x7f53e41a0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:26.162 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.161+0000 7f53e99df640 1 --2- 172.21.15.28:0/1440668363 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f53e410a2d0 0x7f53e41a0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.162 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.161+0000 7f53e99df640 1 -- 172.21.15.28:0/1440668363 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f53e4110290 msgr2=0x7f53e41a0550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:26.162 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.161+0000 7f53e99df640 1 --2- 172.21.15.28:0/1440668363 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f53e4110290 0x7f53e41a0550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.162 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.161+0000 7f53e99df640 1 -- 172.21.15.28:0/1440668363 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53e41a7f60 con 0x7f53e41a54d0 2024-04-25T17:18:26.162 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.161+0000 7f53e99df640 1 --2- 172.21.15.28:0/1440668363 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f53e41a54d0 0x7f53e41a78f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f53dc005c40 tx=0x7f53dc007590 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:26.163 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.162+0000 7f53da7fc640 1 -- 172.21.15.28:0/1440668363 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53dc003970 con 0x7f53e41a54d0 2024-04-25T17:18:26.163 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.162+0000 7f53da7fc640 1 -- 172.21.15.28:0/1440668363 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f53dc004020 con 0x7f53e41a54d0 2024-04-25T17:18:26.163 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.162+0000 7f53da7fc640 1 -- 172.21.15.28:0/1440668363 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53dc014670 con 0x7f53e41a54d0 2024-04-25T17:18:26.163 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.163+0000 7f53ea1e0640 1 -- 172.21.15.28:0/1440668363 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53e41a8250 con 0x7f53e41a54d0 2024-04-25T17:18:26.163 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.163+0000 7f53ea1e0640 1 -- 172.21.15.28:0/1440668363 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53e41a8750 con 0x7f53e41a54d0 2024-04-25T17:18:26.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.167+0000 7f53f23c9740 1 Processor -- start 2024-04-25T17:18:26.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.169+0000 7f53da7fc640 1 -- 172.21.15.28:0/1440668363 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f53dc014810 con 0x7f53e41a54d0 2024-04-25T17:18:26.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.170+0000 7f53f23c9740 1 -- start start 2024-04-25T17:18:26.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.171+0000 7f53da7fc640 1 --2- 172.21.15.28:0/1440668363 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f53d00afd00 0x7f53d00b2210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:26.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.172+0000 7f53da7fc640 1 -- 172.21.15.28:0/1440668363 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f53dc0de710 con 0x7f53e41a54d0 2024-04-25T17:18:26.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.172+0000 7f53f23c9740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b681390 0x55f11ba2b480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:26.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.172+0000 7f53f23c9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f11b6584d0 0x55f11ba2ba00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:26.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.172+0000 7f53f23c9740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f11b6606b0 0x55f11ba2c690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:26.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.172+0000 7f53f23c9740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55f11b987d80 con 0x55f11b681390 2024-04-25T17:18:26.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.172+0000 7f53f23c9740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f11b9418b0 con 0x55f11b6606b0 2024-04-25T17:18:26.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.172+0000 7f53f23c9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55f11b983d40 con 0x55f11b6584d0 2024-04-25T17:18:26.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.173+0000 7f53e89dd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f11b6584d0 0x55f11ba2ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:26.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.173+0000 7f53e89dd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f11b6584d0 0x55f11ba2ba00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.28:37364/0 (socket says 172.21.15.28:37364) 2024-04-25T17:18:26.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.173+0000 7f53e89dd640 1 -- 172.21.15.28:0/3057886394 learned_addr learned my addr 172.21.15.28:0/3057886394 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:26.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.173+0000 7f53e89dd640 1 --2- 172.21.15.28:0/1440668363 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f53d00afd00 0x7f53d00b2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:26.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.173+0000 7f53e99df640 1 --2- 172.21.15.28:0/3057886394 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f11b6606b0 0x55f11ba2c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:26.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.173+0000 7f53e91de640 1 --2- 172.21.15.28:0/3057886394 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b681390 0x55f11ba2b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:26.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.173+0000 7f53e89dd640 1 -- 172.21.15.28:0/3057886394 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f11b6606b0 msgr2=0x55f11ba2c690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:26.175 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.173+0000 7f53e89dd640 1 --2- 172.21.15.28:0/3057886394 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f11b6606b0 0x55f11ba2c690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.175 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.173+0000 7f53e89dd640 1 -- 172.21.15.28:0/3057886394 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b681390 msgr2=0x55f11ba2b480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:26.175 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.173+0000 7f53e89dd640 1 --2- 172.21.15.28:0/3057886394 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b681390 0x55f11ba2b480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.175 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.173+0000 7f53e89dd640 1 -- 172.21.15.28:0/3057886394 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f11b912a40 con 0x55f11b6584d0 2024-04-25T17:18:26.175 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.174+0000 7f53e89dd640 1 --2- 172.21.15.28:0/3057886394 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f11b6584d0 0x55f11ba2ba00 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f53d400af50 tx=0x7f53d4014780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b4496819ad7fe9fd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:26.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.175+0000 7f53e89dd640 1 --2- 172.21.15.28:0/1440668363 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f53d00afd00 0x7f53d00b2210 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f53d401e000 tx=0x7f53d4018000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:26.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.175+0000 7f53cf7fe640 1 -- 172.21.15.28:0/3057886394 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53d4021430 con 0x55f11b6584d0 2024-04-25T17:18:26.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.176+0000 7f53cf7fe640 1 -- 172.21.15.28:0/3057886394 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f53d4021a60 con 0x55f11b6584d0 2024-04-25T17:18:26.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.176+0000 7f53cf7fe640 1 -- 172.21.15.28:0/3057886394 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53d4016630 con 0x55f11b6584d0 2024-04-25T17:18:26.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.178+0000 7f53f23c9740 1 -- 172.21.15.28:0/3057886394 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f11b6584d0 msgr2=0x55f11ba2ba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:26.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.178+0000 7f53f23c9740 1 --2- 172.21.15.28:0/3057886394 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f11b6584d0 0x55f11ba2ba00 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f53d400af50 tx=0x7f53d4014780 comp rx=0 tx=0).stop 2024-04-25T17:18:26.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.178+0000 7f53f23c9740 1 -- 172.21.15.28:0/3057886394 shutdown_connections 2024-04-25T17:18:26.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.178+0000 7f53f23c9740 1 --2- 172.21.15.28:0/3057886394 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f11b6606b0 0x55f11ba2c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.178+0000 7f53f23c9740 1 --2- 172.21.15.28:0/3057886394 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f11b6584d0 0x55f11ba2ba00 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.178+0000 7f53f23c9740 1 --2- 172.21.15.28:0/3057886394 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b681390 0x55f11ba2b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.178+0000 7f53f23c9740 1 -- 172.21.15.28:0/3057886394 >> 172.21.15.28:0/3057886394 conn(0x55f11b6754e0 msgr2=0x55f11ba26c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:26.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.178+0000 7f53f23c9740 1 -- 172.21.15.28:0/3057886394 shutdown_connections 2024-04-25T17:18:26.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.178+0000 7f53f23c9740 1 -- 172.21.15.28:0/3057886394 wait complete. 2024-04-25T17:18:26.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.179+0000 7f53f23c9740 1 -- start start 2024-04-25T17:18:26.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.179+0000 7f53f23c9740 1 Processor -- start 2024-04-25T17:18:26.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.180+0000 7f53f23c9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f11b6584d0 0x55f11ba353f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:26.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.180+0000 7f53f23c9740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b6606b0 0x55f11ba35930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:26.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.180+0000 7f53f23c9740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f11b681390 0x55f11ba3c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:26.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.180+0000 7f53f23c9740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55f11ba2d1a0 con 0x55f11b6606b0 2024-04-25T17:18:26.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.180+0000 7f53f23c9740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f11b90ed10 con 0x55f11b681390 2024-04-25T17:18:26.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.180+0000 7f53f23c9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55f11ba2d320 con 0x55f11b6584d0 2024-04-25T17:18:26.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.180+0000 7f53f23c9740 10 client.0 _ll_register_callbacks cb 0x55f11b93b210 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:18:26.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.180+0000 7f53e89dd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b6606b0 0x55f11ba35930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:26.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.180+0000 7f53e99df640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f11b681390 0x55f11ba3c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:26.182 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.180+0000 7f53e89dd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b6606b0 0x55f11ba35930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:38866/0 (socket says 172.21.15.28:38866) 2024-04-25T17:18:26.182 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.180+0000 7f53e89dd640 1 -- 172.21.15.28:0/406952728 learned_addr learned my addr 172.21.15.28:0/406952728 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:26.182 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.181+0000 7f53e91de640 1 --2- 172.21.15.28:0/406952728 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f11b6584d0 0x55f11ba353f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:26.182 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.181+0000 7f53e99df640 1 -- 172.21.15.28:0/406952728 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f11b6584d0 msgr2=0x55f11ba353f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:26.182 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.181+0000 7f53e99df640 1 --2- 172.21.15.28:0/406952728 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f11b6584d0 0x55f11ba353f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.182 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.181+0000 7f53e99df640 1 -- 172.21.15.28:0/406952728 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b6606b0 msgr2=0x55f11ba35930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:26.182 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.181+0000 7f53e99df640 1 --2- 172.21.15.28:0/406952728 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b6606b0 0x55f11ba35930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.182 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.181+0000 7f53e99df640 1 -- 172.21.15.28:0/406952728 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f11b7637d0 con 0x55f11b681390 2024-04-25T17:18:26.182 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.181+0000 7f53e89dd640 1 --2- 172.21.15.28:0/406952728 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b6606b0 0x55f11ba35930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:18:26.183 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.182+0000 7f53e99df640 1 --2- 172.21.15.28:0/406952728 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f11b681390 0x55f11ba3c890 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f53dc007a90 tx=0x7f53dc0a6160 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9bb827493f586305 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:26.183 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.182+0000 7f53ccff9640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-04-25T17:18:26.183 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.182+0000 7f53ccff9640 1 -- 172.21.15.28:0/406952728 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53dc0a6f10 con 0x55f11b681390 2024-04-25T17:18:26.183 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.182+0000 7f53ccff9640 1 -- 172.21.15.28:0/406952728 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f53dc0a7b40 con 0x55f11b681390 2024-04-25T17:18:26.183 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.183+0000 7f53f23c9740 1 -- 172.21.15.28:0/406952728 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f53d4021a60 con 0x55f11b681390 2024-04-25T17:18:26.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.184+0000 7f53ccff9640 1 -- 172.21.15.28:0/406952728 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f53dc0a6810 con 0x55f11b681390 2024-04-25T17:18:26.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.184+0000 7f53f23c9740 10 client.25685 fetch_fsmap learned FSMap version 24 2024-04-25T17:18:26.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.184+0000 7f53f23c9740 1 -- 172.21.15.28:0/406952728 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f11b6993f0 con 0x55f11b681390 2024-04-25T17:18:26.185 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.184+0000 7f53ccff9640 1 -- 172.21.15.28:0/406952728 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f53d4021a60 con 0x55f11b681390 2024-04-25T17:18:26.185 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.184+0000 7f53ccff9640 1 -- 172.21.15.28:0/406952728 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f53dc0dd030 con 0x55f11b681390 2024-04-25T17:18:26.185 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.185+0000 7f53f23c9740 10 client.25685 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:18:26.185 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.185+0000 7f53f23c9740 10 client.25685 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:18:26.185 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.185+0000 7f53f23c9740 20 client.25685 populate_metadata read hostname 'smithi028' 2024-04-25T17:18:26.185 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.185+0000 7f53f23c9740 1 --2- 172.21.15.28:0/406952728 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55f11b63ff60 0x55f11ba42d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:26.186 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.185+0000 7f53f23c9740 4 client.25685 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:18:26.186 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.185+0000 7f53f23c9740 1 -- 172.21.15.28:0/406952728 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f11b995990 con 0x55f11b63ff60 2024-04-25T17:18:26.186 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.186+0000 7f53e91de640 1 --2- 172.21.15.28:0/406952728 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55f11b63ff60 0x55f11ba42d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:26.187 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.187+0000 7f53e91de640 1 --2- 172.21.15.28:0/406952728 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55f11b63ff60 0x55f11ba42d40 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e26f2184524f593 server_cookie=3a8d5532bf74791a in_seq=0 out_seq=0 2024-04-25T17:18:26.187 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.187+0000 7f53ccff9640 10 client.25685 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:18:26.189 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.189+0000 7f53ccff9640 1 -- 172.21.15.28:0/406952728 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55f11b995990 con 0x55f11b63ff60 2024-04-25T17:18:26.189 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.189+0000 7f53ccff9640 10 client.25685 handle_command_reply: tid=0 2024-04-25T17:18:26.189 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.189+0000 7f53f23c9740 1 client.25685 shutdown 2024-04-25T17:18:26.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.190+0000 7f53f23c9740 1 -- 172.21.15.28:0/406952728 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f11b681390 msgr2=0x55f11ba3c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:26.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.190+0000 7f53f23c9740 1 --2- 172.21.15.28:0/406952728 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f11b681390 0x55f11ba3c890 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f53dc007a90 tx=0x7f53dc0a6160 comp rx=0 tx=0).stop 2024-04-25T17:18:26.192 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.192+0000 7f53f23c9740 1 -- 172.21.15.28:0/406952728 shutdown_connections 2024-04-25T17:18:26.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.192+0000 7f53f23c9740 1 --2- 172.21.15.28:0/406952728 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55f11b63ff60 0x55f11ba42d40 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.192+0000 7f53f23c9740 1 --2- 172.21.15.28:0/406952728 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f11b681390 0x55f11ba3c890 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.192+0000 7f53f23c9740 1 --2- 172.21.15.28:0/406952728 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b6606b0 0x55f11ba35930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.192+0000 7f53f23c9740 1 --2- 172.21.15.28:0/406952728 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f11b6584d0 0x55f11ba353f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.192+0000 7f53f23c9740 1 -- 172.21.15.28:0/406952728 >> 172.21.15.28:0/406952728 conn(0x55f11b6754e0 msgr2=0x55f11ba29ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:26.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.192+0000 7f53ccff9640 0 client.25685 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:18:26.193 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.193+0000 7f53f23c9740 1 -- 172.21.15.28:0/406952728 shutdown_connections 2024-04-25T17:18:26.195 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.194+0000 7f53f23c9740 1 -- 172.21.15.28:0/406952728 wait complete. 2024-04-25T17:18:26.195 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.195+0000 7f53f23c9740 20 client.25685 trim_cache size 0 max 16384 2024-04-25T17:18:26.242 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.239+0000 7f53f23c9740 1 Processor -- start 2024-04-25T17:18:26.242 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.239+0000 7f53f23c9740 1 -- start start 2024-04-25T17:18:26.242 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.240+0000 7f53f23c9740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f11b6584d0 0x55f11ba353f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:26.242 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.240+0000 7f53f23c9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f11b6606b0 0x55f11ba3c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:26.242 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.240+0000 7f53f23c9740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b681390 0x55f11ba265c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:26.242 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.240+0000 7f53f23c9740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f53c8012450 con 0x55f11b681390 2024-04-25T17:18:26.242 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.240+0000 7f53f23c9740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f53c800fd20 con 0x55f11b6584d0 2024-04-25T17:18:26.242 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.240+0000 7f53f23c9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f53c800db70 con 0x55f11b6606b0 2024-04-25T17:18:26.242 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.240+0000 7f53e99df640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b681390 0x55f11ba265c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:26.242 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.240+0000 7f53e99df640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b681390 0x55f11ba265c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:38874/0 (socket says 172.21.15.28:38874) 2024-04-25T17:18:26.242 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.240+0000 7f53e99df640 1 -- 172.21.15.28:0/3537715336 learned_addr learned my addr 172.21.15.28:0/3537715336 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:26.242 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.240+0000 7f53e89dd640 1 --2- 172.21.15.28:0/3537715336 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f11b6606b0 0x55f11ba3c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:26.243 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.240+0000 7f53e99df640 1 -- 172.21.15.28:0/3537715336 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f11b6606b0 msgr2=0x55f11ba3c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:26.243 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.240+0000 7f53e99df640 1 --2- 172.21.15.28:0/3537715336 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f11b6606b0 0x55f11ba3c7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.243 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.240+0000 7f53e99df640 1 -- 172.21.15.28:0/3537715336 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f11b6584d0 msgr2=0x55f11ba353f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-25T17:18:26.243 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.240+0000 7f53e99df640 1 --2- 172.21.15.28:0/3537715336 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f11b6584d0 0x55f11ba353f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.243 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.240+0000 7f53e99df640 1 -- 172.21.15.28:0/3537715336 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f11ba2bae0 con 0x55f11b681390 2024-04-25T17:18:26.243 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.241+0000 7f53e99df640 1 --2- 172.21.15.28:0/3537715336 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b681390 0x55f11ba265c0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f53dc0a6510 tx=0x7f53dc00ae80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=333ce58a7910f164 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:26.243 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.241+0000 7f53ceffd640 1 -- 172.21.15.28:0/3537715336 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53dc0af670 con 0x55f11b681390 2024-04-25T17:18:26.243 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.241+0000 7f53ceffd640 1 -- 172.21.15.28:0/3537715336 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f53dc0aabc0 con 0x55f11b681390 2024-04-25T17:18:26.243 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.241+0000 7f53ceffd640 1 -- 172.21.15.28:0/3537715336 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53dc003d50 con 0x55f11b681390 2024-04-25T17:18:26.244 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.243+0000 7f53f23c9740 1 -- 172.21.15.28:0/3537715336 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b681390 msgr2=0x55f11ba265c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:26.244 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.243+0000 7f53f23c9740 1 --2- 172.21.15.28:0/3537715336 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b681390 0x55f11ba265c0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f53dc0a6510 tx=0x7f53dc00ae80 comp rx=0 tx=0).stop 2024-04-25T17:18:26.244 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.243+0000 7f53f23c9740 1 -- 172.21.15.28:0/3537715336 shutdown_connections 2024-04-25T17:18:26.244 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.243+0000 7f53f23c9740 1 --2- 172.21.15.28:0/3537715336 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b681390 0x55f11ba265c0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.244 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.243+0000 7f53f23c9740 1 --2- 172.21.15.28:0/3537715336 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f11b6606b0 0x55f11ba3c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.244 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.243+0000 7f53f23c9740 1 --2- 172.21.15.28:0/3537715336 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f11b6584d0 0x55f11ba353f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.244 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.243+0000 7f53f23c9740 1 -- 172.21.15.28:0/3537715336 >> 172.21.15.28:0/3537715336 conn(0x55f11b6754e0 msgr2=0x55f11ba30160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:26.244 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.243+0000 7f53f23c9740 1 -- 172.21.15.28:0/3537715336 shutdown_connections 2024-04-25T17:18:26.245 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.243+0000 7f53f23c9740 1 -- 172.21.15.28:0/3537715336 wait complete. 2024-04-25T17:18:26.245 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.244+0000 7f53f23c9740 1 -- start start 2024-04-25T17:18:26.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.244+0000 7f53f23c9740 1 Processor -- start 2024-04-25T17:18:26.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.244+0000 7f53f23c9740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f11b6584d0 0x55f11ba398e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:26.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.245+0000 7f53f23c9740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b6606b0 0x55f11ba39e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:26.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.245+0000 7f53f23c9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f11b681390 0x55f11ba3ad50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:26.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.245+0000 7f53e89dd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b6606b0 0x55f11ba39e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:26.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.245+0000 7f53f23c9740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f53c800e1e0 con 0x55f11b6606b0 2024-04-25T17:18:26.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.245+0000 7f53f23c9740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f53c800f650 con 0x55f11b6584d0 2024-04-25T17:18:26.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.245+0000 7f53f23c9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f53c800e8b0 con 0x55f11b681390 2024-04-25T17:18:26.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.245+0000 7f53e89dd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b6606b0 0x55f11ba39e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:38882/0 (socket says 172.21.15.28:38882) 2024-04-25T17:18:26.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.245+0000 7f53e89dd640 1 -- 172.21.15.28:0/1629850543 learned_addr learned my addr 172.21.15.28:0/1629850543 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:26.246 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.245+0000 7f53f23c9740 10 client.0 _ll_register_callbacks cb 0x7f53dc0a2050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:18:26.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.246+0000 7f53e91de640 1 --2- 172.21.15.28:0/1629850543 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f11b6584d0 0x55f11ba398e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:26.247 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.246+0000 7f53e99df640 1 --2- 172.21.15.28:0/1629850543 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f11b681390 0x55f11ba3ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:26.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.247+0000 7f53e91de640 1 -- 172.21.15.28:0/1629850543 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f11b681390 msgr2=0x55f11ba3ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:26.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.247+0000 7f53e91de640 1 --2- 172.21.15.28:0/1629850543 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f11b681390 0x55f11ba3ad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.247+0000 7f53e91de640 1 -- 172.21.15.28:0/1629850543 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b6606b0 msgr2=0x55f11ba39e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:26.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.247+0000 7f53e91de640 1 --2- 172.21.15.28:0/1629850543 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b6606b0 0x55f11ba39e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.247+0000 7f53e91de640 1 -- 172.21.15.28:0/1629850543 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f11b6590f0 con 0x55f11b6584d0 2024-04-25T17:18:26.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.247+0000 7f53e89dd640 1 --2- 172.21.15.28:0/1629850543 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b6606b0 0x55f11ba39e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:18:26.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.247+0000 7f53e91de640 1 --2- 172.21.15.28:0/1629850543 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f11b6584d0 0x55f11ba398e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f53e4109c60 tx=0x7f53e0005850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bed8d5b8a00e436e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:26.248 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.247+0000 7f53ccff9640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-04-25T17:18:26.249 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.248+0000 7f53ccff9640 1 -- 172.21.15.28:0/1629850543 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53e004a060 con 0x55f11b6584d0 2024-04-25T17:18:26.249 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.248+0000 7f53ccff9640 1 -- 172.21.15.28:0/1629850543 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f53e0004b50 con 0x55f11b6584d0 2024-04-25T17:18:26.249 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.248+0000 7f53f23c9740 1 -- 172.21.15.28:0/1629850543 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f53dc0aabc0 con 0x55f11b6584d0 2024-04-25T17:18:26.250 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:26 smithi028 ceph-mon[29207]: pgmap v431: 129 pgs: 129 active+clean; 258 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 MiB/s wr, 2.96k op/s 2024-04-25T17:18:26.250 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:26 smithi028 ceph-mon[29207]: scrub queued for path: / 2024-04-25T17:18:26.250 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:26 smithi028 ceph-mon[29207]: scrub summary: idle+waiting paths [/] 2024-04-25T17:18:26.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.256+0000 7f53ccff9640 1 -- 172.21.15.28:0/1629850543 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f53e0051050 con 0x55f11b6584d0 2024-04-25T17:18:26.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.256+0000 7f53f23c9740 10 client.25688 fetch_fsmap learned FSMap version 24 2024-04-25T17:18:26.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.256+0000 7f53f23c9740 1 -- 172.21.15.28:0/1629850543 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f11b9484b0 con 0x55f11b6584d0 2024-04-25T17:18:26.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.256+0000 7f53ccff9640 1 -- 172.21.15.28:0/1629850543 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f53dc0aabc0 con 0x55f11b6584d0 2024-04-25T17:18:26.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.256+0000 7f53ccff9640 1 -- 172.21.15.28:0/1629850543 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f53e0044300 con 0x55f11b6584d0 2024-04-25T17:18:26.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.257+0000 7f53f23c9740 10 client.25688 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:18:26.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.257+0000 7f53f23c9740 10 client.25688 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:18:26.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.257+0000 7f53f23c9740 20 client.25688 populate_metadata read hostname 'smithi028' 2024-04-25T17:18:26.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.257+0000 7f53f23c9740 1 --2- 172.21.15.28:0/1629850543 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55f11b6153a0 0x55f11baad0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:26.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.257+0000 7f53f23c9740 4 client.25688 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T17:18:26.257 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.257+0000 7f53f23c9740 1 -- 172.21.15.28:0/1629850543 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55f11b98f800 con 0x55f11b6153a0 2024-04-25T17:18:26.259 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.257+0000 7f53e89dd640 1 --2- 172.21.15.28:0/1629850543 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55f11b6153a0 0x55f11baad0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:26.259 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.258+0000 7f53ccff9640 10 client.25688 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:18:26.259 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.258+0000 7f53e89dd640 1 --2- 172.21.15.28:0/1629850543 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55f11b6153a0 0x55f11baad0c0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fe9442e375199788 server_cookie=ab762e1709c1d4b7 in_seq=0 out_seq=0 2024-04-25T17:18:26.259 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.258+0000 7f53ccff9640 1 -- 172.21.15.28:0/1629850543 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55f11b98f800 con 0x55f11b6153a0 2024-04-25T17:18:26.259 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.258+0000 7f53ccff9640 10 client.25688 handle_command_reply: tid=0 2024-04-25T17:18:26.259 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.258+0000 7f53f23c9740 1 client.25688 shutdown 2024-04-25T17:18:26.259 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.258+0000 7f53f23c9740 1 -- 172.21.15.28:0/1629850543 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f11b6584d0 msgr2=0x55f11ba398e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:26.259 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.258+0000 7f53f23c9740 1 --2- 172.21.15.28:0/1629850543 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f11b6584d0 0x55f11ba398e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f53e4109c60 tx=0x7f53e0005850 comp rx=0 tx=0).stop 2024-04-25T17:18:26.260 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.258+0000 7f53f23c9740 1 -- 172.21.15.28:0/1629850543 shutdown_connections 2024-04-25T17:18:26.260 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.258+0000 7f53f23c9740 1 --2- 172.21.15.28:0/1629850543 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55f11b6153a0 0x55f11baad0c0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.260 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.258+0000 7f53f23c9740 1 --2- 172.21.15.28:0/1629850543 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f11b681390 0x55f11ba3ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.260 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.258+0000 7f53f23c9740 1 --2- 172.21.15.28:0/1629850543 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55f11b6606b0 0x55f11ba39e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.260 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.258+0000 7f53f23c9740 1 --2- 172.21.15.28:0/1629850543 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f11b6584d0 0x55f11ba398e0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.260 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.258+0000 7f53f23c9740 1 -- 172.21.15.28:0/1629850543 >> 172.21.15.28:0/1629850543 conn(0x55f11b6754e0 msgr2=0x55f11ba35390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:26.260 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.258+0000 7f53ccff9640 0 client.25688 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:18:26.260 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.258+0000 7f53f23c9740 1 -- 172.21.15.28:0/1629850543 shutdown_connections 2024-04-25T17:18:26.260 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.258+0000 7f53f23c9740 1 -- 172.21.15.28:0/1629850543 wait complete. 2024-04-25T17:18:26.260 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.259+0000 7f53f23c9740 20 client.25688 trim_cache size 0 max 16384 2024-04-25T17:18:26.261 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:18:26.261 INFO:teuthology.orchestra.run.smithi028.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-25T17:18:26.261 INFO:teuthology.orchestra.run.smithi028.stdout: "scrubs": { 2024-04-25T17:18:26.261 INFO:teuthology.orchestra.run.smithi028.stdout: "a6868987-0e9b-4c7a-b5b3-50bcfbf6d51f": { 2024-04-25T17:18:26.261 INFO:teuthology.orchestra.run.smithi028.stdout: "path": "/", 2024-04-25T17:18:26.261 INFO:teuthology.orchestra.run.smithi028.stdout: "tag": "a6868987-0e9b-4c7a-b5b3-50bcfbf6d51f", 2024-04-25T17:18:26.261 INFO:teuthology.orchestra.run.smithi028.stdout: "options": "recursive,force" 2024-04-25T17:18:26.261 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:18:26.261 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:18:26.261 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:18:26.262 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.259+0000 7f53ea1e0640 1 -- 172.21.15.28:0/1440668363 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f53d00afd00 msgr2=0x7f53d00b2210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:26.262 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.259+0000 7f53ea1e0640 1 --2- 172.21.15.28:0/1440668363 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f53d00afd00 0x7f53d00b2210 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f53d401e000 tx=0x7f53d4018000 comp rx=0 tx=0).stop 2024-04-25T17:18:26.262 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.259+0000 7f53ea1e0640 1 -- 172.21.15.28:0/1440668363 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f53e41a54d0 msgr2=0x7f53e41a78f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:26.263 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.259+0000 7f53ea1e0640 1 --2- 172.21.15.28:0/1440668363 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f53e41a54d0 0x7f53e41a78f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f53dc005c40 tx=0x7f53dc007590 comp rx=0 tx=0).stop 2024-04-25T17:18:26.263 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.259+0000 7f53ea1e0640 1 -- 172.21.15.28:0/1440668363 shutdown_connections 2024-04-25T17:18:26.263 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.259+0000 7f53ea1e0640 1 --2- 172.21.15.28:0/1440668363 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f53d00afd00 0x7f53d00b2210 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.263 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.259+0000 7f53ea1e0640 1 --2- 172.21.15.28:0/1440668363 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f53e41a54d0 0x7f53e41a78f0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.263 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.259+0000 7f53ea1e0640 1 --2- 172.21.15.28:0/1440668363 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f53e4110290 0x7f53e41a0550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.263 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.259+0000 7f53ea1e0640 1 --2- 172.21.15.28:0/1440668363 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f53e410a2d0 0x7f53e41a0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:26.263 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.259+0000 7f53ea1e0640 1 -- 172.21.15.28:0/1440668363 >> 172.21.15.28:0/1440668363 conn(0x7f53e40702f0 msgr2=0x7f53e4072710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:26.263 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.259+0000 7f53ea1e0640 1 -- 172.21.15.28:0/1440668363 shutdown_connections 2024-04-25T17:18:26.263 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:26.260+0000 7f53ea1e0640 1 -- 172.21.15.28:0/1440668363 wait complete. 2024-04-25T17:18:26.273 INFO:tasks.cephfs.filesystem:scrub status for tag:a6868987-0e9b-4c7a-b5b3-50bcfbf6d51f - {'path': '/', 'tag': 'a6868987-0e9b-4c7a-b5b3-50bcfbf6d51f', 'options': 'recursive,force'} 2024-04-25T17:18:26.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:26 smithi042 ceph-mon[32851]: pgmap v431: 129 pgs: 129 active+clean; 258 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 MiB/s wr, 2.96k op/s 2024-04-25T17:18:26.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:26 smithi042 ceph-mon[32851]: scrub queued for path: / 2024-04-25T17:18:26.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:26 smithi042 ceph-mon[32851]: scrub summary: idle+waiting paths [/] 2024-04-25T17:18:26.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:26 smithi042 ceph-mon[32851]: scrub summary: active paths [/] 2024-04-25T17:18:26.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:26 smithi042 ceph-mon[32851]: scrub summary: idle+waiting paths [/] 2024-04-25T17:18:26.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:26 smithi028 ceph-mon[29207]: scrub summary: active paths [/] 2024-04-25T17:18:26.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:26 smithi028 ceph-mon[29207]: scrub summary: idle+waiting paths [/] 2024-04-25T17:18:26.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:26 smithi084 ceph-mon[32752]: pgmap v431: 129 pgs: 129 active+clean; 258 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 MiB/s wr, 2.96k op/s 2024-04-25T17:18:26.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:26 smithi084 ceph-mon[32752]: scrub queued for path: / 2024-04-25T17:18:26.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:26 smithi084 ceph-mon[32752]: scrub summary: idle+waiting paths [/] 2024-04-25T17:18:26.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:26 smithi084 ceph-mon[32752]: scrub summary: active paths [/] 2024-04-25T17:18:26.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:26 smithi084 ceph-mon[32752]: scrub summary: idle+waiting paths [/] 2024-04-25T17:18:28.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:28 smithi042 ceph-mon[32851]: pgmap v432: 129 pgs: 129 active+clean; 258 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 11 MiB/s wr, 2.34k op/s 2024-04-25T17:18:28.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:28 smithi042 ceph-mon[32851]: scrub summary: idle 2024-04-25T17:18:28.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:28 smithi028 ceph-mon[29207]: pgmap v432: 129 pgs: 129 active+clean; 258 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 11 MiB/s wr, 2.34k op/s 2024-04-25T17:18:28.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:28 smithi028 ceph-mon[29207]: scrub summary: idle 2024-04-25T17:18:28.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:28 smithi084 ceph-mon[32752]: pgmap v432: 129 pgs: 129 active+clean; 258 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 11 MiB/s wr, 2.34k op/s 2024-04-25T17:18:28.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:28 smithi084 ceph-mon[32752]: scrub summary: idle 2024-04-25T17:18:30.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:30 smithi042 ceph-mon[32851]: pgmap v433: 129 pgs: 129 active+clean; 258 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 13 MiB/s wr, 2.90k op/s 2024-04-25T17:18:30.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:30 smithi028 ceph-mon[29207]: pgmap v433: 129 pgs: 129 active+clean; 258 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 13 MiB/s wr, 2.90k op/s 2024-04-25T17:18:30.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:30 smithi084 ceph-mon[32752]: pgmap v433: 129 pgs: 129 active+clean; 258 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 13 MiB/s wr, 2.90k op/s 2024-04-25T17:18:32.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:32 smithi042 ceph-mon[32851]: pgmap v434: 129 pgs: 129 active+clean; 258 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 MiB/s wr, 2.45k op/s 2024-04-25T17:18:32.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:32 smithi028 ceph-mon[29207]: pgmap v434: 129 pgs: 129 active+clean; 258 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 MiB/s wr, 2.45k op/s 2024-04-25T17:18:32.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:32 smithi084 ceph-mon[32752]: pgmap v434: 129 pgs: 129 active+clean; 258 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 MiB/s wr, 2.45k op/s 2024-04-25T17:18:34.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:34 smithi042 ceph-mon[32851]: pgmap v435: 129 pgs: 129 active+clean; 258 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 11 MiB/s wr, 2.42k op/s 2024-04-25T17:18:34.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:34 smithi028 ceph-mon[29207]: pgmap v435: 129 pgs: 129 active+clean; 258 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 11 MiB/s wr, 2.42k op/s 2024-04-25T17:18:34.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:34 smithi084 ceph-mon[32752]: pgmap v435: 129 pgs: 129 active+clean; 258 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 11 MiB/s wr, 2.42k op/s 2024-04-25T17:18:36.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:36 smithi042 ceph-mon[32851]: pgmap v436: 129 pgs: 129 active+clean; 258 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 MiB/s wr, 2.82k op/s 2024-04-25T17:18:36.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:36 smithi028 ceph-mon[29207]: pgmap v436: 129 pgs: 129 active+clean; 258 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 MiB/s wr, 2.82k op/s 2024-04-25T17:18:36.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:36 smithi084 ceph-mon[32752]: pgmap v436: 129 pgs: 129 active+clean; 258 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 MiB/s wr, 2.82k op/s 2024-04-25T17:18:38.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:38 smithi042 ceph-mon[32851]: pgmap v437: 129 pgs: 129 active+clean; 258 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 11 MiB/s wr, 2.26k op/s 2024-04-25T17:18:38.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:38 smithi028 ceph-mon[29207]: pgmap v437: 129 pgs: 129 active+clean; 258 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 11 MiB/s wr, 2.26k op/s 2024-04-25T17:18:38.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:38 smithi084 ceph-mon[32752]: pgmap v437: 129 pgs: 129 active+clean; 258 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 11 MiB/s wr, 2.26k op/s 2024-04-25T17:18:40.533 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:40 smithi084 ceph-mon[32752]: pgmap v438: 129 pgs: 129 active+clean; 258 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 13 MiB/s wr, 2.85k op/s 2024-04-25T17:18:40.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:40 smithi042 ceph-mon[32851]: pgmap v438: 129 pgs: 129 active+clean; 258 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 13 MiB/s wr, 2.85k op/s 2024-04-25T17:18:40.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:40 smithi028 ceph-mon[29207]: pgmap v438: 129 pgs: 129 active+clean; 258 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 13 MiB/s wr, 2.85k op/s 2024-04-25T17:18:42.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:42 smithi042 ceph-mon[32851]: pgmap v439: 129 pgs: 129 active+clean; 258 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 MiB/s wr, 2.46k op/s 2024-04-25T17:18:42.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:42 smithi028 ceph-mon[29207]: pgmap v439: 129 pgs: 129 active+clean; 258 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 MiB/s wr, 2.46k op/s 2024-04-25T17:18:42.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:42 smithi084 ceph-mon[32752]: pgmap v439: 129 pgs: 129 active+clean; 258 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 MiB/s wr, 2.46k op/s 2024-04-25T17:18:44.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:44 smithi042 ceph-mon[32851]: pgmap v440: 129 pgs: 129 active+clean; 258 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 11 MiB/s wr, 2.42k op/s 2024-04-25T17:18:44.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:44 smithi028 ceph-mon[29207]: pgmap v440: 129 pgs: 129 active+clean; 258 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 11 MiB/s wr, 2.42k op/s 2024-04-25T17:18:44.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:44 smithi084 ceph-mon[32752]: pgmap v440: 129 pgs: 129 active+clean; 258 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 11 MiB/s wr, 2.42k op/s 2024-04-25T17:18:46.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:46 smithi042 ceph-mon[32851]: pgmap v441: 129 pgs: 129 active+clean; 258 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 12 MiB/s wr, 2.80k op/s 2024-04-25T17:18:46.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:46 smithi028 ceph-mon[29207]: pgmap v441: 129 pgs: 129 active+clean; 258 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 12 MiB/s wr, 2.80k op/s 2024-04-25T17:18:46.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:46 smithi084 ceph-mon[32752]: pgmap v441: 129 pgs: 129 active+clean; 258 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 12 MiB/s wr, 2.80k op/s 2024-04-25T17:18:48.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:48 smithi042 ceph-mon[32851]: pgmap v442: 129 pgs: 129 active+clean; 258 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 10 MiB/s wr, 2.24k op/s 2024-04-25T17:18:48.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:48 smithi028 ceph-mon[29207]: pgmap v442: 129 pgs: 129 active+clean; 258 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 10 MiB/s wr, 2.24k op/s 2024-04-25T17:18:48.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:48 smithi084 ceph-mon[32752]: pgmap v442: 129 pgs: 129 active+clean; 258 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 10 MiB/s wr, 2.24k op/s 2024-04-25T17:18:50.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:50 smithi042 ceph-mon[32851]: pgmap v443: 129 pgs: 129 active+clean; 258 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 12 MiB/s wr, 2.81k op/s 2024-04-25T17:18:50.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:50 smithi028 ceph-mon[29207]: pgmap v443: 129 pgs: 129 active+clean; 258 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 12 MiB/s wr, 2.81k op/s 2024-04-25T17:18:50.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:50 smithi084 ceph-mon[32752]: pgmap v443: 129 pgs: 129 active+clean; 258 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 12 MiB/s wr, 2.81k op/s 2024-04-25T17:18:52.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:52 smithi042 ceph-mon[32851]: pgmap v444: 129 pgs: 129 active+clean; 258 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 MiB/s wr, 2.37k op/s 2024-04-25T17:18:52.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:52 smithi028 ceph-mon[29207]: pgmap v444: 129 pgs: 129 active+clean; 258 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 MiB/s wr, 2.37k op/s 2024-04-25T17:18:52.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:52 smithi084 ceph-mon[32752]: pgmap v444: 129 pgs: 129 active+clean; 258 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 MiB/s wr, 2.37k op/s 2024-04-25T17:18:53.729 INFO:tasks.workunit.client.0.smithi028.stdout:setting up random write file 2024-04-25T17:18:53.730 INFO:tasks.workunit.client.0.smithi028.stdout:done setting up random write file 2024-04-25T17:18:53.730 INFO:tasks.workunit.client.0.smithi028.stdout:starting fsync run 2024-04-25T17:18:53.730 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0044s fsync time: 0.0054s 2024-04-25T17:18:53.730 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0031s fsync time: 0.0163s 2024-04-25T17:18:53.730 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0042s fsync time: 0.0172s 2024-04-25T17:18:53.730 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0038s fsync time: 0.0092s 2024-04-25T17:18:53.730 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0027s fsync time: 0.0183s 2024-04-25T17:18:53.730 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0027s fsync time: 0.0250s 2024-04-25T17:18:53.730 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0047s fsync time: 0.0466s 2024-04-25T17:18:53.730 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0055s fsync time: 0.0299s 2024-04-25T17:18:53.730 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0064s fsync time: 0.0227s 2024-04-25T17:18:53.730 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0047s fsync time: 0.0228s 2024-04-25T17:18:53.730 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0023s fsync time: 0.0213s 2024-04-25T17:18:53.731 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0095s fsync time: 0.0312s 2024-04-25T17:18:53.731 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0049s fsync time: 0.0161s 2024-04-25T17:18:53.731 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0045s fsync time: 0.0569s 2024-04-25T17:18:53.731 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0044s fsync time: 0.0234s 2024-04-25T17:18:53.731 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0027s fsync time: 0.0215s 2024-04-25T17:18:53.731 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0027s fsync time: 0.0299s 2024-04-25T17:18:53.731 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0050s fsync time: 0.0218s 2024-04-25T17:18:53.731 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0028s fsync time: 0.0519s 2024-04-25T17:18:53.731 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0035s fsync time: 0.0114s 2024-04-25T17:18:53.731 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0033s fsync time: 0.0541s 2024-04-25T17:18:53.731 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0049s fsync time: 0.0142s 2024-04-25T17:18:53.731 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0051s fsync time: 0.0230s 2024-04-25T17:18:53.731 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0089s fsync time: 0.0170s 2024-04-25T17:18:53.731 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0027s fsync time: 0.0537s 2024-04-25T17:18:53.732 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0067s fsync time: 0.0257s 2024-04-25T17:18:53.732 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0068s fsync time: 0.0123s 2024-04-25T17:18:53.732 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0080s fsync time: 0.0473s 2024-04-25T17:18:53.732 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0040s fsync time: 0.0170s 2024-04-25T17:18:53.732 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0113s fsync time: 0.0346s 2024-04-25T17:18:53.732 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0035s fsync time: 0.0265s 2024-04-25T17:18:53.732 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0035s fsync time: 0.0213s 2024-04-25T17:18:53.732 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0063s fsync time: 0.0269s 2024-04-25T17:18:53.732 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0038s fsync time: 0.0312s 2024-04-25T17:18:53.732 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0093s fsync time: 0.0271s 2024-04-25T17:18:53.732 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0032s fsync time: 0.0722s 2024-04-25T17:18:53.732 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0031s fsync time: 0.0571s 2024-04-25T17:18:53.732 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0066s fsync time: 0.0256s 2024-04-25T17:18:53.732 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0039s fsync time: 0.0203s 2024-04-25T17:18:53.733 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0025s fsync time: 0.0201s 2024-04-25T17:18:53.733 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0051s fsync time: 0.0241s 2024-04-25T17:18:53.733 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0017s fsync time: 0.0137s 2024-04-25T17:18:53.733 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0026s fsync time: 0.0273s 2024-04-25T17:18:53.733 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0051s fsync time: 0.0465s 2024-04-25T17:18:53.733 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0027s fsync time: 0.4831s 2024-04-25T17:18:53.733 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0036s fsync time: 0.0672s 2024-04-25T17:18:53.733 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0033s fsync time: 0.0132s 2024-04-25T17:18:53.733 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0113s fsync time: 0.0889s 2024-04-25T17:18:53.733 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0073s fsync time: 0.0269s 2024-04-25T17:18:53.733 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0137s fsync time: 0.0475s 2024-04-25T17:18:53.733 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0033s fsync time: 0.0182s 2024-04-25T17:18:53.733 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0037s fsync time: 0.0160s 2024-04-25T17:18:53.733 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0056s fsync time: 0.0307s 2024-04-25T17:18:53.734 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0033s fsync time: 0.0299s 2024-04-25T17:18:53.734 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0038s fsync time: 0.0292s 2024-04-25T17:18:53.734 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0065s fsync time: 0.0319s 2024-04-25T17:18:53.734 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0032s fsync time: 0.0225s 2024-04-25T17:18:53.734 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0088s fsync time: 0.0229s 2024-04-25T17:18:53.734 INFO:tasks.workunit.client.0.smithi028.stdout:write time: 0.0053s fsync time: 0.0503s 2024-04-25T17:18:53.734 INFO:tasks.workunit.client.0.smithi028.stdout:run done 59 fsyncs total, killing random writer 2024-04-25T17:18:53.738 INFO:tasks.workunit.client.0.smithi028.stdout:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-04-25T17:18:53.738 INFO:tasks.workunit.client.0.smithi028.stderr:+ echo /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-04-25T17:18:53.738 INFO:tasks.workunit.client.0.smithi028.stderr:+ whereis lsof 2024-04-25T17:18:53.848 INFO:tasks.workunit.client.0.smithi028.stdout:lsof: /usr/bin/lsof /usr/share/man/man1/lsof.1.gz 2024-04-25T17:18:53.848 INFO:tasks.workunit.client.0.smithi028.stderr:+ lsof 2024-04-25T17:18:53.888 INFO:tasks.workunit.client.0.smithi028.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/002b149b39ae3d23cebcbe80a9f22a31478e7952e448bd01da5c3190776de1c8/merged 2024-04-25T17:18:53.888 INFO:tasks.workunit.client.0.smithi028.stderr: Output information may be incomplete. 2024-04-25T17:18:53.888 INFO:tasks.workunit.client.0.smithi028.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/ad9dae15c60635351c3dc5e3e7ab915c0d13d645ae96a9cadd14fa0e5f9709ac/merged 2024-04-25T17:18:53.889 INFO:tasks.workunit.client.0.smithi028.stderr: Output information may be incomplete. 2024-04-25T17:18:53.893 INFO:tasks.workunit.client.0.smithi028.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/299d10ff0358a7757acfd8f9e715dd1bec74402b846ab0a9416433544d375aaf/merged 2024-04-25T17:18:53.894 INFO:tasks.workunit.client.0.smithi028.stderr: Output information may be incomplete. 2024-04-25T17:18:53.894 INFO:tasks.workunit.client.0.smithi028.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/9336d0032b1f29bca24a1090c4bf06cc948a1cb2a9475d74d5f66d41476616e4/merged 2024-04-25T17:18:53.894 INFO:tasks.workunit.client.0.smithi028.stderr: Output information may be incomplete. 2024-04-25T17:18:53.894 INFO:tasks.workunit.client.0.smithi028.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/4cca5a6104495c34f0c9373079627c1e4e241454965b595671da4163d3a75558/merged 2024-04-25T17:18:53.894 INFO:tasks.workunit.client.0.smithi028.stderr: Output information may be incomplete. 2024-04-25T17:18:53.894 INFO:tasks.workunit.client.0.smithi028.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/bd15778cf95cb483c71b1ba0401fe57b126d313fc9bf9def053ee8474d5b25af/merged 2024-04-25T17:18:53.894 INFO:tasks.workunit.client.0.smithi028.stderr: Output information may be incomplete. 2024-04-25T17:18:53.894 INFO:tasks.workunit.client.0.smithi028.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/a5dadf1f2ed864c68c08b89cd69f032bf1b8ddc62ec196cb448ddcfc669907dd/merged 2024-04-25T17:18:53.894 INFO:tasks.workunit.client.0.smithi028.stderr: Output information may be incomplete. 2024-04-25T17:18:53.894 INFO:tasks.workunit.client.0.smithi028.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/95439550b543910245caf4667a727690f30718bdcb44c7238b5d6d7300c96479/merged 2024-04-25T17:18:53.894 INFO:tasks.workunit.client.0.smithi028.stderr: Output information may be incomplete. 2024-04-25T17:18:53.894 INFO:tasks.workunit.client.0.smithi028.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/83b1ea64164911193be236d07ad29218d9f1dc52ecfd4e3b0392819e52322b3c/merged 2024-04-25T17:18:53.894 INFO:tasks.workunit.client.0.smithi028.stderr: Output information may be incomplete. 2024-04-25T17:18:53.895 INFO:tasks.workunit.client.0.smithi028.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/7ae5002b9484ffa73acf6610b35c599b04801355635745bd7f1083f7ef30c923/merged 2024-04-25T17:18:53.895 INFO:tasks.workunit.client.0.smithi028.stderr: Output information may be incomplete. 2024-04-25T17:18:53.965 INFO:tasks.workunit.client.0.smithi028.stdout:COMMAND PID TID TASKCMD USER FD TYPE DEVICE SIZE/OFF NODE NAME 2024-04-25T17:18:53.965 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 1 root cwd unknown /proc/1/cwd (readlink: Permission denied) 2024-04-25T17:18:53.965 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 1 root rtd unknown /proc/1/root (readlink: Permission denied) 2024-04-25T17:18:53.965 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 1 root txt unknown /proc/1/exe (readlink: Permission denied) 2024-04-25T17:18:53.965 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 1 root NOFD /proc/1/fd (opendir: Permission denied) 2024-04-25T17:18:53.965 INFO:tasks.workunit.client.0.smithi028.stdout:kthreadd 2 root cwd unknown /proc/2/cwd (readlink: Permission denied) 2024-04-25T17:18:53.965 INFO:tasks.workunit.client.0.smithi028.stdout:kthreadd 2 root rtd unknown /proc/2/root (readlink: Permission denied) 2024-04-25T17:18:53.966 INFO:tasks.workunit.client.0.smithi028.stdout:kthreadd 2 root txt unknown /proc/2/exe (readlink: Permission denied) 2024-04-25T17:18:53.966 INFO:tasks.workunit.client.0.smithi028.stdout:kthreadd 2 root NOFD /proc/2/fd (opendir: Permission denied) 2024-04-25T17:18:53.966 INFO:tasks.workunit.client.0.smithi028.stdout:rcu_gp 3 root cwd unknown /proc/3/cwd (readlink: Permission denied) 2024-04-25T17:18:53.966 INFO:tasks.workunit.client.0.smithi028.stdout:rcu_gp 3 root rtd unknown /proc/3/root (readlink: Permission denied) 2024-04-25T17:18:53.966 INFO:tasks.workunit.client.0.smithi028.stdout:rcu_gp 3 root txt unknown /proc/3/exe (readlink: Permission denied) 2024-04-25T17:18:53.966 INFO:tasks.workunit.client.0.smithi028.stdout:rcu_gp 3 root NOFD /proc/3/fd (opendir: Permission denied) 2024-04-25T17:18:53.966 INFO:tasks.workunit.client.0.smithi028.stdout:rcu_par_g 4 root cwd unknown /proc/4/cwd (readlink: Permission denied) 2024-04-25T17:18:53.966 INFO:tasks.workunit.client.0.smithi028.stdout:rcu_par_g 4 root rtd unknown /proc/4/root (readlink: Permission denied) 2024-04-25T17:18:53.966 INFO:tasks.workunit.client.0.smithi028.stdout:rcu_par_g 4 root txt unknown /proc/4/exe (readlink: Permission denied) 2024-04-25T17:18:53.966 INFO:tasks.workunit.client.0.smithi028.stdout:rcu_par_g 4 root NOFD /proc/4/fd (opendir: Permission denied) 2024-04-25T17:18:53.966 INFO:tasks.workunit.client.0.smithi028.stdout:slub_flus 5 root cwd unknown /proc/5/cwd (readlink: Permission denied) 2024-04-25T17:18:53.966 INFO:tasks.workunit.client.0.smithi028.stdout:slub_flus 5 root rtd unknown /proc/5/root (readlink: Permission denied) 2024-04-25T17:18:53.966 INFO:tasks.workunit.client.0.smithi028.stdout:slub_flus 5 root txt unknown /proc/5/exe (readlink: Permission denied) 2024-04-25T17:18:53.967 INFO:tasks.workunit.client.0.smithi028.stdout:slub_flus 5 root NOFD /proc/5/fd (opendir: Permission denied) 2024-04-25T17:18:53.967 INFO:tasks.workunit.client.0.smithi028.stdout:netns 6 root cwd unknown /proc/6/cwd (readlink: Permission denied) 2024-04-25T17:18:53.967 INFO:tasks.workunit.client.0.smithi028.stdout:netns 6 root rtd unknown /proc/6/root (readlink: Permission denied) 2024-04-25T17:18:53.967 INFO:tasks.workunit.client.0.smithi028.stdout:netns 6 root txt unknown /proc/6/exe (readlink: Permission denied) 2024-04-25T17:18:53.967 INFO:tasks.workunit.client.0.smithi028.stdout:netns 6 root NOFD /proc/6/fd (opendir: Permission denied) 2024-04-25T17:18:53.967 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/0 8 root cwd unknown /proc/8/cwd (readlink: Permission denied) 2024-04-25T17:18:53.967 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/0 8 root rtd unknown /proc/8/root (readlink: Permission denied) 2024-04-25T17:18:53.967 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/0 8 root txt unknown /proc/8/exe (readlink: Permission denied) 2024-04-25T17:18:53.967 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/0 8 root NOFD /proc/8/fd (opendir: Permission denied) 2024-04-25T17:18:53.967 INFO:tasks.workunit.client.0.smithi028.stdout:mm_percpu 10 root cwd unknown /proc/10/cwd (readlink: Permission denied) 2024-04-25T17:18:53.967 INFO:tasks.workunit.client.0.smithi028.stdout:mm_percpu 10 root rtd unknown /proc/10/root (readlink: Permission denied) 2024-04-25T17:18:53.967 INFO:tasks.workunit.client.0.smithi028.stdout:mm_percpu 10 root txt unknown /proc/10/exe (readlink: Permission denied) 2024-04-25T17:18:53.967 INFO:tasks.workunit.client.0.smithi028.stdout:mm_percpu 10 root NOFD /proc/10/fd (opendir: Permission denied) 2024-04-25T17:18:53.967 INFO:tasks.workunit.client.0.smithi028.stdout:rcu_tasks 12 root cwd unknown /proc/12/cwd (readlink: Permission denied) 2024-04-25T17:18:53.967 INFO:tasks.workunit.client.0.smithi028.stdout:rcu_tasks 12 root rtd unknown /proc/12/root (readlink: Permission denied) 2024-04-25T17:18:53.968 INFO:tasks.workunit.client.0.smithi028.stdout:rcu_tasks 12 root txt unknown /proc/12/exe (readlink: Permission denied) 2024-04-25T17:18:53.968 INFO:tasks.workunit.client.0.smithi028.stdout:rcu_tasks 12 root NOFD /proc/12/fd (opendir: Permission denied) 2024-04-25T17:18:53.968 INFO:tasks.workunit.client.0.smithi028.stdout:rcu_tasks 13 root cwd unknown /proc/13/cwd (readlink: Permission denied) 2024-04-25T17:18:53.968 INFO:tasks.workunit.client.0.smithi028.stdout:rcu_tasks 13 root rtd unknown /proc/13/root (readlink: Permission denied) 2024-04-25T17:18:53.968 INFO:tasks.workunit.client.0.smithi028.stdout:rcu_tasks 13 root txt unknown /proc/13/exe (readlink: Permission denied) 2024-04-25T17:18:53.968 INFO:tasks.workunit.client.0.smithi028.stdout:rcu_tasks 13 root NOFD /proc/13/fd (opendir: Permission denied) 2024-04-25T17:18:53.968 INFO:tasks.workunit.client.0.smithi028.stdout:rcu_tasks 14 root cwd unknown /proc/14/cwd (readlink: Permission denied) 2024-04-25T17:18:53.968 INFO:tasks.workunit.client.0.smithi028.stdout:rcu_tasks 14 root rtd unknown /proc/14/root (readlink: Permission denied) 2024-04-25T17:18:53.968 INFO:tasks.workunit.client.0.smithi028.stdout:rcu_tasks 14 root txt unknown /proc/14/exe (readlink: Permission denied) 2024-04-25T17:18:53.968 INFO:tasks.workunit.client.0.smithi028.stdout:rcu_tasks 14 root NOFD /proc/14/fd (opendir: Permission denied) 2024-04-25T17:18:53.968 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 15 root cwd unknown /proc/15/cwd (readlink: Permission denied) 2024-04-25T17:18:53.968 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 15 root rtd unknown /proc/15/root (readlink: Permission denied) 2024-04-25T17:18:53.968 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 15 root txt unknown /proc/15/exe (readlink: Permission denied) 2024-04-25T17:18:53.968 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 15 root NOFD /proc/15/fd (opendir: Permission denied) 2024-04-25T17:18:53.969 INFO:tasks.workunit.client.0.smithi028.stdout:pr/ttyS1 16 root cwd unknown /proc/16/cwd (readlink: Permission denied) 2024-04-25T17:18:53.969 INFO:tasks.workunit.client.0.smithi028.stdout:pr/ttyS1 16 root rtd unknown /proc/16/root (readlink: Permission denied) 2024-04-25T17:18:53.969 INFO:tasks.workunit.client.0.smithi028.stdout:pr/ttyS1 16 root txt unknown /proc/16/exe (readlink: Permission denied) 2024-04-25T17:18:53.969 INFO:tasks.workunit.client.0.smithi028.stdout:pr/ttyS1 16 root NOFD /proc/16/fd (opendir: Permission denied) 2024-04-25T17:18:53.969 INFO:tasks.workunit.client.0.smithi028.stdout:rcu_preem 17 root cwd unknown /proc/17/cwd (readlink: Permission denied) 2024-04-25T17:18:53.969 INFO:tasks.workunit.client.0.smithi028.stdout:rcu_preem 17 root rtd unknown /proc/17/root (readlink: Permission denied) 2024-04-25T17:18:53.969 INFO:tasks.workunit.client.0.smithi028.stdout:rcu_preem 17 root txt unknown /proc/17/exe (readlink: Permission denied) 2024-04-25T17:18:53.969 INFO:tasks.workunit.client.0.smithi028.stdout:rcu_preem 17 root NOFD /proc/17/fd (opendir: Permission denied) 2024-04-25T17:18:53.969 INFO:tasks.workunit.client.0.smithi028.stdout:migration 18 root cwd unknown /proc/18/cwd (readlink: Permission denied) 2024-04-25T17:18:53.969 INFO:tasks.workunit.client.0.smithi028.stdout:migration 18 root rtd unknown /proc/18/root (readlink: Permission denied) 2024-04-25T17:18:53.969 INFO:tasks.workunit.client.0.smithi028.stdout:migration 18 root txt unknown /proc/18/exe (readlink: Permission denied) 2024-04-25T17:18:53.969 INFO:tasks.workunit.client.0.smithi028.stdout:migration 18 root NOFD /proc/18/fd (opendir: Permission denied) 2024-04-25T17:18:53.969 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 19 root cwd unknown /proc/19/cwd (readlink: Permission denied) 2024-04-25T17:18:53.969 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 19 root rtd unknown /proc/19/root (readlink: Permission denied) 2024-04-25T17:18:53.970 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 19 root txt unknown /proc/19/exe (readlink: Permission denied) 2024-04-25T17:18:53.970 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 19 root NOFD /proc/19/fd (opendir: Permission denied) 2024-04-25T17:18:53.970 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/0 21 root cwd unknown /proc/21/cwd (readlink: Permission denied) 2024-04-25T17:18:53.970 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/0 21 root rtd unknown /proc/21/root (readlink: Permission denied) 2024-04-25T17:18:53.970 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/0 21 root txt unknown /proc/21/exe (readlink: Permission denied) 2024-04-25T17:18:53.970 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/0 21 root NOFD /proc/21/fd (opendir: Permission denied) 2024-04-25T17:18:53.970 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/1 22 root cwd unknown /proc/22/cwd (readlink: Permission denied) 2024-04-25T17:18:53.970 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/1 22 root rtd unknown /proc/22/root (readlink: Permission denied) 2024-04-25T17:18:53.970 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/1 22 root txt unknown /proc/22/exe (readlink: Permission denied) 2024-04-25T17:18:53.970 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/1 22 root NOFD /proc/22/fd (opendir: Permission denied) 2024-04-25T17:18:53.970 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 23 root cwd unknown /proc/23/cwd (readlink: Permission denied) 2024-04-25T17:18:53.970 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 23 root rtd unknown /proc/23/root (readlink: Permission denied) 2024-04-25T17:18:53.970 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 23 root txt unknown /proc/23/exe (readlink: Permission denied) 2024-04-25T17:18:53.970 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 23 root NOFD /proc/23/fd (opendir: Permission denied) 2024-04-25T17:18:53.971 INFO:tasks.workunit.client.0.smithi028.stdout:migration 24 root cwd unknown /proc/24/cwd (readlink: Permission denied) 2024-04-25T17:18:53.971 INFO:tasks.workunit.client.0.smithi028.stdout:migration 24 root rtd unknown /proc/24/root (readlink: Permission denied) 2024-04-25T17:18:53.971 INFO:tasks.workunit.client.0.smithi028.stdout:migration 24 root txt unknown /proc/24/exe (readlink: Permission denied) 2024-04-25T17:18:53.971 INFO:tasks.workunit.client.0.smithi028.stdout:migration 24 root NOFD /proc/24/fd (opendir: Permission denied) 2024-04-25T17:18:53.971 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 25 root cwd unknown /proc/25/cwd (readlink: Permission denied) 2024-04-25T17:18:53.971 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 25 root rtd unknown /proc/25/root (readlink: Permission denied) 2024-04-25T17:18:53.971 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 25 root txt unknown /proc/25/exe (readlink: Permission denied) 2024-04-25T17:18:53.971 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 25 root NOFD /proc/25/fd (opendir: Permission denied) 2024-04-25T17:18:53.971 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/1 27 root cwd unknown /proc/27/cwd (readlink: Permission denied) 2024-04-25T17:18:53.971 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/1 27 root rtd unknown /proc/27/root (readlink: Permission denied) 2024-04-25T17:18:53.971 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/1 27 root txt unknown /proc/27/exe (readlink: Permission denied) 2024-04-25T17:18:53.971 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/1 27 root NOFD /proc/27/fd (opendir: Permission denied) 2024-04-25T17:18:53.971 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/2 28 root cwd unknown /proc/28/cwd (readlink: Permission denied) 2024-04-25T17:18:53.971 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/2 28 root rtd unknown /proc/28/root (readlink: Permission denied) 2024-04-25T17:18:53.972 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/2 28 root txt unknown /proc/28/exe (readlink: Permission denied) 2024-04-25T17:18:53.972 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/2 28 root NOFD /proc/28/fd (opendir: Permission denied) 2024-04-25T17:18:53.972 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 29 root cwd unknown /proc/29/cwd (readlink: Permission denied) 2024-04-25T17:18:53.972 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 29 root rtd unknown /proc/29/root (readlink: Permission denied) 2024-04-25T17:18:53.972 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 29 root txt unknown /proc/29/exe (readlink: Permission denied) 2024-04-25T17:18:53.972 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 29 root NOFD /proc/29/fd (opendir: Permission denied) 2024-04-25T17:18:53.972 INFO:tasks.workunit.client.0.smithi028.stdout:migration 30 root cwd unknown /proc/30/cwd (readlink: Permission denied) 2024-04-25T17:18:53.972 INFO:tasks.workunit.client.0.smithi028.stdout:migration 30 root rtd unknown /proc/30/root (readlink: Permission denied) 2024-04-25T17:18:53.972 INFO:tasks.workunit.client.0.smithi028.stdout:migration 30 root txt unknown /proc/30/exe (readlink: Permission denied) 2024-04-25T17:18:53.972 INFO:tasks.workunit.client.0.smithi028.stdout:migration 30 root NOFD /proc/30/fd (opendir: Permission denied) 2024-04-25T17:18:53.972 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 31 root cwd unknown /proc/31/cwd (readlink: Permission denied) 2024-04-25T17:18:53.972 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 31 root rtd unknown /proc/31/root (readlink: Permission denied) 2024-04-25T17:18:53.972 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 31 root txt unknown /proc/31/exe (readlink: Permission denied) 2024-04-25T17:18:53.972 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 31 root NOFD /proc/31/fd (opendir: Permission denied) 2024-04-25T17:18:53.973 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/2 33 root cwd unknown /proc/33/cwd (readlink: Permission denied) 2024-04-25T17:18:53.973 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/2 33 root rtd unknown /proc/33/root (readlink: Permission denied) 2024-04-25T17:18:53.973 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/2 33 root txt unknown /proc/33/exe (readlink: Permission denied) 2024-04-25T17:18:53.973 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/2 33 root NOFD /proc/33/fd (opendir: Permission denied) 2024-04-25T17:18:53.973 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/3 34 root cwd unknown /proc/34/cwd (readlink: Permission denied) 2024-04-25T17:18:53.973 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/3 34 root rtd unknown /proc/34/root (readlink: Permission denied) 2024-04-25T17:18:53.973 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/3 34 root txt unknown /proc/34/exe (readlink: Permission denied) 2024-04-25T17:18:53.973 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/3 34 root NOFD /proc/34/fd (opendir: Permission denied) 2024-04-25T17:18:53.973 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 35 root cwd unknown /proc/35/cwd (readlink: Permission denied) 2024-04-25T17:18:53.973 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 35 root rtd unknown /proc/35/root (readlink: Permission denied) 2024-04-25T17:18:53.973 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 35 root txt unknown /proc/35/exe (readlink: Permission denied) 2024-04-25T17:18:53.973 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 35 root NOFD /proc/35/fd (opendir: Permission denied) 2024-04-25T17:18:53.973 INFO:tasks.workunit.client.0.smithi028.stdout:migration 36 root cwd unknown /proc/36/cwd (readlink: Permission denied) 2024-04-25T17:18:53.973 INFO:tasks.workunit.client.0.smithi028.stdout:migration 36 root rtd unknown /proc/36/root (readlink: Permission denied) 2024-04-25T17:18:53.974 INFO:tasks.workunit.client.0.smithi028.stdout:migration 36 root txt unknown /proc/36/exe (readlink: Permission denied) 2024-04-25T17:18:53.974 INFO:tasks.workunit.client.0.smithi028.stdout:migration 36 root NOFD /proc/36/fd (opendir: Permission denied) 2024-04-25T17:18:53.974 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 37 root cwd unknown /proc/37/cwd (readlink: Permission denied) 2024-04-25T17:18:53.974 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 37 root rtd unknown /proc/37/root (readlink: Permission denied) 2024-04-25T17:18:53.974 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 37 root txt unknown /proc/37/exe (readlink: Permission denied) 2024-04-25T17:18:53.974 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 37 root NOFD /proc/37/fd (opendir: Permission denied) 2024-04-25T17:18:53.974 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/3 39 root cwd unknown /proc/39/cwd (readlink: Permission denied) 2024-04-25T17:18:53.974 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/3 39 root rtd unknown /proc/39/root (readlink: Permission denied) 2024-04-25T17:18:53.974 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/3 39 root txt unknown /proc/39/exe (readlink: Permission denied) 2024-04-25T17:18:53.974 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/3 39 root NOFD /proc/39/fd (opendir: Permission denied) 2024-04-25T17:18:53.974 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/4 40 root cwd unknown /proc/40/cwd (readlink: Permission denied) 2024-04-25T17:18:53.974 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/4 40 root rtd unknown /proc/40/root (readlink: Permission denied) 2024-04-25T17:18:53.974 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/4 40 root txt unknown /proc/40/exe (readlink: Permission denied) 2024-04-25T17:18:53.974 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/4 40 root NOFD /proc/40/fd (opendir: Permission denied) 2024-04-25T17:18:53.975 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 41 root cwd unknown /proc/41/cwd (readlink: Permission denied) 2024-04-25T17:18:53.975 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 41 root rtd unknown /proc/41/root (readlink: Permission denied) 2024-04-25T17:18:53.975 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 41 root txt unknown /proc/41/exe (readlink: Permission denied) 2024-04-25T17:18:53.975 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 41 root NOFD /proc/41/fd (opendir: Permission denied) 2024-04-25T17:18:53.975 INFO:tasks.workunit.client.0.smithi028.stdout:migration 42 root cwd unknown /proc/42/cwd (readlink: Permission denied) 2024-04-25T17:18:53.975 INFO:tasks.workunit.client.0.smithi028.stdout:migration 42 root rtd unknown /proc/42/root (readlink: Permission denied) 2024-04-25T17:18:53.996 INFO:tasks.workunit.client.0.smithi028.stdout:migration 42 root txt unknown /proc/42/exe (readlink: Permission denied) 2024-04-25T17:18:53.996 INFO:tasks.workunit.client.0.smithi028.stdout:migration 42 root NOFD /proc/42/fd (opendir: Permission denied) 2024-04-25T17:18:53.996 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 43 root cwd unknown /proc/43/cwd (readlink: Permission denied) 2024-04-25T17:18:53.997 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 43 root rtd unknown /proc/43/root (readlink: Permission denied) 2024-04-25T17:18:53.997 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 43 root txt unknown /proc/43/exe (readlink: Permission denied) 2024-04-25T17:18:53.997 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 43 root NOFD /proc/43/fd (opendir: Permission denied) 2024-04-25T17:18:53.997 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/4 44 root cwd unknown /proc/44/cwd (readlink: Permission denied) 2024-04-25T17:18:53.997 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/4 44 root rtd unknown /proc/44/root (readlink: Permission denied) 2024-04-25T17:18:53.997 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/4 44 root txt unknown /proc/44/exe (readlink: Permission denied) 2024-04-25T17:18:53.997 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/4 44 root NOFD /proc/44/fd (opendir: Permission denied) 2024-04-25T17:18:53.997 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/4 45 root cwd unknown /proc/45/cwd (readlink: Permission denied) 2024-04-25T17:18:53.997 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/4 45 root rtd unknown /proc/45/root (readlink: Permission denied) 2024-04-25T17:18:53.997 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/4 45 root txt unknown /proc/45/exe (readlink: Permission denied) 2024-04-25T17:18:53.997 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/4 45 root NOFD /proc/45/fd (opendir: Permission denied) 2024-04-25T17:18:53.997 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/5 46 root cwd unknown /proc/46/cwd (readlink: Permission denied) 2024-04-25T17:18:53.997 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/5 46 root rtd unknown /proc/46/root (readlink: Permission denied) 2024-04-25T17:18:53.998 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/5 46 root txt unknown /proc/46/exe (readlink: Permission denied) 2024-04-25T17:18:53.998 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/5 46 root NOFD /proc/46/fd (opendir: Permission denied) 2024-04-25T17:18:53.998 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 47 root cwd unknown /proc/47/cwd (readlink: Permission denied) 2024-04-25T17:18:53.998 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 47 root rtd unknown /proc/47/root (readlink: Permission denied) 2024-04-25T17:18:53.998 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 47 root txt unknown /proc/47/exe (readlink: Permission denied) 2024-04-25T17:18:53.998 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 47 root NOFD /proc/47/fd (opendir: Permission denied) 2024-04-25T17:18:53.998 INFO:tasks.workunit.client.0.smithi028.stdout:migration 48 root cwd unknown /proc/48/cwd (readlink: Permission denied) 2024-04-25T17:18:53.998 INFO:tasks.workunit.client.0.smithi028.stdout:migration 48 root rtd unknown /proc/48/root (readlink: Permission denied) 2024-04-25T17:18:53.998 INFO:tasks.workunit.client.0.smithi028.stdout:migration 48 root txt unknown /proc/48/exe (readlink: Permission denied) 2024-04-25T17:18:53.998 INFO:tasks.workunit.client.0.smithi028.stdout:migration 48 root NOFD /proc/48/fd (opendir: Permission denied) 2024-04-25T17:18:53.998 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 49 root cwd unknown /proc/49/cwd (readlink: Permission denied) 2024-04-25T17:18:53.998 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 49 root rtd unknown /proc/49/root (readlink: Permission denied) 2024-04-25T17:18:53.998 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 49 root txt unknown /proc/49/exe (readlink: Permission denied) 2024-04-25T17:18:53.998 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 49 root NOFD /proc/49/fd (opendir: Permission denied) 2024-04-25T17:18:53.999 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/5 51 root cwd unknown /proc/51/cwd (readlink: Permission denied) 2024-04-25T17:18:53.999 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/5 51 root rtd unknown /proc/51/root (readlink: Permission denied) 2024-04-25T17:18:53.999 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/5 51 root txt unknown /proc/51/exe (readlink: Permission denied) 2024-04-25T17:18:53.999 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/5 51 root NOFD /proc/51/fd (opendir: Permission denied) 2024-04-25T17:18:53.999 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/6 52 root cwd unknown /proc/52/cwd (readlink: Permission denied) 2024-04-25T17:18:53.999 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/6 52 root rtd unknown /proc/52/root (readlink: Permission denied) 2024-04-25T17:18:53.999 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/6 52 root txt unknown /proc/52/exe (readlink: Permission denied) 2024-04-25T17:18:53.999 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/6 52 root NOFD /proc/52/fd (opendir: Permission denied) 2024-04-25T17:18:53.999 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 53 root cwd unknown /proc/53/cwd (readlink: Permission denied) 2024-04-25T17:18:53.999 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 53 root rtd unknown /proc/53/root (readlink: Permission denied) 2024-04-25T17:18:53.999 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 53 root txt unknown /proc/53/exe (readlink: Permission denied) 2024-04-25T17:18:53.999 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 53 root NOFD /proc/53/fd (opendir: Permission denied) 2024-04-25T17:18:53.999 INFO:tasks.workunit.client.0.smithi028.stdout:migration 54 root cwd unknown /proc/54/cwd (readlink: Permission denied) 2024-04-25T17:18:53.999 INFO:tasks.workunit.client.0.smithi028.stdout:migration 54 root rtd unknown /proc/54/root (readlink: Permission denied) 2024-04-25T17:18:53.999 INFO:tasks.workunit.client.0.smithi028.stdout:migration 54 root txt unknown /proc/54/exe (readlink: Permission denied) 2024-04-25T17:18:54.000 INFO:tasks.workunit.client.0.smithi028.stdout:migration 54 root NOFD /proc/54/fd (opendir: Permission denied) 2024-04-25T17:18:54.000 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 55 root cwd unknown /proc/55/cwd (readlink: Permission denied) 2024-04-25T17:18:54.000 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 55 root rtd unknown /proc/55/root (readlink: Permission denied) 2024-04-25T17:18:54.000 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 55 root txt unknown /proc/55/exe (readlink: Permission denied) 2024-04-25T17:18:54.000 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 55 root NOFD /proc/55/fd (opendir: Permission denied) 2024-04-25T17:18:54.000 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/6 57 root cwd unknown /proc/57/cwd (readlink: Permission denied) 2024-04-25T17:18:54.000 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/6 57 root rtd unknown /proc/57/root (readlink: Permission denied) 2024-04-25T17:18:54.000 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/6 57 root txt unknown /proc/57/exe (readlink: Permission denied) 2024-04-25T17:18:54.000 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/6 57 root NOFD /proc/57/fd (opendir: Permission denied) 2024-04-25T17:18:54.000 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/7 58 root cwd unknown /proc/58/cwd (readlink: Permission denied) 2024-04-25T17:18:54.000 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/7 58 root rtd unknown /proc/58/root (readlink: Permission denied) 2024-04-25T17:18:54.000 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/7 58 root txt unknown /proc/58/exe (readlink: Permission denied) 2024-04-25T17:18:54.000 INFO:tasks.workunit.client.0.smithi028.stdout:cpuhp/7 58 root NOFD /proc/58/fd (opendir: Permission denied) 2024-04-25T17:18:54.001 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 59 root cwd unknown /proc/59/cwd (readlink: Permission denied) 2024-04-25T17:18:54.001 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 59 root rtd unknown /proc/59/root (readlink: Permission denied) 2024-04-25T17:18:54.001 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 59 root txt unknown /proc/59/exe (readlink: Permission denied) 2024-04-25T17:18:54.001 INFO:tasks.workunit.client.0.smithi028.stdout:idle_inje 59 root NOFD /proc/59/fd (opendir: Permission denied) 2024-04-25T17:18:54.001 INFO:tasks.workunit.client.0.smithi028.stdout:migration 60 root cwd unknown /proc/60/cwd (readlink: Permission denied) 2024-04-25T17:18:54.001 INFO:tasks.workunit.client.0.smithi028.stdout:migration 60 root rtd unknown /proc/60/root (readlink: Permission denied) 2024-04-25T17:18:54.001 INFO:tasks.workunit.client.0.smithi028.stdout:migration 60 root txt unknown /proc/60/exe (readlink: Permission denied) 2024-04-25T17:18:54.001 INFO:tasks.workunit.client.0.smithi028.stdout:migration 60 root NOFD /proc/60/fd (opendir: Permission denied) 2024-04-25T17:18:54.001 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 61 root cwd unknown /proc/61/cwd (readlink: Permission denied) 2024-04-25T17:18:54.001 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 61 root rtd unknown /proc/61/root (readlink: Permission denied) 2024-04-25T17:18:54.001 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 61 root txt unknown /proc/61/exe (readlink: Permission denied) 2024-04-25T17:18:54.001 INFO:tasks.workunit.client.0.smithi028.stdout:ksoftirqd 61 root NOFD /proc/61/fd (opendir: Permission denied) 2024-04-25T17:18:54.001 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/7 63 root cwd unknown /proc/63/cwd (readlink: Permission denied) 2024-04-25T17:18:54.001 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/7 63 root rtd unknown /proc/63/root (readlink: Permission denied) 2024-04-25T17:18:54.002 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/7 63 root txt unknown /proc/63/exe (readlink: Permission denied) 2024-04-25T17:18:54.002 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/7 63 root NOFD /proc/63/fd (opendir: Permission denied) 2024-04-25T17:18:54.002 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 65 root cwd unknown /proc/65/cwd (readlink: Permission denied) 2024-04-25T17:18:54.002 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 65 root rtd unknown /proc/65/root (readlink: Permission denied) 2024-04-25T17:18:54.002 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 65 root txt unknown /proc/65/exe (readlink: Permission denied) 2024-04-25T17:18:54.002 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 65 root NOFD /proc/65/fd (opendir: Permission denied) 2024-04-25T17:18:54.002 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 66 root cwd unknown /proc/66/cwd (readlink: Permission denied) 2024-04-25T17:18:54.002 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 66 root rtd unknown /proc/66/root (readlink: Permission denied) 2024-04-25T17:18:54.002 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 66 root txt unknown /proc/66/exe (readlink: Permission denied) 2024-04-25T17:18:54.002 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 66 root NOFD /proc/66/fd (opendir: Permission denied) 2024-04-25T17:18:54.002 INFO:tasks.workunit.client.0.smithi028.stdout:kdevtmpfs 71 root cwd unknown /proc/71/cwd (readlink: Permission denied) 2024-04-25T17:18:54.002 INFO:tasks.workunit.client.0.smithi028.stdout:kdevtmpfs 71 root rtd unknown /proc/71/root (readlink: Permission denied) 2024-04-25T17:18:54.002 INFO:tasks.workunit.client.0.smithi028.stdout:kdevtmpfs 71 root txt unknown /proc/71/exe (readlink: Permission denied) 2024-04-25T17:18:54.002 INFO:tasks.workunit.client.0.smithi028.stdout:kdevtmpfs 71 root NOFD /proc/71/fd (opendir: Permission denied) 2024-04-25T17:18:54.003 INFO:tasks.workunit.client.0.smithi028.stdout:inet_frag 72 root cwd unknown /proc/72/cwd (readlink: Permission denied) 2024-04-25T17:18:54.003 INFO:tasks.workunit.client.0.smithi028.stdout:inet_frag 72 root rtd unknown /proc/72/root (readlink: Permission denied) 2024-04-25T17:18:54.003 INFO:tasks.workunit.client.0.smithi028.stdout:inet_frag 72 root txt unknown /proc/72/exe (readlink: Permission denied) 2024-04-25T17:18:54.003 INFO:tasks.workunit.client.0.smithi028.stdout:inet_frag 72 root NOFD /proc/72/fd (opendir: Permission denied) 2024-04-25T17:18:54.003 INFO:tasks.workunit.client.0.smithi028.stdout:kauditd 73 root cwd unknown /proc/73/cwd (readlink: Permission denied) 2024-04-25T17:18:54.003 INFO:tasks.workunit.client.0.smithi028.stdout:kauditd 73 root rtd unknown /proc/73/root (readlink: Permission denied) 2024-04-25T17:18:54.003 INFO:tasks.workunit.client.0.smithi028.stdout:kauditd 73 root txt unknown /proc/73/exe (readlink: Permission denied) 2024-04-25T17:18:54.003 INFO:tasks.workunit.client.0.smithi028.stdout:kauditd 73 root NOFD /proc/73/fd (opendir: Permission denied) 2024-04-25T17:18:54.003 INFO:tasks.workunit.client.0.smithi028.stdout:khungtask 75 root cwd unknown /proc/75/cwd (readlink: Permission denied) 2024-04-25T17:18:54.003 INFO:tasks.workunit.client.0.smithi028.stdout:khungtask 75 root rtd unknown /proc/75/root (readlink: Permission denied) 2024-04-25T17:18:54.003 INFO:tasks.workunit.client.0.smithi028.stdout:khungtask 75 root txt unknown /proc/75/exe (readlink: Permission denied) 2024-04-25T17:18:54.003 INFO:tasks.workunit.client.0.smithi028.stdout:khungtask 75 root NOFD /proc/75/fd (opendir: Permission denied) 2024-04-25T17:18:54.003 INFO:tasks.workunit.client.0.smithi028.stdout:oom_reape 76 root cwd unknown /proc/76/cwd (readlink: Permission denied) 2024-04-25T17:18:54.003 INFO:tasks.workunit.client.0.smithi028.stdout:oom_reape 76 root rtd unknown /proc/76/root (readlink: Permission denied) 2024-04-25T17:18:54.003 INFO:tasks.workunit.client.0.smithi028.stdout:oom_reape 76 root txt unknown /proc/76/exe (readlink: Permission denied) 2024-04-25T17:18:54.004 INFO:tasks.workunit.client.0.smithi028.stdout:oom_reape 76 root NOFD /proc/76/fd (opendir: Permission denied) 2024-04-25T17:18:54.004 INFO:tasks.workunit.client.0.smithi028.stdout:writeback 77 root cwd unknown /proc/77/cwd (readlink: Permission denied) 2024-04-25T17:18:54.004 INFO:tasks.workunit.client.0.smithi028.stdout:writeback 77 root rtd unknown /proc/77/root (readlink: Permission denied) 2024-04-25T17:18:54.004 INFO:tasks.workunit.client.0.smithi028.stdout:writeback 77 root txt unknown /proc/77/exe (readlink: Permission denied) 2024-04-25T17:18:54.004 INFO:tasks.workunit.client.0.smithi028.stdout:writeback 77 root NOFD /proc/77/fd (opendir: Permission denied) 2024-04-25T17:18:54.004 INFO:tasks.workunit.client.0.smithi028.stdout:kcompactd 78 root cwd unknown /proc/78/cwd (readlink: Permission denied) 2024-04-25T17:18:54.004 INFO:tasks.workunit.client.0.smithi028.stdout:kcompactd 78 root rtd unknown /proc/78/root (readlink: Permission denied) 2024-04-25T17:18:54.004 INFO:tasks.workunit.client.0.smithi028.stdout:kcompactd 78 root txt unknown /proc/78/exe (readlink: Permission denied) 2024-04-25T17:18:54.004 INFO:tasks.workunit.client.0.smithi028.stdout:kcompactd 78 root NOFD /proc/78/fd (opendir: Permission denied) 2024-04-25T17:18:54.004 INFO:tasks.workunit.client.0.smithi028.stdout:ksmd 79 root cwd unknown /proc/79/cwd (readlink: Permission denied) 2024-04-25T17:18:54.004 INFO:tasks.workunit.client.0.smithi028.stdout:ksmd 79 root rtd unknown /proc/79/root (readlink: Permission denied) 2024-04-25T17:18:54.004 INFO:tasks.workunit.client.0.smithi028.stdout:ksmd 79 root txt unknown /proc/79/exe (readlink: Permission denied) 2024-04-25T17:18:54.004 INFO:tasks.workunit.client.0.smithi028.stdout:ksmd 79 root NOFD /proc/79/fd (opendir: Permission denied) 2024-04-25T17:18:54.004 INFO:tasks.workunit.client.0.smithi028.stdout:khugepage 81 root cwd unknown /proc/81/cwd (readlink: Permission denied) 2024-04-25T17:18:54.005 INFO:tasks.workunit.client.0.smithi028.stdout:khugepage 81 root rtd unknown /proc/81/root (readlink: Permission denied) 2024-04-25T17:18:54.005 INFO:tasks.workunit.client.0.smithi028.stdout:khugepage 81 root txt unknown /proc/81/exe (readlink: Permission denied) 2024-04-25T17:18:54.005 INFO:tasks.workunit.client.0.smithi028.stdout:khugepage 81 root NOFD /proc/81/fd (opendir: Permission denied) 2024-04-25T17:18:54.005 INFO:tasks.workunit.client.0.smithi028.stdout:cryptd 82 root cwd unknown /proc/82/cwd (readlink: Permission denied) 2024-04-25T17:18:54.005 INFO:tasks.workunit.client.0.smithi028.stdout:cryptd 82 root rtd unknown /proc/82/root (readlink: Permission denied) 2024-04-25T17:18:54.005 INFO:tasks.workunit.client.0.smithi028.stdout:cryptd 82 root txt unknown /proc/82/exe (readlink: Permission denied) 2024-04-25T17:18:54.005 INFO:tasks.workunit.client.0.smithi028.stdout:cryptd 82 root NOFD /proc/82/fd (opendir: Permission denied) 2024-04-25T17:18:54.005 INFO:tasks.workunit.client.0.smithi028.stdout:kintegrit 83 root cwd unknown /proc/83/cwd (readlink: Permission denied) 2024-04-25T17:18:54.005 INFO:tasks.workunit.client.0.smithi028.stdout:kintegrit 83 root rtd unknown /proc/83/root (readlink: Permission denied) 2024-04-25T17:18:54.005 INFO:tasks.workunit.client.0.smithi028.stdout:kintegrit 83 root txt unknown /proc/83/exe (readlink: Permission denied) 2024-04-25T17:18:54.005 INFO:tasks.workunit.client.0.smithi028.stdout:kintegrit 83 root NOFD /proc/83/fd (opendir: Permission denied) 2024-04-25T17:18:54.005 INFO:tasks.workunit.client.0.smithi028.stdout:kblockd 84 root cwd unknown /proc/84/cwd (readlink: Permission denied) 2024-04-25T17:18:54.005 INFO:tasks.workunit.client.0.smithi028.stdout:kblockd 84 root rtd unknown /proc/84/root (readlink: Permission denied) 2024-04-25T17:18:54.005 INFO:tasks.workunit.client.0.smithi028.stdout:kblockd 84 root txt unknown /proc/84/exe (readlink: Permission denied) 2024-04-25T17:18:54.006 INFO:tasks.workunit.client.0.smithi028.stdout:kblockd 84 root NOFD /proc/84/fd (opendir: Permission denied) 2024-04-25T17:18:54.006 INFO:tasks.workunit.client.0.smithi028.stdout:blkcg_pun 85 root cwd unknown /proc/85/cwd (readlink: Permission denied) 2024-04-25T17:18:54.006 INFO:tasks.workunit.client.0.smithi028.stdout:blkcg_pun 85 root rtd unknown /proc/85/root (readlink: Permission denied) 2024-04-25T17:18:54.006 INFO:tasks.workunit.client.0.smithi028.stdout:blkcg_pun 85 root txt unknown /proc/85/exe (readlink: Permission denied) 2024-04-25T17:18:54.006 INFO:tasks.workunit.client.0.smithi028.stdout:blkcg_pun 85 root NOFD /proc/85/fd (opendir: Permission denied) 2024-04-25T17:18:54.006 INFO:tasks.workunit.client.0.smithi028.stdout:tpm_dev_w 86 root cwd unknown /proc/86/cwd (readlink: Permission denied) 2024-04-25T17:18:54.006 INFO:tasks.workunit.client.0.smithi028.stdout:tpm_dev_w 86 root rtd unknown /proc/86/root (readlink: Permission denied) 2024-04-25T17:18:54.006 INFO:tasks.workunit.client.0.smithi028.stdout:tpm_dev_w 86 root txt unknown /proc/86/exe (readlink: Permission denied) 2024-04-25T17:18:54.006 INFO:tasks.workunit.client.0.smithi028.stdout:tpm_dev_w 86 root NOFD /proc/86/fd (opendir: Permission denied) 2024-04-25T17:18:54.006 INFO:tasks.workunit.client.0.smithi028.stdout:md 87 root cwd unknown /proc/87/cwd (readlink: Permission denied) 2024-04-25T17:18:54.006 INFO:tasks.workunit.client.0.smithi028.stdout:md 87 root rtd unknown /proc/87/root (readlink: Permission denied) 2024-04-25T17:18:54.006 INFO:tasks.workunit.client.0.smithi028.stdout:md 87 root txt unknown /proc/87/exe (readlink: Permission denied) 2024-04-25T17:18:54.006 INFO:tasks.workunit.client.0.smithi028.stdout:md 87 root NOFD /proc/87/fd (opendir: Permission denied) 2024-04-25T17:18:54.006 INFO:tasks.workunit.client.0.smithi028.stdout:md_bitmap 88 root cwd unknown /proc/88/cwd (readlink: Permission denied) 2024-04-25T17:18:54.006 INFO:tasks.workunit.client.0.smithi028.stdout:md_bitmap 88 root rtd unknown /proc/88/root (readlink: Permission denied) 2024-04-25T17:18:54.007 INFO:tasks.workunit.client.0.smithi028.stdout:md_bitmap 88 root txt unknown /proc/88/exe (readlink: Permission denied) 2024-04-25T17:18:54.007 INFO:tasks.workunit.client.0.smithi028.stdout:md_bitmap 88 root NOFD /proc/88/fd (opendir: Permission denied) 2024-04-25T17:18:54.007 INFO:tasks.workunit.client.0.smithi028.stdout:edac-poll 89 root cwd unknown /proc/89/cwd (readlink: Permission denied) 2024-04-25T17:18:54.007 INFO:tasks.workunit.client.0.smithi028.stdout:edac-poll 89 root rtd unknown /proc/89/root (readlink: Permission denied) 2024-04-25T17:18:54.007 INFO:tasks.workunit.client.0.smithi028.stdout:edac-poll 89 root txt unknown /proc/89/exe (readlink: Permission denied) 2024-04-25T17:18:54.007 INFO:tasks.workunit.client.0.smithi028.stdout:edac-poll 89 root NOFD /proc/89/fd (opendir: Permission denied) 2024-04-25T17:18:54.007 INFO:tasks.workunit.client.0.smithi028.stdout:watchdogd 90 root cwd unknown /proc/90/cwd (readlink: Permission denied) 2024-04-25T17:18:54.007 INFO:tasks.workunit.client.0.smithi028.stdout:watchdogd 90 root rtd unknown /proc/90/root (readlink: Permission denied) 2024-04-25T17:18:54.007 INFO:tasks.workunit.client.0.smithi028.stdout:watchdogd 90 root txt unknown /proc/90/exe (readlink: Permission denied) 2024-04-25T17:18:54.007 INFO:tasks.workunit.client.0.smithi028.stdout:watchdogd 90 root NOFD /proc/90/fd (opendir: Permission denied) 2024-04-25T17:18:54.007 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/3 91 root cwd unknown /proc/91/cwd (readlink: Permission denied) 2024-04-25T17:18:54.007 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/3 91 root rtd unknown /proc/91/root (readlink: Permission denied) 2024-04-25T17:18:54.007 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/3 91 root txt unknown /proc/91/exe (readlink: Permission denied) 2024-04-25T17:18:54.007 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/3 91 root NOFD /proc/91/fd (opendir: Permission denied) 2024-04-25T17:18:54.008 INFO:tasks.workunit.client.0.smithi028.stdout:kswapd0 93 root cwd unknown /proc/93/cwd (readlink: Permission denied) 2024-04-25T17:18:54.008 INFO:tasks.workunit.client.0.smithi028.stdout:kswapd0 93 root rtd unknown /proc/93/root (readlink: Permission denied) 2024-04-25T17:18:54.008 INFO:tasks.workunit.client.0.smithi028.stdout:kswapd0 93 root txt unknown /proc/93/exe (readlink: Permission denied) 2024-04-25T17:18:54.008 INFO:tasks.workunit.client.0.smithi028.stdout:kswapd0 93 root NOFD /proc/93/fd (opendir: Permission denied) 2024-04-25T17:18:54.008 INFO:tasks.workunit.client.0.smithi028.stdout:kthrotld 99 root cwd unknown /proc/99/cwd (readlink: Permission denied) 2024-04-25T17:18:54.008 INFO:tasks.workunit.client.0.smithi028.stdout:kthrotld 99 root rtd unknown /proc/99/root (readlink: Permission denied) 2024-04-25T17:18:54.008 INFO:tasks.workunit.client.0.smithi028.stdout:kthrotld 99 root txt unknown /proc/99/exe (readlink: Permission denied) 2024-04-25T17:18:54.008 INFO:tasks.workunit.client.0.smithi028.stdout:kthrotld 99 root NOFD /proc/99/fd (opendir: Permission denied) 2024-04-25T17:18:54.008 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/3 102 root cwd unknown /proc/102/cwd (readlink: Permission denied) 2024-04-25T17:18:54.008 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/3 102 root rtd unknown /proc/102/root (readlink: Permission denied) 2024-04-25T17:18:54.008 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/3 102 root txt unknown /proc/102/exe (readlink: Permission denied) 2024-04-25T17:18:54.008 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/3 102 root NOFD /proc/102/fd (opendir: Permission denied) 2024-04-25T17:18:54.008 INFO:tasks.workunit.client.0.smithi028.stdout:acpi_ther 109 root cwd unknown /proc/109/cwd (readlink: Permission denied) 2024-04-25T17:18:54.009 INFO:tasks.workunit.client.0.smithi028.stdout:acpi_ther 109 root rtd unknown /proc/109/root (readlink: Permission denied) 2024-04-25T17:18:54.009 INFO:tasks.workunit.client.0.smithi028.stdout:acpi_ther 109 root txt unknown /proc/109/exe (readlink: Permission denied) 2024-04-25T17:18:54.009 INFO:tasks.workunit.client.0.smithi028.stdout:acpi_ther 109 root NOFD /proc/109/fd (opendir: Permission denied) 2024-04-25T17:18:54.009 INFO:tasks.workunit.client.0.smithi028.stdout:kmpath_rd 110 root cwd unknown /proc/110/cwd (readlink: Permission denied) 2024-04-25T17:18:54.009 INFO:tasks.workunit.client.0.smithi028.stdout:kmpath_rd 110 root rtd unknown /proc/110/root (readlink: Permission denied) 2024-04-25T17:18:54.009 INFO:tasks.workunit.client.0.smithi028.stdout:kmpath_rd 110 root txt unknown /proc/110/exe (readlink: Permission denied) 2024-04-25T17:18:54.009 INFO:tasks.workunit.client.0.smithi028.stdout:kmpath_rd 110 root NOFD /proc/110/fd (opendir: Permission denied) 2024-04-25T17:18:54.009 INFO:tasks.workunit.client.0.smithi028.stdout:kaluad 111 root cwd unknown /proc/111/cwd (readlink: Permission denied) 2024-04-25T17:18:54.009 INFO:tasks.workunit.client.0.smithi028.stdout:kaluad 111 root rtd unknown /proc/111/root (readlink: Permission denied) 2024-04-25T17:18:54.009 INFO:tasks.workunit.client.0.smithi028.stdout:kaluad 111 root txt unknown /proc/111/exe (readlink: Permission denied) 2024-04-25T17:18:54.009 INFO:tasks.workunit.client.0.smithi028.stdout:kaluad 111 root NOFD /proc/111/fd (opendir: Permission denied) 2024-04-25T17:18:54.009 INFO:tasks.workunit.client.0.smithi028.stdout:mld 113 root cwd unknown /proc/113/cwd (readlink: Permission denied) 2024-04-25T17:18:54.009 INFO:tasks.workunit.client.0.smithi028.stdout:mld 113 root rtd unknown /proc/113/root (readlink: Permission denied) 2024-04-25T17:18:54.009 INFO:tasks.workunit.client.0.smithi028.stdout:mld 113 root txt unknown /proc/113/exe (readlink: Permission denied) 2024-04-25T17:18:54.010 INFO:tasks.workunit.client.0.smithi028.stdout:mld 113 root NOFD /proc/113/fd (opendir: Permission denied) 2024-04-25T17:18:54.010 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/5 114 root cwd unknown /proc/114/cwd (readlink: Permission denied) 2024-04-25T17:18:54.010 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/5 114 root rtd unknown /proc/114/root (readlink: Permission denied) 2024-04-25T17:18:54.010 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/5 114 root txt unknown /proc/114/exe (readlink: Permission denied) 2024-04-25T17:18:54.010 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/5 114 root NOFD /proc/114/fd (opendir: Permission denied) 2024-04-25T17:18:54.010 INFO:tasks.workunit.client.0.smithi028.stdout:ipv6_addr 115 root cwd unknown /proc/115/cwd (readlink: Permission denied) 2024-04-25T17:18:54.010 INFO:tasks.workunit.client.0.smithi028.stdout:ipv6_addr 115 root rtd unknown /proc/115/root (readlink: Permission denied) 2024-04-25T17:18:54.010 INFO:tasks.workunit.client.0.smithi028.stdout:ipv6_addr 115 root txt unknown /proc/115/exe (readlink: Permission denied) 2024-04-25T17:18:54.010 INFO:tasks.workunit.client.0.smithi028.stdout:ipv6_addr 115 root NOFD /proc/115/fd (opendir: Permission denied) 2024-04-25T17:18:54.010 INFO:tasks.workunit.client.0.smithi028.stdout:kstrp 124 root cwd unknown /proc/124/cwd (readlink: Permission denied) 2024-04-25T17:18:54.010 INFO:tasks.workunit.client.0.smithi028.stdout:kstrp 124 root rtd unknown /proc/124/root (readlink: Permission denied) 2024-04-25T17:18:54.010 INFO:tasks.workunit.client.0.smithi028.stdout:kstrp 124 root txt unknown /proc/124/exe (readlink: Permission denied) 2024-04-25T17:18:54.010 INFO:tasks.workunit.client.0.smithi028.stdout:kstrp 124 root NOFD /proc/124/fd (opendir: Permission denied) 2024-04-25T17:18:54.010 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/2 125 root cwd unknown /proc/125/cwd (readlink: Permission denied) 2024-04-25T17:18:54.011 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/2 125 root rtd unknown /proc/125/root (readlink: Permission denied) 2024-04-25T17:18:54.011 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/2 125 root txt unknown /proc/125/exe (readlink: Permission denied) 2024-04-25T17:18:54.011 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/2 125 root NOFD /proc/125/fd (opendir: Permission denied) 2024-04-25T17:18:54.011 INFO:tasks.workunit.client.0.smithi028.stdout:zswap-shr 131 root cwd unknown /proc/131/cwd (readlink: Permission denied) 2024-04-25T17:18:54.011 INFO:tasks.workunit.client.0.smithi028.stdout:zswap-shr 131 root rtd unknown /proc/131/root (readlink: Permission denied) 2024-04-25T17:18:54.011 INFO:tasks.workunit.client.0.smithi028.stdout:zswap-shr 131 root txt unknown /proc/131/exe (readlink: Permission denied) 2024-04-25T17:18:54.011 INFO:tasks.workunit.client.0.smithi028.stdout:zswap-shr 131 root NOFD /proc/131/fd (opendir: Permission denied) 2024-04-25T17:18:54.011 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 132 root cwd unknown /proc/132/cwd (readlink: Permission denied) 2024-04-25T17:18:54.011 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 132 root rtd unknown /proc/132/root (readlink: Permission denied) 2024-04-25T17:18:54.011 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 132 root txt unknown /proc/132/exe (readlink: Permission denied) 2024-04-25T17:18:54.011 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 132 root NOFD /proc/132/fd (opendir: Permission denied) 2024-04-25T17:18:54.011 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/4 240 root cwd unknown /proc/240/cwd (readlink: Permission denied) 2024-04-25T17:18:54.011 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/4 240 root rtd unknown /proc/240/root (readlink: Permission denied) 2024-04-25T17:18:54.011 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/4 240 root txt unknown /proc/240/exe (readlink: Permission denied) 2024-04-25T17:18:54.011 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/4 240 root NOFD /proc/240/fd (opendir: Permission denied) 2024-04-25T17:18:54.011 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/6 279 root cwd unknown /proc/279/cwd (readlink: Permission denied) 2024-04-25T17:18:54.012 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/6 279 root rtd unknown /proc/279/root (readlink: Permission denied) 2024-04-25T17:18:54.012 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/6 279 root txt unknown /proc/279/exe (readlink: Permission denied) 2024-04-25T17:18:54.012 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/6 279 root NOFD /proc/279/fd (opendir: Permission denied) 2024-04-25T17:18:54.012 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/7 282 root cwd unknown /proc/282/cwd (readlink: Permission denied) 2024-04-25T17:18:54.012 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/7 282 root rtd unknown /proc/282/root (readlink: Permission denied) 2024-04-25T17:18:54.012 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/7 282 root txt unknown /proc/282/exe (readlink: Permission denied) 2024-04-25T17:18:54.012 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/7 282 root NOFD /proc/282/fd (opendir: Permission denied) 2024-04-25T17:18:54.012 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/1 283 root cwd unknown /proc/283/cwd (readlink: Permission denied) 2024-04-25T17:18:54.012 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/1 283 root rtd unknown /proc/283/root (readlink: Permission denied) 2024-04-25T17:18:54.012 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/1 283 root txt unknown /proc/283/exe (readlink: Permission denied) 2024-04-25T17:18:54.012 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/1 283 root NOFD /proc/283/fd (opendir: Permission denied) 2024-04-25T17:18:54.012 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/0 285 root cwd unknown /proc/285/cwd (readlink: Permission denied) 2024-04-25T17:18:54.012 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/0 285 root rtd unknown /proc/285/root (readlink: Permission denied) 2024-04-25T17:18:54.012 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/0 285 root txt unknown /proc/285/exe (readlink: Permission denied) 2024-04-25T17:18:54.013 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/0 285 root NOFD /proc/285/fd (opendir: Permission denied) 2024-04-25T17:18:54.013 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/2 294 root cwd unknown /proc/294/cwd (readlink: Permission denied) 2024-04-25T17:18:54.013 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/2 294 root rtd unknown /proc/294/root (readlink: Permission denied) 2024-04-25T17:18:54.013 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/2 294 root txt unknown /proc/294/exe (readlink: Permission denied) 2024-04-25T17:18:54.013 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/2 294 root NOFD /proc/294/fd (opendir: Permission denied) 2024-04-25T17:18:54.013 INFO:tasks.workunit.client.0.smithi028.stdout:nvme-wq 416 root cwd unknown /proc/416/cwd (readlink: Permission denied) 2024-04-25T17:18:54.013 INFO:tasks.workunit.client.0.smithi028.stdout:nvme-wq 416 root rtd unknown /proc/416/root (readlink: Permission denied) 2024-04-25T17:18:54.013 INFO:tasks.workunit.client.0.smithi028.stdout:nvme-wq 416 root txt unknown /proc/416/exe (readlink: Permission denied) 2024-04-25T17:18:54.013 INFO:tasks.workunit.client.0.smithi028.stdout:nvme-wq 416 root NOFD /proc/416/fd (opendir: Permission denied) 2024-04-25T17:18:54.013 INFO:tasks.workunit.client.0.smithi028.stdout:nvme-rese 417 root cwd unknown /proc/417/cwd (readlink: Permission denied) 2024-04-25T17:18:54.013 INFO:tasks.workunit.client.0.smithi028.stdout:nvme-rese 417 root rtd unknown /proc/417/root (readlink: Permission denied) 2024-04-25T17:18:54.013 INFO:tasks.workunit.client.0.smithi028.stdout:nvme-rese 417 root txt unknown /proc/417/exe (readlink: Permission denied) 2024-04-25T17:18:54.013 INFO:tasks.workunit.client.0.smithi028.stdout:nvme-rese 417 root NOFD /proc/417/fd (opendir: Permission denied) 2024-04-25T17:18:54.014 INFO:tasks.workunit.client.0.smithi028.stdout:nvme-dele 418 root cwd unknown /proc/418/cwd (readlink: Permission denied) 2024-04-25T17:18:54.014 INFO:tasks.workunit.client.0.smithi028.stdout:nvme-dele 418 root rtd unknown /proc/418/root (readlink: Permission denied) 2024-04-25T17:18:54.014 INFO:tasks.workunit.client.0.smithi028.stdout:nvme-dele 418 root txt unknown /proc/418/exe (readlink: Permission denied) 2024-04-25T17:18:54.014 INFO:tasks.workunit.client.0.smithi028.stdout:nvme-dele 418 root NOFD /proc/418/fd (opendir: Permission denied) 2024-04-25T17:18:54.014 INFO:tasks.workunit.client.0.smithi028.stdout:nvme-auth 419 root cwd unknown /proc/419/cwd (readlink: Permission denied) 2024-04-25T17:18:54.014 INFO:tasks.workunit.client.0.smithi028.stdout:nvme-auth 419 root rtd unknown /proc/419/root (readlink: Permission denied) 2024-04-25T17:18:54.014 INFO:tasks.workunit.client.0.smithi028.stdout:nvme-auth 419 root txt unknown /proc/419/exe (readlink: Permission denied) 2024-04-25T17:18:54.014 INFO:tasks.workunit.client.0.smithi028.stdout:nvme-auth 419 root NOFD /proc/419/fd (opendir: Permission denied) 2024-04-25T17:18:54.014 INFO:tasks.workunit.client.0.smithi028.stdout:ata_sff 426 root cwd unknown /proc/426/cwd (readlink: Permission denied) 2024-04-25T17:18:54.014 INFO:tasks.workunit.client.0.smithi028.stdout:ata_sff 426 root rtd unknown /proc/426/root (readlink: Permission denied) 2024-04-25T17:18:54.014 INFO:tasks.workunit.client.0.smithi028.stdout:ata_sff 426 root txt unknown /proc/426/exe (readlink: Permission denied) 2024-04-25T17:18:54.014 INFO:tasks.workunit.client.0.smithi028.stdout:ata_sff 426 root NOFD /proc/426/fd (opendir: Permission denied) 2024-04-25T17:18:54.014 INFO:tasks.workunit.client.0.smithi028.stdout:ixgbe 440 root cwd unknown /proc/440/cwd (readlink: Permission denied) 2024-04-25T17:18:54.014 INFO:tasks.workunit.client.0.smithi028.stdout:ixgbe 440 root rtd unknown /proc/440/root (readlink: Permission denied) 2024-04-25T17:18:54.015 INFO:tasks.workunit.client.0.smithi028.stdout:ixgbe 440 root txt unknown /proc/440/exe (readlink: Permission denied) 2024-04-25T17:18:54.015 INFO:tasks.workunit.client.0.smithi028.stdout:ixgbe 440 root NOFD /proc/440/fd (opendir: Permission denied) 2024-04-25T17:18:54.015 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_0 450 root cwd unknown /proc/450/cwd (readlink: Permission denied) 2024-04-25T17:18:54.015 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_0 450 root rtd unknown /proc/450/root (readlink: Permission denied) 2024-04-25T17:18:54.015 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_0 450 root txt unknown /proc/450/exe (readlink: Permission denied) 2024-04-25T17:18:54.015 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_0 450 root NOFD /proc/450/fd (opendir: Permission denied) 2024-04-25T17:18:54.015 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 451 root cwd unknown /proc/451/cwd (readlink: Permission denied) 2024-04-25T17:18:54.015 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 451 root rtd unknown /proc/451/root (readlink: Permission denied) 2024-04-25T17:18:54.015 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 451 root txt unknown /proc/451/exe (readlink: Permission denied) 2024-04-25T17:18:54.015 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 451 root NOFD /proc/451/fd (opendir: Permission denied) 2024-04-25T17:18:54.015 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_1 452 root cwd unknown /proc/452/cwd (readlink: Permission denied) 2024-04-25T17:18:54.015 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_1 452 root rtd unknown /proc/452/root (readlink: Permission denied) 2024-04-25T17:18:54.015 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_1 452 root txt unknown /proc/452/exe (readlink: Permission denied) 2024-04-25T17:18:54.016 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_1 452 root NOFD /proc/452/fd (opendir: Permission denied) 2024-04-25T17:18:54.016 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 453 root cwd unknown /proc/453/cwd (readlink: Permission denied) 2024-04-25T17:18:54.016 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 453 root rtd unknown /proc/453/root (readlink: Permission denied) 2024-04-25T17:18:54.016 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 453 root txt unknown /proc/453/exe (readlink: Permission denied) 2024-04-25T17:18:54.016 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 453 root NOFD /proc/453/fd (opendir: Permission denied) 2024-04-25T17:18:54.016 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_2 454 root cwd unknown /proc/454/cwd (readlink: Permission denied) 2024-04-25T17:18:54.016 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_2 454 root rtd unknown /proc/454/root (readlink: Permission denied) 2024-04-25T17:18:54.016 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_2 454 root txt unknown /proc/454/exe (readlink: Permission denied) 2024-04-25T17:18:54.016 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_2 454 root NOFD /proc/454/fd (opendir: Permission denied) 2024-04-25T17:18:54.016 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 455 root cwd unknown /proc/455/cwd (readlink: Permission denied) 2024-04-25T17:18:54.016 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 455 root rtd unknown /proc/455/root (readlink: Permission denied) 2024-04-25T17:18:54.016 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 455 root txt unknown /proc/455/exe (readlink: Permission denied) 2024-04-25T17:18:54.016 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 455 root NOFD /proc/455/fd (opendir: Permission denied) 2024-04-25T17:18:54.017 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_3 456 root cwd unknown /proc/456/cwd (readlink: Permission denied) 2024-04-25T17:18:54.017 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_3 456 root rtd unknown /proc/456/root (readlink: Permission denied) 2024-04-25T17:18:54.017 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_3 456 root txt unknown /proc/456/exe (readlink: Permission denied) 2024-04-25T17:18:54.017 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_3 456 root NOFD /proc/456/fd (opendir: Permission denied) 2024-04-25T17:18:54.017 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 457 root cwd unknown /proc/457/cwd (readlink: Permission denied) 2024-04-25T17:18:54.017 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 457 root rtd unknown /proc/457/root (readlink: Permission denied) 2024-04-25T17:18:54.017 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 457 root txt unknown /proc/457/exe (readlink: Permission denied) 2024-04-25T17:18:54.017 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 457 root NOFD /proc/457/fd (opendir: Permission denied) 2024-04-25T17:18:54.017 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_4 458 root cwd unknown /proc/458/cwd (readlink: Permission denied) 2024-04-25T17:18:54.018 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_4 458 root rtd unknown /proc/458/root (readlink: Permission denied) 2024-04-25T17:18:54.018 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_4 458 root txt unknown /proc/458/exe (readlink: Permission denied) 2024-04-25T17:18:54.018 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_4 458 root NOFD /proc/458/fd (opendir: Permission denied) 2024-04-25T17:18:54.018 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 459 root cwd unknown /proc/459/cwd (readlink: Permission denied) 2024-04-25T17:18:54.018 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 459 root rtd unknown /proc/459/root (readlink: Permission denied) 2024-04-25T17:18:54.018 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 459 root txt unknown /proc/459/exe (readlink: Permission denied) 2024-04-25T17:18:54.018 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 459 root NOFD /proc/459/fd (opendir: Permission denied) 2024-04-25T17:18:54.018 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_5 460 root cwd unknown /proc/460/cwd (readlink: Permission denied) 2024-04-25T17:18:54.018 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_5 460 root rtd unknown /proc/460/root (readlink: Permission denied) 2024-04-25T17:18:54.018 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_5 460 root txt unknown /proc/460/exe (readlink: Permission denied) 2024-04-25T17:18:54.018 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_5 460 root NOFD /proc/460/fd (opendir: Permission denied) 2024-04-25T17:18:54.018 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 461 root cwd unknown /proc/461/cwd (readlink: Permission denied) 2024-04-25T17:18:54.018 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 461 root rtd unknown /proc/461/root (readlink: Permission denied) 2024-04-25T17:18:54.018 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 461 root txt unknown /proc/461/exe (readlink: Permission denied) 2024-04-25T17:18:54.019 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 461 root NOFD /proc/461/fd (opendir: Permission denied) 2024-04-25T17:18:54.019 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_6 462 root cwd unknown /proc/462/cwd (readlink: Permission denied) 2024-04-25T17:18:54.019 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_6 462 root rtd unknown /proc/462/root (readlink: Permission denied) 2024-04-25T17:18:54.019 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_6 462 root txt unknown /proc/462/exe (readlink: Permission denied) 2024-04-25T17:18:54.019 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_6 462 root NOFD /proc/462/fd (opendir: Permission denied) 2024-04-25T17:18:54.019 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 463 root cwd unknown /proc/463/cwd (readlink: Permission denied) 2024-04-25T17:18:54.019 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 463 root rtd unknown /proc/463/root (readlink: Permission denied) 2024-04-25T17:18:54.019 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 463 root txt unknown /proc/463/exe (readlink: Permission denied) 2024-04-25T17:18:54.019 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 463 root NOFD /proc/463/fd (opendir: Permission denied) 2024-04-25T17:18:54.019 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_7 464 root cwd unknown /proc/464/cwd (readlink: Permission denied) 2024-04-25T17:18:54.019 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_7 464 root rtd unknown /proc/464/root (readlink: Permission denied) 2024-04-25T17:18:54.019 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_7 464 root txt unknown /proc/464/exe (readlink: Permission denied) 2024-04-25T17:18:54.019 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_7 464 root NOFD /proc/464/fd (opendir: Permission denied) 2024-04-25T17:18:54.019 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 465 root cwd unknown /proc/465/cwd (readlink: Permission denied) 2024-04-25T17:18:54.020 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 465 root rtd unknown /proc/465/root (readlink: Permission denied) 2024-04-25T17:18:54.020 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 465 root txt unknown /proc/465/exe (readlink: Permission denied) 2024-04-25T17:18:54.020 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 465 root NOFD /proc/465/fd (opendir: Permission denied) 2024-04-25T17:18:54.020 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_8 466 root cwd unknown /proc/466/cwd (readlink: Permission denied) 2024-04-25T17:18:54.020 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_8 466 root rtd unknown /proc/466/root (readlink: Permission denied) 2024-04-25T17:18:54.020 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_8 466 root txt unknown /proc/466/exe (readlink: Permission denied) 2024-04-25T17:18:54.020 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_8 466 root NOFD /proc/466/fd (opendir: Permission denied) 2024-04-25T17:18:54.020 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 467 root cwd unknown /proc/467/cwd (readlink: Permission denied) 2024-04-25T17:18:54.020 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 467 root rtd unknown /proc/467/root (readlink: Permission denied) 2024-04-25T17:18:54.020 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 467 root txt unknown /proc/467/exe (readlink: Permission denied) 2024-04-25T17:18:54.020 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 467 root NOFD /proc/467/fd (opendir: Permission denied) 2024-04-25T17:18:54.020 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_9 468 root cwd unknown /proc/468/cwd (readlink: Permission denied) 2024-04-25T17:18:54.020 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_9 468 root rtd unknown /proc/468/root (readlink: Permission denied) 2024-04-25T17:18:54.021 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_9 468 root txt unknown /proc/468/exe (readlink: Permission denied) 2024-04-25T17:18:54.021 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_eh_9 468 root NOFD /proc/468/fd (opendir: Permission denied) 2024-04-25T17:18:54.021 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 469 root cwd unknown /proc/469/cwd (readlink: Permission denied) 2024-04-25T17:18:54.021 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 469 root rtd unknown /proc/469/root (readlink: Permission denied) 2024-04-25T17:18:54.021 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 469 root txt unknown /proc/469/exe (readlink: Permission denied) 2024-04-25T17:18:54.021 INFO:tasks.workunit.client.0.smithi028.stdout:scsi_tmf_ 469 root NOFD /proc/469/fd (opendir: Permission denied) 2024-04-25T17:18:54.021 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 470 root cwd unknown /proc/470/cwd (readlink: Permission denied) 2024-04-25T17:18:54.021 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 470 root rtd unknown /proc/470/root (readlink: Permission denied) 2024-04-25T17:18:54.021 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 470 root txt unknown /proc/470/exe (readlink: Permission denied) 2024-04-25T17:18:54.021 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 470 root NOFD /proc/470/fd (opendir: Permission denied) 2024-04-25T17:18:54.021 INFO:tasks.workunit.client.0.smithi028.stdout:jbd2/sda1 497 root cwd unknown /proc/497/cwd (readlink: Permission denied) 2024-04-25T17:18:54.021 INFO:tasks.workunit.client.0.smithi028.stdout:jbd2/sda1 497 root rtd unknown /proc/497/root (readlink: Permission denied) 2024-04-25T17:18:54.021 INFO:tasks.workunit.client.0.smithi028.stdout:jbd2/sda1 497 root txt unknown /proc/497/exe (readlink: Permission denied) 2024-04-25T17:18:54.022 INFO:tasks.workunit.client.0.smithi028.stdout:jbd2/sda1 497 root NOFD /proc/497/fd (opendir: Permission denied) 2024-04-25T17:18:54.022 INFO:tasks.workunit.client.0.smithi028.stdout:ext4-rsv- 498 root cwd unknown /proc/498/cwd (readlink: Permission denied) 2024-04-25T17:18:54.022 INFO:tasks.workunit.client.0.smithi028.stdout:ext4-rsv- 498 root rtd unknown /proc/498/root (readlink: Permission denied) 2024-04-25T17:18:54.022 INFO:tasks.workunit.client.0.smithi028.stdout:ext4-rsv- 498 root txt unknown /proc/498/exe (readlink: Permission denied) 2024-04-25T17:18:54.022 INFO:tasks.workunit.client.0.smithi028.stdout:ext4-rsv- 498 root NOFD /proc/498/fd (opendir: Permission denied) 2024-04-25T17:18:54.022 INFO:tasks.workunit.client.0.smithi028.stdout:systemd-j 575 root cwd unknown /proc/575/cwd (readlink: Permission denied) 2024-04-25T17:18:54.022 INFO:tasks.workunit.client.0.smithi028.stdout:systemd-j 575 root rtd unknown /proc/575/root (readlink: Permission denied) 2024-04-25T17:18:54.022 INFO:tasks.workunit.client.0.smithi028.stdout:systemd-j 575 root txt unknown /proc/575/exe (readlink: Permission denied) 2024-04-25T17:18:54.022 INFO:tasks.workunit.client.0.smithi028.stdout:systemd-j 575 root NOFD /proc/575/fd (opendir: Permission denied) 2024-04-25T17:18:54.022 INFO:tasks.workunit.client.0.smithi028.stdout:ext4lazyi 581 root cwd unknown /proc/581/cwd (readlink: Permission denied) 2024-04-25T17:18:54.022 INFO:tasks.workunit.client.0.smithi028.stdout:ext4lazyi 581 root rtd unknown /proc/581/root (readlink: Permission denied) 2024-04-25T17:18:54.022 INFO:tasks.workunit.client.0.smithi028.stdout:ext4lazyi 581 root txt unknown /proc/581/exe (readlink: Permission denied) 2024-04-25T17:18:54.022 INFO:tasks.workunit.client.0.smithi028.stdout:ext4lazyi 581 root NOFD /proc/581/fd (opendir: Permission denied) 2024-04-25T17:18:54.023 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/4 589 root cwd unknown /proc/589/cwd (readlink: Permission denied) 2024-04-25T17:18:54.023 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/4 589 root rtd unknown /proc/589/root (readlink: Permission denied) 2024-04-25T17:18:54.023 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/4 589 root txt unknown /proc/589/exe (readlink: Permission denied) 2024-04-25T17:18:54.023 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/4 589 root NOFD /proc/589/fd (opendir: Permission denied) 2024-04-25T17:18:54.023 INFO:tasks.workunit.client.0.smithi028.stdout:systemd-u 594 root cwd unknown /proc/594/cwd (readlink: Permission denied) 2024-04-25T17:18:54.023 INFO:tasks.workunit.client.0.smithi028.stdout:systemd-u 594 root rtd unknown /proc/594/root (readlink: Permission denied) 2024-04-25T17:18:54.023 INFO:tasks.workunit.client.0.smithi028.stdout:systemd-u 594 root txt unknown /proc/594/exe (readlink: Permission denied) 2024-04-25T17:18:54.023 INFO:tasks.workunit.client.0.smithi028.stdout:systemd-u 594 root NOFD /proc/594/fd (opendir: Permission denied) 2024-04-25T17:18:54.023 INFO:tasks.workunit.client.0.smithi028.stdout:ipmi-msgh 645 root cwd unknown /proc/645/cwd (readlink: Permission denied) 2024-04-25T17:18:54.023 INFO:tasks.workunit.client.0.smithi028.stdout:ipmi-msgh 645 root rtd unknown /proc/645/root (readlink: Permission denied) 2024-04-25T17:18:54.023 INFO:tasks.workunit.client.0.smithi028.stdout:ipmi-msgh 645 root txt unknown /proc/645/exe (readlink: Permission denied) 2024-04-25T17:18:54.023 INFO:tasks.workunit.client.0.smithi028.stdout:ipmi-msgh 645 root NOFD /proc/645/fd (opendir: Permission denied) 2024-04-25T17:18:54.023 INFO:tasks.workunit.client.0.smithi028.stdout:kipmi0 657 root cwd unknown /proc/657/cwd (readlink: Permission denied) 2024-04-25T17:18:54.024 INFO:tasks.workunit.client.0.smithi028.stdout:kipmi0 657 root rtd unknown /proc/657/root (readlink: Permission denied) 2024-04-25T17:18:54.024 INFO:tasks.workunit.client.0.smithi028.stdout:kipmi0 657 root txt unknown /proc/657/exe (readlink: Permission denied) 2024-04-25T17:18:54.024 INFO:tasks.workunit.client.0.smithi028.stdout:kipmi0 657 root NOFD /proc/657/fd (opendir: Permission denied) 2024-04-25T17:18:54.024 INFO:tasks.workunit.client.0.smithi028.stdout:rpcbind 665 rpc cwd unknown /proc/665/cwd (readlink: Permission denied) 2024-04-25T17:18:54.024 INFO:tasks.workunit.client.0.smithi028.stdout:rpcbind 665 rpc rtd unknown /proc/665/root (readlink: Permission denied) 2024-04-25T17:18:54.024 INFO:tasks.workunit.client.0.smithi028.stdout:rpcbind 665 rpc txt unknown /proc/665/exe (readlink: Permission denied) 2024-04-25T17:18:54.024 INFO:tasks.workunit.client.0.smithi028.stdout:rpcbind 665 rpc NOFD /proc/665/fd (opendir: Permission denied) 2024-04-25T17:18:54.024 INFO:tasks.workunit.client.0.smithi028.stdout:auditd 671 root cwd unknown /proc/671/cwd (readlink: Permission denied) 2024-04-25T17:18:54.024 INFO:tasks.workunit.client.0.smithi028.stdout:auditd 671 root rtd unknown /proc/671/root (readlink: Permission denied) 2024-04-25T17:18:54.024 INFO:tasks.workunit.client.0.smithi028.stdout:auditd 671 root txt unknown /proc/671/exe (readlink: Permission denied) 2024-04-25T17:18:54.024 INFO:tasks.workunit.client.0.smithi028.stdout:auditd 671 root NOFD /proc/671/fd (opendir: Permission denied) 2024-04-25T17:18:54.024 INFO:tasks.workunit.client.0.smithi028.stdout:auditd 671 672 auditd root cwd unknown /proc/671/task/672/cwd (readlink: Permission denied) 2024-04-25T17:18:54.024 INFO:tasks.workunit.client.0.smithi028.stdout:auditd 671 672 auditd root rtd unknown /proc/671/task/672/root (readlink: Permission denied) 2024-04-25T17:18:54.025 INFO:tasks.workunit.client.0.smithi028.stdout:auditd 671 672 auditd root txt unknown /proc/671/task/672/exe (readlink: Permission denied) 2024-04-25T17:18:54.025 INFO:tasks.workunit.client.0.smithi028.stdout:auditd 671 672 auditd root NOFD /proc/671/task/672/fd (opendir: Permission denied) 2024-04-25T17:18:54.025 INFO:tasks.workunit.client.0.smithi028.stdout:auditd 671 676 auditd root cwd unknown /proc/671/task/676/cwd (readlink: Permission denied) 2024-04-25T17:18:54.025 INFO:tasks.workunit.client.0.smithi028.stdout:auditd 671 676 auditd root rtd unknown /proc/671/task/676/root (readlink: Permission denied) 2024-04-25T17:18:54.025 INFO:tasks.workunit.client.0.smithi028.stdout:auditd 671 676 auditd root txt unknown /proc/671/task/676/exe (readlink: Permission denied) 2024-04-25T17:18:54.025 INFO:tasks.workunit.client.0.smithi028.stdout:auditd 671 676 auditd root NOFD /proc/671/task/676/fd (opendir: Permission denied) 2024-04-25T17:18:54.025 INFO:tasks.workunit.client.0.smithi028.stdout:sedispatc 675 root cwd unknown /proc/675/cwd (readlink: Permission denied) 2024-04-25T17:18:54.025 INFO:tasks.workunit.client.0.smithi028.stdout:sedispatc 675 root rtd unknown /proc/675/root (readlink: Permission denied) 2024-04-25T17:18:54.025 INFO:tasks.workunit.client.0.smithi028.stdout:sedispatc 675 root txt unknown /proc/675/exe (readlink: Permission denied) 2024-04-25T17:18:54.025 INFO:tasks.workunit.client.0.smithi028.stdout:sedispatc 675 root NOFD /proc/675/fd (opendir: Permission denied) 2024-04-25T17:18:54.025 INFO:tasks.workunit.client.0.smithi028.stdout:rpciod 677 root cwd unknown /proc/677/cwd (readlink: Permission denied) 2024-04-25T17:18:54.025 INFO:tasks.workunit.client.0.smithi028.stdout:rpciod 677 root rtd unknown /proc/677/root (readlink: Permission denied) 2024-04-25T17:18:54.025 INFO:tasks.workunit.client.0.smithi028.stdout:rpciod 677 root txt unknown /proc/677/exe (readlink: Permission denied) 2024-04-25T17:18:54.026 INFO:tasks.workunit.client.0.smithi028.stdout:rpciod 677 root NOFD /proc/677/fd (opendir: Permission denied) 2024-04-25T17:18:54.026 INFO:tasks.workunit.client.0.smithi028.stdout:xprtiod 678 root cwd unknown /proc/678/cwd (readlink: Permission denied) 2024-04-25T17:18:54.026 INFO:tasks.workunit.client.0.smithi028.stdout:xprtiod 678 root rtd unknown /proc/678/root (readlink: Permission denied) 2024-04-25T17:18:54.026 INFO:tasks.workunit.client.0.smithi028.stdout:xprtiod 678 root txt unknown /proc/678/exe (readlink: Permission denied) 2024-04-25T17:18:54.026 INFO:tasks.workunit.client.0.smithi028.stdout:xprtiod 678 root NOFD /proc/678/fd (opendir: Permission denied) 2024-04-25T17:18:54.026 INFO:tasks.workunit.client.0.smithi028.stdout:dbus-brok 717 dbus cwd unknown /proc/717/cwd (readlink: Permission denied) 2024-04-25T17:18:54.026 INFO:tasks.workunit.client.0.smithi028.stdout:dbus-brok 717 dbus rtd unknown /proc/717/root (readlink: Permission denied) 2024-04-25T17:18:54.026 INFO:tasks.workunit.client.0.smithi028.stdout:dbus-brok 717 dbus txt unknown /proc/717/exe (readlink: Permission denied) 2024-04-25T17:18:54.026 INFO:tasks.workunit.client.0.smithi028.stdout:dbus-brok 717 dbus NOFD /proc/717/fd (opendir: Permission denied) 2024-04-25T17:18:54.026 INFO:tasks.workunit.client.0.smithi028.stdout:dbus-brok 718 dbus cwd unknown /proc/718/cwd (readlink: Permission denied) 2024-04-25T17:18:54.026 INFO:tasks.workunit.client.0.smithi028.stdout:dbus-brok 718 dbus rtd unknown /proc/718/root (readlink: Permission denied) 2024-04-25T17:18:54.026 INFO:tasks.workunit.client.0.smithi028.stdout:dbus-brok 718 dbus txt unknown /proc/718/exe (readlink: Permission denied) 2024-04-25T17:18:54.027 INFO:tasks.workunit.client.0.smithi028.stdout:dbus-brok 718 dbus NOFD /proc/718/fd (opendir: Permission denied) 2024-04-25T17:18:54.027 INFO:tasks.workunit.client.0.smithi028.stdout:NetworkMa 719 root cwd unknown /proc/719/cwd (readlink: Permission denied) 2024-04-25T17:18:54.027 INFO:tasks.workunit.client.0.smithi028.stdout:NetworkMa 719 root rtd unknown /proc/719/root (readlink: Permission denied) 2024-04-25T17:18:54.027 INFO:tasks.workunit.client.0.smithi028.stdout:NetworkMa 719 root txt unknown /proc/719/exe (readlink: Permission denied) 2024-04-25T17:18:54.027 INFO:tasks.workunit.client.0.smithi028.stdout:NetworkMa 719 root NOFD /proc/719/fd (opendir: Permission denied) 2024-04-25T17:18:54.027 INFO:tasks.workunit.client.0.smithi028.stdout:NetworkMa 719 768 gmain root cwd unknown /proc/719/task/768/cwd (readlink: Permission denied) 2024-04-25T17:18:54.027 INFO:tasks.workunit.client.0.smithi028.stdout:NetworkMa 719 768 gmain root rtd unknown /proc/719/task/768/root (readlink: Permission denied) 2024-04-25T17:18:54.027 INFO:tasks.workunit.client.0.smithi028.stdout:NetworkMa 719 768 gmain root txt unknown /proc/719/task/768/exe (readlink: Permission denied) 2024-04-25T17:18:54.027 INFO:tasks.workunit.client.0.smithi028.stdout:NetworkMa 719 768 gmain root NOFD /proc/719/task/768/fd (opendir: Permission denied) 2024-04-25T17:18:54.027 INFO:tasks.workunit.client.0.smithi028.stdout:NetworkMa 719 769 gdbus root cwd unknown /proc/719/task/769/cwd (readlink: Permission denied) 2024-04-25T17:18:54.027 INFO:tasks.workunit.client.0.smithi028.stdout:NetworkMa 719 769 gdbus root rtd unknown /proc/719/task/769/root (readlink: Permission denied) 2024-04-25T17:18:54.027 INFO:tasks.workunit.client.0.smithi028.stdout:NetworkMa 719 769 gdbus root txt unknown /proc/719/task/769/exe (readlink: Permission denied) 2024-04-25T17:18:54.027 INFO:tasks.workunit.client.0.smithi028.stdout:NetworkMa 719 769 gdbus root NOFD /proc/719/task/769/fd (opendir: Permission denied) 2024-04-25T17:18:54.027 INFO:tasks.workunit.client.0.smithi028.stdout:irqbalanc 722 root cwd unknown /proc/722/cwd (readlink: Permission denied) 2024-04-25T17:18:54.027 INFO:tasks.workunit.client.0.smithi028.stdout:irqbalanc 722 root rtd unknown /proc/722/root (readlink: Permission denied) 2024-04-25T17:18:54.028 INFO:tasks.workunit.client.0.smithi028.stdout:irqbalanc 722 root txt unknown /proc/722/exe (readlink: Permission denied) 2024-04-25T17:18:54.028 INFO:tasks.workunit.client.0.smithi028.stdout:irqbalanc 722 root NOFD /proc/722/fd (opendir: Permission denied) 2024-04-25T17:18:54.028 INFO:tasks.workunit.client.0.smithi028.stdout:irqbalanc 722 727 gmain root cwd unknown /proc/722/task/727/cwd (readlink: Permission denied) 2024-04-25T17:18:54.028 INFO:tasks.workunit.client.0.smithi028.stdout:irqbalanc 722 727 gmain root rtd unknown /proc/722/task/727/root (readlink: Permission denied) 2024-04-25T17:18:54.028 INFO:tasks.workunit.client.0.smithi028.stdout:irqbalanc 722 727 gmain root txt unknown /proc/722/task/727/exe (readlink: Permission denied) 2024-04-25T17:18:54.028 INFO:tasks.workunit.client.0.smithi028.stdout:irqbalanc 722 727 gmain root NOFD /proc/722/task/727/fd (opendir: Permission denied) 2024-04-25T17:18:54.028 INFO:tasks.workunit.client.0.smithi028.stdout:lsmd 723 libstoragemgmt cwd unknown /proc/723/cwd (readlink: Permission denied) 2024-04-25T17:18:54.028 INFO:tasks.workunit.client.0.smithi028.stdout:lsmd 723 libstoragemgmt rtd unknown /proc/723/root (readlink: Permission denied) 2024-04-25T17:18:54.028 INFO:tasks.workunit.client.0.smithi028.stdout:lsmd 723 libstoragemgmt txt unknown /proc/723/exe (readlink: Permission denied) 2024-04-25T17:18:54.028 INFO:tasks.workunit.client.0.smithi028.stdout:lsmd 723 libstoragemgmt NOFD /proc/723/fd (opendir: Permission denied) 2024-04-25T17:18:54.028 INFO:tasks.workunit.client.0.smithi028.stdout:mcelog 724 root cwd unknown /proc/724/cwd (readlink: Permission denied) 2024-04-25T17:18:54.028 INFO:tasks.workunit.client.0.smithi028.stdout:mcelog 724 root rtd unknown /proc/724/root (readlink: Permission denied) 2024-04-25T17:18:54.028 INFO:tasks.workunit.client.0.smithi028.stdout:mcelog 724 root txt unknown /proc/724/exe (readlink: Permission denied) 2024-04-25T17:18:54.028 INFO:tasks.workunit.client.0.smithi028.stdout:mcelog 724 root NOFD /proc/724/fd (opendir: Permission denied) 2024-04-25T17:18:54.029 INFO:tasks.workunit.client.0.smithi028.stdout:smartd 725 root cwd unknown /proc/725/cwd (readlink: Permission denied) 2024-04-25T17:18:54.029 INFO:tasks.workunit.client.0.smithi028.stdout:smartd 725 root rtd unknown /proc/725/root (readlink: Permission denied) 2024-04-25T17:18:54.029 INFO:tasks.workunit.client.0.smithi028.stdout:smartd 725 root txt unknown /proc/725/exe (readlink: Permission denied) 2024-04-25T17:18:54.029 INFO:tasks.workunit.client.0.smithi028.stdout:smartd 725 root NOFD /proc/725/fd (opendir: Permission denied) 2024-04-25T17:18:54.029 INFO:tasks.workunit.client.0.smithi028.stdout:systemd-l 731 root cwd unknown /proc/731/cwd (readlink: Permission denied) 2024-04-25T17:18:54.029 INFO:tasks.workunit.client.0.smithi028.stdout:systemd-l 731 root rtd unknown /proc/731/root (readlink: Permission denied) 2024-04-25T17:18:54.029 INFO:tasks.workunit.client.0.smithi028.stdout:systemd-l 731 root txt unknown /proc/731/exe (readlink: Permission denied) 2024-04-25T17:18:54.029 INFO:tasks.workunit.client.0.smithi028.stdout:systemd-l 731 root NOFD /proc/731/fd (opendir: Permission denied) 2024-04-25T17:18:54.029 INFO:tasks.workunit.client.0.smithi028.stdout:sshd 817 root cwd unknown /proc/817/cwd (readlink: Permission denied) 2024-04-25T17:18:54.029 INFO:tasks.workunit.client.0.smithi028.stdout:sshd 817 root rtd unknown /proc/817/root (readlink: Permission denied) 2024-04-25T17:18:54.029 INFO:tasks.workunit.client.0.smithi028.stdout:sshd 817 root txt unknown /proc/817/exe (readlink: Permission denied) 2024-04-25T17:18:54.029 INFO:tasks.workunit.client.0.smithi028.stdout:sshd 817 root NOFD /proc/817/fd (opendir: Permission denied) 2024-04-25T17:18:54.029 INFO:tasks.workunit.client.0.smithi028.stdout:gssproxy 821 root cwd unknown /proc/821/cwd (readlink: Permission denied) 2024-04-25T17:18:54.029 INFO:tasks.workunit.client.0.smithi028.stdout:gssproxy 821 root rtd unknown /proc/821/root (readlink: Permission denied) 2024-04-25T17:18:54.030 INFO:tasks.workunit.client.0.smithi028.stdout:gssproxy 821 root txt unknown /proc/821/exe (readlink: Permission denied) 2024-04-25T17:18:54.030 INFO:tasks.workunit.client.0.smithi028.stdout:gssproxy 821 root NOFD /proc/821/fd (opendir: Permission denied) 2024-04-25T17:18:54.030 INFO:tasks.workunit.client.0.smithi028.stdout:gssproxy 821 822 gssproxy root cwd unknown /proc/821/task/822/cwd (readlink: Permission denied) 2024-04-25T17:18:54.030 INFO:tasks.workunit.client.0.smithi028.stdout:gssproxy 821 822 gssproxy root rtd unknown /proc/821/task/822/root (readlink: Permission denied) 2024-04-25T17:18:54.030 INFO:tasks.workunit.client.0.smithi028.stdout:gssproxy 821 822 gssproxy root txt unknown /proc/821/task/822/exe (readlink: Permission denied) 2024-04-25T17:18:54.030 INFO:tasks.workunit.client.0.smithi028.stdout:gssproxy 821 822 gssproxy root NOFD /proc/821/task/822/fd (opendir: Permission denied) 2024-04-25T17:18:54.030 INFO:tasks.workunit.client.0.smithi028.stdout:gssproxy 821 823 gssproxy root cwd unknown /proc/821/task/823/cwd (readlink: Permission denied) 2024-04-25T17:18:54.030 INFO:tasks.workunit.client.0.smithi028.stdout:gssproxy 821 823 gssproxy root rtd unknown /proc/821/task/823/root (readlink: Permission denied) 2024-04-25T17:18:54.030 INFO:tasks.workunit.client.0.smithi028.stdout:gssproxy 821 823 gssproxy root txt unknown /proc/821/task/823/exe (readlink: Permission denied) 2024-04-25T17:18:54.030 INFO:tasks.workunit.client.0.smithi028.stdout:gssproxy 821 823 gssproxy root NOFD /proc/821/task/823/fd (opendir: Permission denied) 2024-04-25T17:18:54.030 INFO:tasks.workunit.client.0.smithi028.stdout:gssproxy 821 824 gssproxy root cwd unknown /proc/821/task/824/cwd (readlink: Permission denied) 2024-04-25T17:18:54.030 INFO:tasks.workunit.client.0.smithi028.stdout:gssproxy 821 824 gssproxy root rtd unknown /proc/821/task/824/root (readlink: Permission denied) 2024-04-25T17:18:54.030 INFO:tasks.workunit.client.0.smithi028.stdout:gssproxy 821 824 gssproxy root txt unknown /proc/821/task/824/exe (readlink: Permission denied) 2024-04-25T17:18:54.030 INFO:tasks.workunit.client.0.smithi028.stdout:gssproxy 821 824 gssproxy root NOFD /proc/821/task/824/fd (opendir: Permission denied) 2024-04-25T17:18:54.031 INFO:tasks.workunit.client.0.smithi028.stdout:gssproxy 821 825 gssproxy root cwd unknown /proc/821/task/825/cwd (readlink: Permission denied) 2024-04-25T17:18:54.031 INFO:tasks.workunit.client.0.smithi028.stdout:gssproxy 821 825 gssproxy root rtd unknown /proc/821/task/825/root (readlink: Permission denied) 2024-04-25T17:18:54.031 INFO:tasks.workunit.client.0.smithi028.stdout:gssproxy 821 825 gssproxy root txt unknown /proc/821/task/825/exe (readlink: Permission denied) 2024-04-25T17:18:54.031 INFO:tasks.workunit.client.0.smithi028.stdout:gssproxy 821 825 gssproxy root NOFD /proc/821/task/825/fd (opendir: Permission denied) 2024-04-25T17:18:54.031 INFO:tasks.workunit.client.0.smithi028.stdout:gssproxy 821 826 gssproxy root cwd unknown /proc/821/task/826/cwd (readlink: Permission denied) 2024-04-25T17:18:54.031 INFO:tasks.workunit.client.0.smithi028.stdout:gssproxy 821 826 gssproxy root rtd unknown /proc/821/task/826/root (readlink: Permission denied) 2024-04-25T17:18:54.031 INFO:tasks.workunit.client.0.smithi028.stdout:gssproxy 821 826 gssproxy root txt unknown /proc/821/task/826/exe (readlink: Permission denied) 2024-04-25T17:18:54.031 INFO:tasks.workunit.client.0.smithi028.stdout:gssproxy 821 826 gssproxy root NOFD /proc/821/task/826/fd (opendir: Permission denied) 2024-04-25T17:18:54.031 INFO:tasks.workunit.client.0.smithi028.stdout:atd 828 root cwd unknown /proc/828/cwd (readlink: Permission denied) 2024-04-25T17:18:54.031 INFO:tasks.workunit.client.0.smithi028.stdout:atd 828 root rtd unknown /proc/828/root (readlink: Permission denied) 2024-04-25T17:18:54.031 INFO:tasks.workunit.client.0.smithi028.stdout:atd 828 root txt unknown /proc/828/exe (readlink: Permission denied) 2024-04-25T17:18:54.031 INFO:tasks.workunit.client.0.smithi028.stdout:atd 828 root NOFD /proc/828/fd (opendir: Permission denied) 2024-04-25T17:18:54.031 INFO:tasks.workunit.client.0.smithi028.stdout:crond 829 root cwd unknown /proc/829/cwd (readlink: Permission denied) 2024-04-25T17:18:54.031 INFO:tasks.workunit.client.0.smithi028.stdout:crond 829 root rtd unknown /proc/829/root (readlink: Permission denied) 2024-04-25T17:18:54.032 INFO:tasks.workunit.client.0.smithi028.stdout:crond 829 root txt unknown /proc/829/exe (readlink: Permission denied) 2024-04-25T17:18:54.032 INFO:tasks.workunit.client.0.smithi028.stdout:crond 829 root NOFD /proc/829/fd (opendir: Permission denied) 2024-04-25T17:18:54.032 INFO:tasks.workunit.client.0.smithi028.stdout:nrpe 853 nrpe cwd unknown /proc/853/cwd (readlink: Permission denied) 2024-04-25T17:18:54.032 INFO:tasks.workunit.client.0.smithi028.stdout:nrpe 853 nrpe rtd unknown /proc/853/root (readlink: Permission denied) 2024-04-25T17:18:54.032 INFO:tasks.workunit.client.0.smithi028.stdout:nrpe 853 nrpe txt unknown /proc/853/exe (readlink: Permission denied) 2024-04-25T17:18:54.032 INFO:tasks.workunit.client.0.smithi028.stdout:nrpe 853 nrpe NOFD /proc/853/fd (opendir: Permission denied) 2024-04-25T17:18:54.032 INFO:tasks.workunit.client.0.smithi028.stdout:agetty 5195 root cwd unknown /proc/5195/cwd (readlink: Permission denied) 2024-04-25T17:18:54.032 INFO:tasks.workunit.client.0.smithi028.stdout:agetty 5195 root rtd unknown /proc/5195/root (readlink: Permission denied) 2024-04-25T17:18:54.032 INFO:tasks.workunit.client.0.smithi028.stdout:agetty 5195 root txt unknown /proc/5195/exe (readlink: Permission denied) 2024-04-25T17:18:54.032 INFO:tasks.workunit.client.0.smithi028.stdout:agetty 5195 root NOFD /proc/5195/fd (opendir: Permission denied) 2024-04-25T17:18:54.032 INFO:tasks.workunit.client.0.smithi028.stdout:agetty 5197 root cwd unknown /proc/5197/cwd (readlink: Permission denied) 2024-04-25T17:18:54.032 INFO:tasks.workunit.client.0.smithi028.stdout:agetty 5197 root rtd unknown /proc/5197/root (readlink: Permission denied) 2024-04-25T17:18:54.032 INFO:tasks.workunit.client.0.smithi028.stdout:agetty 5197 root txt unknown /proc/5197/exe (readlink: Permission denied) 2024-04-25T17:18:54.032 INFO:tasks.workunit.client.0.smithi028.stdout:agetty 5197 root NOFD /proc/5197/fd (opendir: Permission denied) 2024-04-25T17:18:54.033 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu cwd DIR 8,1 4096 2 / 2024-04-25T17:18:54.033 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu rtd DIR 8,1 4096 2 / 2024-04-25T17:18:54.033 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu txt REG 8,1 98216 18583 /usr/lib/systemd/systemd 2024-04-25T17:18:54.033 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu DEL REG 8,1 596 /etc/selinux/targeted/contexts/files/file_contexts.bin 2024-04-25T17:18:54.033 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-04-25T17:18:54.033 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-04-25T17:18:54.033 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-04-25T17:18:54.033 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-04-25T17:18:54.033 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-04-25T17:18:54.033 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-04-25T17:18:54.033 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu DEL REG 8,1 62167 /etc/selinux/targeted/contexts/files/file_contexts.homedirs.bin 2024-04-25T17:18:54.033 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-04-25T17:18:54.033 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 1714208 7271 /usr/lib64/libp11-kit.so.0.3.1 2024-04-25T17:18:54.034 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-04-25T17:18:54.034 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 28552 7287 /usr/lib64/libattr.so.1.1.2501 2024-04-25T17:18:54.034 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-04-25T17:18:54.034 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-04-25T17:18:54.034 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-04-25T17:18:54.034 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-04-25T17:18:54.034 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-04-25T17:18:54.034 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 3785856 46432 /usr/lib64/systemd/libsystemd-shared-252.so 2024-04-25T17:18:54.034 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-04-25T17:18:54.034 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 40424 8439 /usr/lib64/libeconf.so.0.4.1 2024-04-25T17:18:54.034 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-04-25T17:18:54.034 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 40496 7288 /usr/lib64/libacl.so.1.1.2301 2024-04-25T17:18:54.035 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 291512 7639 /usr/lib64/libmount.so.1.1.0 2024-04-25T17:18:54.035 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 2157904 46429 /usr/lib64/systemd/libsystemd-core-252.so 2024-04-25T17:18:54.035 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-04-25T17:18:54.035 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 107424 7663 /usr/lib64/libkmod.so.2.3.6 2024-04-25T17:18:54.035 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-04-25T17:18:54.035 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 69592 8448 /usr/lib64/libpam.so.0.85.1 2024-04-25T17:18:54.035 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 127680 7455 /usr/lib64/libseccomp.so.2.5.2 2024-04-25T17:18:54.035 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-04-25T17:18:54.035 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-04-25T17:18:54.035 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu mem REG 0,19 0 19 /sys/fs/selinux/status 2024-04-25T17:18:54.035 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu 0r CHR 1,3 0t0 4 /dev/null 2024-04-25T17:18:54.035 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu 1u unix 0x0000000000000000 0t0 21469 type=STREAM (CONNECTED) 2024-04-25T17:18:54.035 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu 2u unix 0x0000000000000000 0t0 21469 type=STREAM (CONNECTED) 2024-04-25T17:18:54.036 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu 3u unix 0x0000000000000000 0t0 21497 type=DGRAM (CONNECTED) 2024-04-25T17:18:54.036 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu 4u a_inode 0,14 0 2081 [eventpoll:5,6,8,9,11,12,14,15,16,17,19,20,21] 2024-04-25T17:18:54.036 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu 5u a_inode 0,14 0 2081 [signalfd] 2024-04-25T17:18:54.036 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu 6r a_inode 0,14 0 2081 inotify 2024-04-25T17:18:54.036 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu 7r DIR 0,25 0 3933 /sys/fs/cgroup/user.slice/user-1000.slice/user@1000.service 2024-04-25T17:18:54.036 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu 8u a_inode 0,14 0 2081 [timerfd] 2024-04-25T17:18:54.036 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu 9u a_inode 0,14 0 2081 [eventpoll:10,13] 2024-04-25T17:18:54.036 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu 10r REG 0,20 0 21486 /proc/5390/mountinfo 2024-04-25T17:18:54.036 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu 11r a_inode 0,14 0 2081 inotify 2024-04-25T17:18:54.036 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu 12u unix 0x0000000000000000 0t0 28693 /run/user/1000/bus type=STREAM (LISTEN) 2024-04-25T17:18:54.036 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu 13r a_inode 0,14 0 2081 inotify 2024-04-25T17:18:54.036 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu 14r REG 0,20 0 4026532076 /proc/swaps 2024-04-25T17:18:54.036 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu 15u netlink 0t0 28675 KOBJECT_UEVENT 2024-04-25T17:18:54.036 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu 16u unix 0x0000000000000000 0t0 28680 /run/user/1000/systemd/notify type=DGRAM (UNCONNECTED) 2024-04-25T17:18:54.037 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu 17u unix 0x0000000000000000 0t0 28681 type=DGRAM (CONNECTED) 2024-04-25T17:18:54.037 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu 18u unix 0x0000000000000000 0t0 28682 type=DGRAM (CONNECTED) 2024-04-25T17:18:54.037 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu 19u unix 0x0000000000000000 0t0 28683 /run/user/1000/systemd/private type=STREAM (LISTEN) 2024-04-25T17:18:54.037 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu 20u unix 0x0000000000000000 0t0 28685 type=STREAM (CONNECTED) 2024-04-25T17:18:54.037 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 5390 ubuntu 21u a_inode 0,14 0 2081 [timerfd] 2024-04-25T17:18:54.037 INFO:tasks.workunit.client.0.smithi028.stdout:(sd-pam) 5392 ubuntu cwd unknown /proc/5392/cwd (readlink: Permission denied) 2024-04-25T17:18:54.037 INFO:tasks.workunit.client.0.smithi028.stdout:(sd-pam) 5392 ubuntu rtd unknown /proc/5392/root (readlink: Permission denied) 2024-04-25T17:18:54.037 INFO:tasks.workunit.client.0.smithi028.stdout:(sd-pam) 5392 ubuntu txt unknown /proc/5392/exe (readlink: Permission denied) 2024-04-25T17:18:54.037 INFO:tasks.workunit.client.0.smithi028.stdout:(sd-pam) 5392 ubuntu NOFD /proc/5392/fd (opendir: Permission denied) 2024-04-25T17:18:54.037 INFO:tasks.workunit.client.0.smithi028.stdout:tls-strp 5575 root cwd unknown /proc/5575/cwd (readlink: Permission denied) 2024-04-25T17:18:54.037 INFO:tasks.workunit.client.0.smithi028.stdout:tls-strp 5575 root rtd unknown /proc/5575/root (readlink: Permission denied) 2024-04-25T17:18:54.037 INFO:tasks.workunit.client.0.smithi028.stdout:tls-strp 5575 root txt unknown /proc/5575/exe (readlink: Permission denied) 2024-04-25T17:18:54.037 INFO:tasks.workunit.client.0.smithi028.stdout:tls-strp 5575 root NOFD /proc/5575/fd (opendir: Permission denied) 2024-04-25T17:18:54.038 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 polkitd cwd unknown /proc/5655/cwd (readlink: Permission denied) 2024-04-25T17:18:54.038 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 polkitd rtd unknown /proc/5655/root (readlink: Permission denied) 2024-04-25T17:18:54.038 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 polkitd txt unknown /proc/5655/exe (readlink: Permission denied) 2024-04-25T17:18:54.038 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 polkitd NOFD /proc/5655/fd (opendir: Permission denied) 2024-04-25T17:18:54.038 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5657 gmain polkitd cwd unknown /proc/5655/task/5657/cwd (readlink: Permission denied) 2024-04-25T17:18:54.038 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5657 gmain polkitd rtd unknown /proc/5655/task/5657/root (readlink: Permission denied) 2024-04-25T17:18:54.038 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5657 gmain polkitd txt unknown /proc/5655/task/5657/exe (readlink: Permission denied) 2024-04-25T17:18:54.038 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5657 gmain polkitd NOFD /proc/5655/task/5657/fd (opendir: Permission denied) 2024-04-25T17:18:54.038 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5658 gdbus polkitd cwd unknown /proc/5655/task/5658/cwd (readlink: Permission denied) 2024-04-25T17:18:54.038 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5658 gdbus polkitd rtd unknown /proc/5655/task/5658/root (readlink: Permission denied) 2024-04-25T17:18:54.038 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5658 gdbus polkitd txt unknown /proc/5655/task/5658/exe (readlink: Permission denied) 2024-04-25T17:18:54.038 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5658 gdbus polkitd NOFD /proc/5655/task/5658/fd (opendir: Permission denied) 2024-04-25T17:18:54.038 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5659 JS\x20Hel polkitd cwd unknown /proc/5655/task/5659/cwd (readlink: Permission denied) 2024-04-25T17:18:54.038 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5659 JS\x20Hel polkitd rtd unknown /proc/5655/task/5659/root (readlink: Permission denied) 2024-04-25T17:18:54.039 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5659 JS\x20Hel polkitd txt unknown /proc/5655/task/5659/exe (readlink: Permission denied) 2024-04-25T17:18:54.039 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5659 JS\x20Hel polkitd NOFD /proc/5655/task/5659/fd (opendir: Permission denied) 2024-04-25T17:18:54.039 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5660 JS\x20Hel polkitd cwd unknown /proc/5655/task/5660/cwd (readlink: Permission denied) 2024-04-25T17:18:54.039 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5660 JS\x20Hel polkitd rtd unknown /proc/5655/task/5660/root (readlink: Permission denied) 2024-04-25T17:18:54.039 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5660 JS\x20Hel polkitd txt unknown /proc/5655/task/5660/exe (readlink: Permission denied) 2024-04-25T17:18:54.039 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5660 JS\x20Hel polkitd NOFD /proc/5655/task/5660/fd (opendir: Permission denied) 2024-04-25T17:18:54.039 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5661 JS\x20Hel polkitd cwd unknown /proc/5655/task/5661/cwd (readlink: Permission denied) 2024-04-25T17:18:54.039 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5661 JS\x20Hel polkitd rtd unknown /proc/5655/task/5661/root (readlink: Permission denied) 2024-04-25T17:18:54.039 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5661 JS\x20Hel polkitd txt unknown /proc/5655/task/5661/exe (readlink: Permission denied) 2024-04-25T17:18:54.039 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5661 JS\x20Hel polkitd NOFD /proc/5655/task/5661/fd (opendir: Permission denied) 2024-04-25T17:18:54.039 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5662 JS\x20Hel polkitd cwd unknown /proc/5655/task/5662/cwd (readlink: Permission denied) 2024-04-25T17:18:54.039 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5662 JS\x20Hel polkitd rtd unknown /proc/5655/task/5662/root (readlink: Permission denied) 2024-04-25T17:18:54.039 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5662 JS\x20Hel polkitd txt unknown /proc/5655/task/5662/exe (readlink: Permission denied) 2024-04-25T17:18:54.039 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5662 JS\x20Hel polkitd NOFD /proc/5655/task/5662/fd (opendir: Permission denied) 2024-04-25T17:18:54.039 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5663 JS\x20Hel polkitd cwd unknown /proc/5655/task/5663/cwd (readlink: Permission denied) 2024-04-25T17:18:54.040 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5663 JS\x20Hel polkitd rtd unknown /proc/5655/task/5663/root (readlink: Permission denied) 2024-04-25T17:18:54.040 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5663 JS\x20Hel polkitd txt unknown /proc/5655/task/5663/exe (readlink: Permission denied) 2024-04-25T17:18:54.040 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5663 JS\x20Hel polkitd NOFD /proc/5655/task/5663/fd (opendir: Permission denied) 2024-04-25T17:18:54.040 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5664 JS\x20Hel polkitd cwd unknown /proc/5655/task/5664/cwd (readlink: Permission denied) 2024-04-25T17:18:54.040 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5664 JS\x20Hel polkitd rtd unknown /proc/5655/task/5664/root (readlink: Permission denied) 2024-04-25T17:18:54.040 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5664 JS\x20Hel polkitd txt unknown /proc/5655/task/5664/exe (readlink: Permission denied) 2024-04-25T17:18:54.040 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5664 JS\x20Hel polkitd NOFD /proc/5655/task/5664/fd (opendir: Permission denied) 2024-04-25T17:18:54.040 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5665 JS\x20Hel polkitd cwd unknown /proc/5655/task/5665/cwd (readlink: Permission denied) 2024-04-25T17:18:54.040 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5665 JS\x20Hel polkitd rtd unknown /proc/5655/task/5665/root (readlink: Permission denied) 2024-04-25T17:18:54.040 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5665 JS\x20Hel polkitd txt unknown /proc/5655/task/5665/exe (readlink: Permission denied) 2024-04-25T17:18:54.040 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5665 JS\x20Hel polkitd NOFD /proc/5655/task/5665/fd (opendir: Permission denied) 2024-04-25T17:18:54.040 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5666 JS\x20Hel polkitd cwd unknown /proc/5655/task/5666/cwd (readlink: Permission denied) 2024-04-25T17:18:54.040 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5666 JS\x20Hel polkitd rtd unknown /proc/5655/task/5666/root (readlink: Permission denied) 2024-04-25T17:18:54.041 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5666 JS\x20Hel polkitd txt unknown /proc/5655/task/5666/exe (readlink: Permission denied) 2024-04-25T17:18:54.041 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5666 JS\x20Hel polkitd NOFD /proc/5655/task/5666/fd (opendir: Permission denied) 2024-04-25T17:18:54.041 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5667 polkitd polkitd cwd unknown /proc/5655/task/5667/cwd (readlink: Permission denied) 2024-04-25T17:18:54.041 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5667 polkitd polkitd rtd unknown /proc/5655/task/5667/root (readlink: Permission denied) 2024-04-25T17:18:54.041 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5667 polkitd polkitd txt unknown /proc/5655/task/5667/exe (readlink: Permission denied) 2024-04-25T17:18:54.041 INFO:tasks.workunit.client.0.smithi028.stdout:polkitd 5655 5667 polkitd polkitd NOFD /proc/5655/task/5667/fd (opendir: Permission denied) 2024-04-25T17:18:54.041 INFO:tasks.workunit.client.0.smithi028.stdout:rsyslogd 5905 root cwd unknown /proc/5905/cwd (readlink: Permission denied) 2024-04-25T17:18:54.041 INFO:tasks.workunit.client.0.smithi028.stdout:rsyslogd 5905 root rtd unknown /proc/5905/root (readlink: Permission denied) 2024-04-25T17:18:54.041 INFO:tasks.workunit.client.0.smithi028.stdout:rsyslogd 5905 root txt unknown /proc/5905/exe (readlink: Permission denied) 2024-04-25T17:18:54.041 INFO:tasks.workunit.client.0.smithi028.stdout:rsyslogd 5905 root NOFD /proc/5905/fd (opendir: Permission denied) 2024-04-25T17:18:54.041 INFO:tasks.workunit.client.0.smithi028.stdout:rsyslogd 5905 5907 in:imjour root cwd unknown /proc/5905/task/5907/cwd (readlink: Permission denied) 2024-04-25T17:18:54.041 INFO:tasks.workunit.client.0.smithi028.stdout:rsyslogd 5905 5907 in:imjour root rtd unknown /proc/5905/task/5907/root (readlink: Permission denied) 2024-04-25T17:18:54.041 INFO:tasks.workunit.client.0.smithi028.stdout:rsyslogd 5905 5907 in:imjour root txt unknown /proc/5905/task/5907/exe (readlink: Permission denied) 2024-04-25T17:18:54.042 INFO:tasks.workunit.client.0.smithi028.stdout:rsyslogd 5905 5907 in:imjour root NOFD /proc/5905/task/5907/fd (opendir: Permission denied) 2024-04-25T17:18:54.042 INFO:tasks.workunit.client.0.smithi028.stdout:rsyslogd 5905 5908 rs:main root cwd unknown /proc/5905/task/5908/cwd (readlink: Permission denied) 2024-04-25T17:18:54.042 INFO:tasks.workunit.client.0.smithi028.stdout:rsyslogd 5905 5908 rs:main root rtd unknown /proc/5905/task/5908/root (readlink: Permission denied) 2024-04-25T17:18:54.042 INFO:tasks.workunit.client.0.smithi028.stdout:rsyslogd 5905 5908 rs:main root txt unknown /proc/5905/task/5908/exe (readlink: Permission denied) 2024-04-25T17:18:54.042 INFO:tasks.workunit.client.0.smithi028.stdout:rsyslogd 5905 5908 rs:main root NOFD /proc/5905/task/5908/fd (opendir: Permission denied) 2024-04-25T17:18:54.042 INFO:tasks.workunit.client.0.smithi028.stdout:anacron 16497 root cwd unknown /proc/16497/cwd (readlink: Permission denied) 2024-04-25T17:18:54.042 INFO:tasks.workunit.client.0.smithi028.stdout:anacron 16497 root rtd unknown /proc/16497/root (readlink: Permission denied) 2024-04-25T17:18:54.042 INFO:tasks.workunit.client.0.smithi028.stdout:anacron 16497 root txt unknown /proc/16497/exe (readlink: Permission denied) 2024-04-25T17:18:54.042 INFO:tasks.workunit.client.0.smithi028.stdout:anacron 16497 root NOFD /proc/16497/fd (opendir: Permission denied) 2024-04-25T17:18:54.042 INFO:tasks.workunit.client.0.smithi028.stdout:kdmflush/ 19315 root cwd unknown /proc/19315/cwd (readlink: Permission denied) 2024-04-25T17:18:54.042 INFO:tasks.workunit.client.0.smithi028.stdout:kdmflush/ 19315 root rtd unknown /proc/19315/root (readlink: Permission denied) 2024-04-25T17:18:54.042 INFO:tasks.workunit.client.0.smithi028.stdout:kdmflush/ 19315 root txt unknown /proc/19315/exe (readlink: Permission denied) 2024-04-25T17:18:54.042 INFO:tasks.workunit.client.0.smithi028.stdout:kdmflush/ 19315 root NOFD /proc/19315/fd (opendir: Permission denied) 2024-04-25T17:18:54.043 INFO:tasks.workunit.client.0.smithi028.stdout:kdmflush/ 19344 root cwd unknown /proc/19344/cwd (readlink: Permission denied) 2024-04-25T17:18:54.043 INFO:tasks.workunit.client.0.smithi028.stdout:kdmflush/ 19344 root rtd unknown /proc/19344/root (readlink: Permission denied) 2024-04-25T17:18:54.043 INFO:tasks.workunit.client.0.smithi028.stdout:kdmflush/ 19344 root txt unknown /proc/19344/exe (readlink: Permission denied) 2024-04-25T17:18:54.043 INFO:tasks.workunit.client.0.smithi028.stdout:kdmflush/ 19344 root NOFD /proc/19344/fd (opendir: Permission denied) 2024-04-25T17:18:54.043 INFO:tasks.workunit.client.0.smithi028.stdout:kdmflush/ 19373 root cwd unknown /proc/19373/cwd (readlink: Permission denied) 2024-04-25T17:18:54.043 INFO:tasks.workunit.client.0.smithi028.stdout:kdmflush/ 19373 root rtd unknown /proc/19373/root (readlink: Permission denied) 2024-04-25T17:18:54.043 INFO:tasks.workunit.client.0.smithi028.stdout:kdmflush/ 19373 root txt unknown /proc/19373/exe (readlink: Permission denied) 2024-04-25T17:18:54.043 INFO:tasks.workunit.client.0.smithi028.stdout:kdmflush/ 19373 root NOFD /proc/19373/fd (opendir: Permission denied) 2024-04-25T17:18:54.043 INFO:tasks.workunit.client.0.smithi028.stdout:kdmflush/ 19402 root cwd unknown /proc/19402/cwd (readlink: Permission denied) 2024-04-25T17:18:54.043 INFO:tasks.workunit.client.0.smithi028.stdout:kdmflush/ 19402 root rtd unknown /proc/19402/root (readlink: Permission denied) 2024-04-25T17:18:54.043 INFO:tasks.workunit.client.0.smithi028.stdout:kdmflush/ 19402 root txt unknown /proc/19402/exe (readlink: Permission denied) 2024-04-25T17:18:54.043 INFO:tasks.workunit.client.0.smithi028.stdout:kdmflush/ 19402 root NOFD /proc/19402/fd (opendir: Permission denied) 2024-04-25T17:18:54.043 INFO:tasks.workunit.client.0.smithi028.stdout:kdmflush/ 19431 root cwd unknown /proc/19431/cwd (readlink: Permission denied) 2024-04-25T17:18:54.043 INFO:tasks.workunit.client.0.smithi028.stdout:kdmflush/ 19431 root rtd unknown /proc/19431/root (readlink: Permission denied) 2024-04-25T17:18:54.043 INFO:tasks.workunit.client.0.smithi028.stdout:kdmflush/ 19431 root txt unknown /proc/19431/exe (readlink: Permission denied) 2024-04-25T17:18:54.044 INFO:tasks.workunit.client.0.smithi028.stdout:kdmflush/ 19431 root NOFD /proc/19431/fd (opendir: Permission denied) 2024-04-25T17:18:54.044 INFO:tasks.workunit.client.0.smithi028.stdout:xfsalloc 19595 root cwd unknown /proc/19595/cwd (readlink: Permission denied) 2024-04-25T17:18:54.044 INFO:tasks.workunit.client.0.smithi028.stdout:xfsalloc 19595 root rtd unknown /proc/19595/root (readlink: Permission denied) 2024-04-25T17:18:54.044 INFO:tasks.workunit.client.0.smithi028.stdout:xfsalloc 19595 root txt unknown /proc/19595/exe (readlink: Permission denied) 2024-04-25T17:18:54.044 INFO:tasks.workunit.client.0.smithi028.stdout:xfsalloc 19595 root NOFD /proc/19595/fd (opendir: Permission denied) 2024-04-25T17:18:54.044 INFO:tasks.workunit.client.0.smithi028.stdout:xfs_mru_c 19596 root cwd unknown /proc/19596/cwd (readlink: Permission denied) 2024-04-25T17:18:54.044 INFO:tasks.workunit.client.0.smithi028.stdout:xfs_mru_c 19596 root rtd unknown /proc/19596/root (readlink: Permission denied) 2024-04-25T17:18:54.044 INFO:tasks.workunit.client.0.smithi028.stdout:xfs_mru_c 19596 root txt unknown /proc/19596/exe (readlink: Permission denied) 2024-04-25T17:18:54.044 INFO:tasks.workunit.client.0.smithi028.stdout:xfs_mru_c 19596 root NOFD /proc/19596/fd (opendir: Permission denied) 2024-04-25T17:18:54.044 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-buf/d 19597 root cwd unknown /proc/19597/cwd (readlink: Permission denied) 2024-04-25T17:18:54.044 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-buf/d 19597 root rtd unknown /proc/19597/root (readlink: Permission denied) 2024-04-25T17:18:54.044 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-buf/d 19597 root txt unknown /proc/19597/exe (readlink: Permission denied) 2024-04-25T17:18:54.044 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-buf/d 19597 root NOFD /proc/19597/fd (opendir: Permission denied) 2024-04-25T17:18:54.044 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-conv/ 19598 root cwd unknown /proc/19598/cwd (readlink: Permission denied) 2024-04-25T17:18:54.045 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-conv/ 19598 root rtd unknown /proc/19598/root (readlink: Permission denied) 2024-04-25T17:18:54.045 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-conv/ 19598 root txt unknown /proc/19598/exe (readlink: Permission denied) 2024-04-25T17:18:54.045 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-conv/ 19598 root NOFD /proc/19598/fd (opendir: Permission denied) 2024-04-25T17:18:54.045 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-recla 19599 root cwd unknown /proc/19599/cwd (readlink: Permission denied) 2024-04-25T17:18:54.045 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-recla 19599 root rtd unknown /proc/19599/root (readlink: Permission denied) 2024-04-25T17:18:54.045 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-recla 19599 root txt unknown /proc/19599/exe (readlink: Permission denied) 2024-04-25T17:18:54.045 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-recla 19599 root NOFD /proc/19599/fd (opendir: Permission denied) 2024-04-25T17:18:54.045 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-block 19600 root cwd unknown /proc/19600/cwd (readlink: Permission denied) 2024-04-25T17:18:54.045 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-block 19600 root rtd unknown /proc/19600/root (readlink: Permission denied) 2024-04-25T17:18:54.045 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-block 19600 root txt unknown /proc/19600/exe (readlink: Permission denied) 2024-04-25T17:18:54.045 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-block 19600 root NOFD /proc/19600/fd (opendir: Permission denied) 2024-04-25T17:18:54.045 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-inode 19601 root cwd unknown /proc/19601/cwd (readlink: Permission denied) 2024-04-25T17:18:54.045 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-inode 19601 root rtd unknown /proc/19601/root (readlink: Permission denied) 2024-04-25T17:18:54.046 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-inode 19601 root txt unknown /proc/19601/exe (readlink: Permission denied) 2024-04-25T17:18:54.046 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-inode 19601 root NOFD /proc/19601/fd (opendir: Permission denied) 2024-04-25T17:18:54.046 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-log/d 19602 root cwd unknown /proc/19602/cwd (readlink: Permission denied) 2024-04-25T17:18:54.046 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-log/d 19602 root rtd unknown /proc/19602/root (readlink: Permission denied) 2024-04-25T17:18:54.046 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-log/d 19602 root txt unknown /proc/19602/exe (readlink: Permission denied) 2024-04-25T17:18:54.046 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-log/d 19602 root NOFD /proc/19602/fd (opendir: Permission denied) 2024-04-25T17:18:54.046 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-cil/d 19603 root cwd unknown /proc/19603/cwd (readlink: Permission denied) 2024-04-25T17:18:54.046 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-cil/d 19603 root rtd unknown /proc/19603/root (readlink: Permission denied) 2024-04-25T17:18:54.046 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-cil/d 19603 root txt unknown /proc/19603/exe (readlink: Permission denied) 2024-04-25T17:18:54.046 INFO:tasks.workunit.client.0.smithi028.stdout:xfs-cil/d 19603 root NOFD /proc/19603/fd (opendir: Permission denied) 2024-04-25T17:18:54.046 INFO:tasks.workunit.client.0.smithi028.stdout:xfsaild/d 19604 root cwd unknown /proc/19604/cwd (readlink: Permission denied) 2024-04-25T17:18:54.046 INFO:tasks.workunit.client.0.smithi028.stdout:xfsaild/d 19604 root rtd unknown /proc/19604/root (readlink: Permission denied) 2024-04-25T17:18:54.046 INFO:tasks.workunit.client.0.smithi028.stdout:xfsaild/d 19604 root txt unknown /proc/19604/exe (readlink: Permission denied) 2024-04-25T17:18:54.046 INFO:tasks.workunit.client.0.smithi028.stdout:xfsaild/d 19604 root NOFD /proc/19604/fd (opendir: Permission denied) 2024-04-25T17:18:54.047 INFO:tasks.workunit.client.0.smithi028.stdout:sshd 20532 root cwd unknown /proc/20532/cwd (readlink: Permission denied) 2024-04-25T17:18:54.047 INFO:tasks.workunit.client.0.smithi028.stdout:sshd 20532 root rtd unknown /proc/20532/root (readlink: Permission denied) 2024-04-25T17:18:54.047 INFO:tasks.workunit.client.0.smithi028.stdout:sshd 20532 root txt unknown /proc/20532/exe (readlink: Permission denied) 2024-04-25T17:18:54.047 INFO:tasks.workunit.client.0.smithi028.stdout:sshd 20532 root NOFD /proc/20532/fd (opendir: Permission denied) 2024-04-25T17:18:54.047 INFO:tasks.workunit.client.0.smithi028.stdout:sshd 20535 ubuntu cwd unknown /proc/20535/cwd (readlink: Permission denied) 2024-04-25T17:18:54.047 INFO:tasks.workunit.client.0.smithi028.stdout:sshd 20535 ubuntu rtd unknown /proc/20535/root (readlink: Permission denied) 2024-04-25T17:18:54.047 INFO:tasks.workunit.client.0.smithi028.stdout:sshd 20535 ubuntu txt unknown /proc/20535/exe (readlink: Permission denied) 2024-04-25T17:18:54.047 INFO:tasks.workunit.client.0.smithi028.stdout:sshd 20535 ubuntu NOFD /proc/20535/fd (opendir: Permission denied) 2024-04-25T17:18:54.047 INFO:tasks.workunit.client.0.smithi028.stdout:chronyd 20595 chrony cwd unknown /proc/20595/cwd (readlink: Permission denied) 2024-04-25T17:18:54.047 INFO:tasks.workunit.client.0.smithi028.stdout:chronyd 20595 chrony rtd unknown /proc/20595/root (readlink: Permission denied) 2024-04-25T17:18:54.047 INFO:tasks.workunit.client.0.smithi028.stdout:chronyd 20595 chrony txt unknown /proc/20595/exe (readlink: Permission denied) 2024-04-25T17:18:54.047 INFO:tasks.workunit.client.0.smithi028.stdout:chronyd 20595 chrony NOFD /proc/20595/fd (opendir: Permission denied) 2024-04-25T17:18:54.047 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-cras 20881 ceph cwd unknown /proc/20881/cwd (readlink: Permission denied) 2024-04-25T17:18:54.048 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-cras 20881 ceph rtd unknown /proc/20881/root (readlink: Permission denied) 2024-04-25T17:18:54.048 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-cras 20881 ceph txt unknown /proc/20881/exe (readlink: Permission denied) 2024-04-25T17:18:54.048 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-cras 20881 ceph NOFD /proc/20881/fd (opendir: Permission denied) 2024-04-25T17:18:54.048 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/1 21421 root cwd unknown /proc/21421/cwd (readlink: Permission denied) 2024-04-25T17:18:54.048 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/1 21421 root rtd unknown /proc/21421/root (readlink: Permission denied) 2024-04-25T17:18:54.048 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/1 21421 root txt unknown /proc/21421/exe (readlink: Permission denied) 2024-04-25T17:18:54.048 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/1 21421 root NOFD /proc/21421/fd (opendir: Permission denied) 2024-04-25T17:18:54.048 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 21518 root cwd unknown /proc/21518/cwd (readlink: Permission denied) 2024-04-25T17:18:54.048 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 21518 root rtd unknown /proc/21518/root (readlink: Permission denied) 2024-04-25T17:18:54.048 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 21518 root txt unknown /proc/21518/exe (readlink: Permission denied) 2024-04-25T17:18:54.048 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 21518 root NOFD /proc/21518/fd (opendir: Permission denied) 2024-04-25T17:18:54.048 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/0 21569 root cwd unknown /proc/21569/cwd (readlink: Permission denied) 2024-04-25T17:18:54.048 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/0 21569 root rtd unknown /proc/21569/root (readlink: Permission denied) 2024-04-25T17:18:54.049 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/0 21569 root txt unknown /proc/21569/exe (readlink: Permission denied) 2024-04-25T17:18:54.049 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/0 21569 root NOFD /proc/21569/fd (opendir: Permission denied) 2024-04-25T17:18:54.049 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/6 21910 root cwd unknown /proc/21910/cwd (readlink: Permission denied) 2024-04-25T17:18:54.049 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/6 21910 root rtd unknown /proc/21910/root (readlink: Permission denied) 2024-04-25T17:18:54.049 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/6 21910 root txt unknown /proc/21910/exe (readlink: Permission denied) 2024-04-25T17:18:54.049 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/6 21910 root NOFD /proc/21910/fd (opendir: Permission denied) 2024-04-25T17:18:54.049 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 28190 root cwd unknown /proc/28190/cwd (readlink: Permission denied) 2024-04-25T17:18:54.049 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 28190 root rtd unknown /proc/28190/root (readlink: Permission denied) 2024-04-25T17:18:54.049 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 28190 root txt unknown /proc/28190/exe (readlink: Permission denied) 2024-04-25T17:18:54.049 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 28190 root NOFD /proc/28190/fd (opendir: Permission denied) 2024-04-25T17:18:54.049 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 28207 root cwd unknown /proc/28207/cwd (readlink: Permission denied) 2024-04-25T17:18:54.049 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 28207 root rtd unknown /proc/28207/root (readlink: Permission denied) 2024-04-25T17:18:54.049 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 28207 root txt unknown /proc/28207/exe (readlink: Permission denied) 2024-04-25T17:18:54.049 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 28207 root NOFD /proc/28207/fd (opendir: Permission denied) 2024-04-25T17:18:54.050 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 28208 root cwd unknown /proc/28208/cwd (readlink: Permission denied) 2024-04-25T17:18:54.050 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 28208 root rtd unknown /proc/28208/root (readlink: Permission denied) 2024-04-25T17:18:54.050 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 28208 root txt unknown /proc/28208/exe (readlink: Permission denied) 2024-04-25T17:18:54.050 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 28208 root NOFD /proc/28208/fd (opendir: Permission denied) 2024-04-25T17:18:54.050 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 28225 root cwd unknown /proc/28225/cwd (readlink: Permission denied) 2024-04-25T17:18:54.050 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 28225 root rtd unknown /proc/28225/root (readlink: Permission denied) 2024-04-25T17:18:54.050 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 28225 root txt unknown /proc/28225/exe (readlink: Permission denied) 2024-04-25T17:18:54.050 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 28225 root NOFD /proc/28225/fd (opendir: Permission denied) 2024-04-25T17:18:54.050 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/7 28394 root cwd unknown /proc/28394/cwd (readlink: Permission denied) 2024-04-25T17:18:54.050 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/7 28394 root rtd unknown /proc/28394/root (readlink: Permission denied) 2024-04-25T17:18:54.050 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/7 28394 root txt unknown /proc/28394/exe (readlink: Permission denied) 2024-04-25T17:18:54.050 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/7 28394 root NOFD /proc/28394/fd (opendir: Permission denied) 2024-04-25T17:18:54.050 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/7 29158 root cwd unknown /proc/29158/cwd (readlink: Permission denied) 2024-04-25T17:18:54.050 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/7 29158 root rtd unknown /proc/29158/root (readlink: Permission denied) 2024-04-25T17:18:54.051 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/7 29158 root txt unknown /proc/29158/exe (readlink: Permission denied) 2024-04-25T17:18:54.051 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/7 29158 root NOFD /proc/29158/fd (opendir: Permission denied) 2024-04-25T17:18:54.051 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 29203 root cwd unknown /proc/29203/cwd (readlink: Permission denied) 2024-04-25T17:18:54.051 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 29203 root rtd unknown /proc/29203/root (readlink: Permission denied) 2024-04-25T17:18:54.051 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 29203 root txt unknown /proc/29203/exe (readlink: Permission denied) 2024-04-25T17:18:54.051 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 29203 root NOFD /proc/29203/fd (opendir: Permission denied) 2024-04-25T17:18:54.051 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 29205 root cwd unknown /proc/29205/cwd (readlink: Permission denied) 2024-04-25T17:18:54.051 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 29205 root rtd unknown /proc/29205/root (readlink: Permission denied) 2024-04-25T17:18:54.051 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 29205 root txt unknown /proc/29205/exe (readlink: Permission denied) 2024-04-25T17:18:54.051 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 29205 root NOFD /proc/29205/fd (opendir: Permission denied) 2024-04-25T17:18:54.051 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 ceph cwd unknown /proc/29207/cwd (readlink: Permission denied) 2024-04-25T17:18:54.051 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 ceph rtd unknown /proc/29207/root (readlink: Permission denied) 2024-04-25T17:18:54.051 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 ceph txt unknown /proc/29207/exe (readlink: Permission denied) 2024-04-25T17:18:54.051 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 ceph NOFD /proc/29207/fd (opendir: Permission denied) 2024-04-25T17:18:54.051 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29208 log ceph cwd unknown /proc/29207/task/29208/cwd (readlink: Permission denied) 2024-04-25T17:18:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29208 log ceph rtd unknown /proc/29207/task/29208/root (readlink: Permission denied) 2024-04-25T17:18:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29208 log ceph txt unknown /proc/29207/task/29208/exe (readlink: Permission denied) 2024-04-25T17:18:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29208 log ceph NOFD /proc/29207/task/29208/fd (opendir: Permission denied) 2024-04-25T17:18:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29209 service ceph cwd unknown /proc/29207/task/29209/cwd (readlink: Permission denied) 2024-04-25T17:18:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29209 service ceph rtd unknown /proc/29207/task/29209/root (readlink: Permission denied) 2024-04-25T17:18:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29209 service ceph txt unknown /proc/29207/task/29209/exe (readlink: Permission denied) 2024-04-25T17:18:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29209 service ceph NOFD /proc/29207/task/29209/fd (opendir: Permission denied) 2024-04-25T17:18:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29210 admin_soc ceph cwd unknown /proc/29207/task/29210/cwd (readlink: Permission denied) 2024-04-25T17:18:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29210 admin_soc ceph rtd unknown /proc/29207/task/29210/root (readlink: Permission denied) 2024-04-25T17:18:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29210 admin_soc ceph txt unknown /proc/29207/task/29210/exe (readlink: Permission denied) 2024-04-25T17:18:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29210 admin_soc ceph NOFD /proc/29207/task/29210/fd (opendir: Permission denied) 2024-04-25T17:18:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29211 signal_ha ceph cwd unknown /proc/29207/task/29211/cwd (readlink: Permission denied) 2024-04-25T17:18:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29211 signal_ha ceph rtd unknown /proc/29207/task/29211/root (readlink: Permission denied) 2024-04-25T17:18:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29211 signal_ha ceph txt unknown /proc/29207/task/29211/exe (readlink: Permission denied) 2024-04-25T17:18:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29211 signal_ha ceph NOFD /proc/29207/task/29211/fd (opendir: Permission denied) 2024-04-25T17:18:54.053 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29212 rocksdb:l ceph cwd unknown /proc/29207/task/29212/cwd (readlink: Permission denied) 2024-04-25T17:18:54.053 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29212 rocksdb:l ceph rtd unknown /proc/29207/task/29212/root (readlink: Permission denied) 2024-04-25T17:18:54.053 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29212 rocksdb:l ceph txt unknown /proc/29207/task/29212/exe (readlink: Permission denied) 2024-04-25T17:18:54.053 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29212 rocksdb:l ceph NOFD /proc/29207/task/29212/fd (opendir: Permission denied) 2024-04-25T17:18:54.053 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29213 rocksdb:h ceph cwd unknown /proc/29207/task/29213/cwd (readlink: Permission denied) 2024-04-25T17:18:54.053 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29213 rocksdb:h ceph rtd unknown /proc/29207/task/29213/root (readlink: Permission denied) 2024-04-25T17:18:54.053 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29213 rocksdb:h ceph txt unknown /proc/29207/task/29213/exe (readlink: Permission denied) 2024-04-25T17:18:54.053 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29213 rocksdb:h ceph NOFD /proc/29207/task/29213/fd (opendir: Permission denied) 2024-04-25T17:18:54.053 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29229 ceph-mon ceph cwd unknown /proc/29207/task/29229/cwd (readlink: Permission denied) 2024-04-25T17:18:54.053 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29229 ceph-mon ceph rtd unknown /proc/29207/task/29229/root (readlink: Permission denied) 2024-04-25T17:18:54.053 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29229 ceph-mon ceph txt unknown /proc/29207/task/29229/exe (readlink: Permission denied) 2024-04-25T17:18:54.053 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29229 ceph-mon ceph NOFD /proc/29207/task/29229/fd (opendir: Permission denied) 2024-04-25T17:18:54.053 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29230 fn_monsto ceph cwd unknown /proc/29207/task/29230/cwd (readlink: Permission denied) 2024-04-25T17:18:54.053 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29230 fn_monsto ceph rtd unknown /proc/29207/task/29230/root (readlink: Permission denied) 2024-04-25T17:18:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29230 fn_monsto ceph txt unknown /proc/29207/task/29230/exe (readlink: Permission denied) 2024-04-25T17:18:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29230 fn_monsto ceph NOFD /proc/29207/task/29230/fd (opendir: Permission denied) 2024-04-25T17:18:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29231 msgr-work ceph cwd unknown /proc/29207/task/29231/cwd (readlink: Permission denied) 2024-04-25T17:18:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29231 msgr-work ceph rtd unknown /proc/29207/task/29231/root (readlink: Permission denied) 2024-04-25T17:18:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29231 msgr-work ceph txt unknown /proc/29207/task/29231/exe (readlink: Permission denied) 2024-04-25T17:18:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29231 msgr-work ceph NOFD /proc/29207/task/29231/fd (opendir: Permission denied) 2024-04-25T17:18:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29232 msgr-work ceph cwd unknown /proc/29207/task/29232/cwd (readlink: Permission denied) 2024-04-25T17:18:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29232 msgr-work ceph rtd unknown /proc/29207/task/29232/root (readlink: Permission denied) 2024-04-25T17:18:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29232 msgr-work ceph txt unknown /proc/29207/task/29232/exe (readlink: Permission denied) 2024-04-25T17:18:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29232 msgr-work ceph NOFD /proc/29207/task/29232/fd (opendir: Permission denied) 2024-04-25T17:18:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29233 msgr-work ceph cwd unknown /proc/29207/task/29233/cwd (readlink: Permission denied) 2024-04-25T17:18:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29233 msgr-work ceph rtd unknown /proc/29207/task/29233/root (readlink: Permission denied) 2024-04-25T17:18:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29233 msgr-work ceph txt unknown /proc/29207/task/29233/exe (readlink: Permission denied) 2024-04-25T17:18:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29233 msgr-work ceph NOFD /proc/29207/task/29233/fd (opendir: Permission denied) 2024-04-25T17:18:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29234 OpHistory ceph cwd unknown /proc/29207/task/29234/cwd (readlink: Permission denied) 2024-04-25T17:18:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29234 OpHistory ceph rtd unknown /proc/29207/task/29234/root (readlink: Permission denied) 2024-04-25T17:18:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29234 OpHistory ceph txt unknown /proc/29207/task/29234/exe (readlink: Permission denied) 2024-04-25T17:18:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29234 OpHistory ceph NOFD /proc/29207/task/29234/fd (opendir: Permission denied) 2024-04-25T17:18:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29235 fin ceph cwd unknown /proc/29207/task/29235/cwd (readlink: Permission denied) 2024-04-25T17:18:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29235 fin ceph rtd unknown /proc/29207/task/29235/root (readlink: Permission denied) 2024-04-25T17:18:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29235 fin ceph txt unknown /proc/29207/task/29235/exe (readlink: Permission denied) 2024-04-25T17:18:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29235 fin ceph NOFD /proc/29207/task/29235/fd (opendir: Permission denied) 2024-04-25T17:18:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29236 safe_time ceph cwd unknown /proc/29207/task/29236/cwd (readlink: Permission denied) 2024-04-25T17:18:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29236 safe_time ceph rtd unknown /proc/29207/task/29236/root (readlink: Permission denied) 2024-04-25T17:18:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29236 safe_time ceph txt unknown /proc/29207/task/29236/exe (readlink: Permission denied) 2024-04-25T17:18:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29236 safe_time ceph NOFD /proc/29207/task/29236/fd (opendir: Permission denied) 2024-04-25T17:18:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29237 cpu_tp ceph cwd unknown /proc/29207/task/29237/cwd (readlink: Permission denied) 2024-04-25T17:18:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29237 cpu_tp ceph rtd unknown /proc/29207/task/29237/root (readlink: Permission denied) 2024-04-25T17:18:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29237 cpu_tp ceph txt unknown /proc/29207/task/29237/exe (readlink: Permission denied) 2024-04-25T17:18:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29237 cpu_tp ceph NOFD /proc/29207/task/29237/fd (opendir: Permission denied) 2024-04-25T17:18:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29238 cpu_tp ceph cwd unknown /proc/29207/task/29238/cwd (readlink: Permission denied) 2024-04-25T17:18:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29238 cpu_tp ceph rtd unknown /proc/29207/task/29238/root (readlink: Permission denied) 2024-04-25T17:18:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29238 cpu_tp ceph txt unknown /proc/29207/task/29238/exe (readlink: Permission denied) 2024-04-25T17:18:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29238 cpu_tp ceph NOFD /proc/29207/task/29238/fd (opendir: Permission denied) 2024-04-25T17:18:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29239 cpu_tp ceph cwd unknown /proc/29207/task/29239/cwd (readlink: Permission denied) 2024-04-25T17:18:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29239 cpu_tp ceph rtd unknown /proc/29207/task/29239/root (readlink: Permission denied) 2024-04-25T17:18:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29239 cpu_tp ceph txt unknown /proc/29207/task/29239/exe (readlink: Permission denied) 2024-04-25T17:18:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29239 cpu_tp ceph NOFD /proc/29207/task/29239/fd (opendir: Permission denied) 2024-04-25T17:18:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29240 cpu_tp ceph cwd unknown /proc/29207/task/29240/cwd (readlink: Permission denied) 2024-04-25T17:18:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29240 cpu_tp ceph rtd unknown /proc/29207/task/29240/root (readlink: Permission denied) 2024-04-25T17:18:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29240 cpu_tp ceph txt unknown /proc/29207/task/29240/exe (readlink: Permission denied) 2024-04-25T17:18:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29240 cpu_tp ceph NOFD /proc/29207/task/29240/fd (opendir: Permission denied) 2024-04-25T17:18:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29241 ms_dispat ceph cwd unknown /proc/29207/task/29241/cwd (readlink: Permission denied) 2024-04-25T17:18:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29241 ms_dispat ceph rtd unknown /proc/29207/task/29241/root (readlink: Permission denied) 2024-04-25T17:18:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29241 ms_dispat ceph txt unknown /proc/29207/task/29241/exe (readlink: Permission denied) 2024-04-25T17:18:54.057 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29241 ms_dispat ceph NOFD /proc/29207/task/29241/fd (opendir: Permission denied) 2024-04-25T17:18:54.057 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29242 ms_local ceph cwd unknown /proc/29207/task/29242/cwd (readlink: Permission denied) 2024-04-25T17:18:54.057 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29242 ms_local ceph rtd unknown /proc/29207/task/29242/root (readlink: Permission denied) 2024-04-25T17:18:54.057 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29242 ms_local ceph txt unknown /proc/29207/task/29242/exe (readlink: Permission denied) 2024-04-25T17:18:54.057 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29242 ms_local ceph NOFD /proc/29207/task/29242/fd (opendir: Permission denied) 2024-04-25T17:18:54.057 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29243 safe_time ceph cwd unknown /proc/29207/task/29243/cwd (readlink: Permission denied) 2024-04-25T17:18:54.057 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29243 safe_time ceph rtd unknown /proc/29207/task/29243/root (readlink: Permission denied) 2024-04-25T17:18:54.057 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29243 safe_time ceph txt unknown /proc/29207/task/29243/exe (readlink: Permission denied) 2024-04-25T17:18:54.057 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29243 safe_time ceph NOFD /proc/29207/task/29243/fd (opendir: Permission denied) 2024-04-25T17:18:54.057 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29244 ms_dispat ceph cwd unknown /proc/29207/task/29244/cwd (readlink: Permission denied) 2024-04-25T17:18:54.057 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29244 ms_dispat ceph rtd unknown /proc/29207/task/29244/root (readlink: Permission denied) 2024-04-25T17:18:54.057 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29244 ms_dispat ceph txt unknown /proc/29207/task/29244/exe (readlink: Permission denied) 2024-04-25T17:18:54.057 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29244 ms_dispat ceph NOFD /proc/29207/task/29244/fd (opendir: Permission denied) 2024-04-25T17:18:54.058 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29245 ms_local ceph cwd unknown /proc/29207/task/29245/cwd (readlink: Permission denied) 2024-04-25T17:18:54.058 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29245 ms_local ceph rtd unknown /proc/29207/task/29245/root (readlink: Permission denied) 2024-04-25T17:18:54.058 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29245 ms_local ceph txt unknown /proc/29207/task/29245/exe (readlink: Permission denied) 2024-04-25T17:18:54.058 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 29245 ms_local ceph NOFD /proc/29207/task/29245/fd (opendir: Permission denied) 2024-04-25T17:18:54.058 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 66035 rstore_co ceph cwd unknown /proc/29207/task/66035/cwd (readlink: Permission denied) 2024-04-25T17:18:54.058 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 66035 rstore_co ceph rtd unknown /proc/29207/task/66035/root (readlink: Permission denied) 2024-04-25T17:18:54.058 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 66035 rstore_co ceph txt unknown /proc/29207/task/66035/exe (readlink: Permission denied) 2024-04-25T17:18:54.058 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mon 29207 66035 rstore_co ceph NOFD /proc/29207/task/66035/fd (opendir: Permission denied) 2024-04-25T17:18:54.058 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 29440 root cwd unknown /proc/29440/cwd (readlink: Permission denied) 2024-04-25T17:18:54.058 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 29440 root rtd unknown /proc/29440/root (readlink: Permission denied) 2024-04-25T17:18:54.058 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 29440 root txt unknown /proc/29440/exe (readlink: Permission denied) 2024-04-25T17:18:54.058 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 29440 root NOFD /proc/29440/fd (opendir: Permission denied) 2024-04-25T17:18:54.058 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 29442 root cwd unknown /proc/29442/cwd (readlink: Permission denied) 2024-04-25T17:18:54.059 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 29442 root rtd unknown /proc/29442/root (readlink: Permission denied) 2024-04-25T17:18:54.059 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 29442 root txt unknown /proc/29442/exe (readlink: Permission denied) 2024-04-25T17:18:54.059 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 29442 root NOFD /proc/29442/fd (opendir: Permission denied) 2024-04-25T17:18:54.059 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 ceph cwd unknown /proc/29444/cwd (readlink: Permission denied) 2024-04-25T17:18:54.059 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 ceph rtd unknown /proc/29444/root (readlink: Permission denied) 2024-04-25T17:18:54.059 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 ceph txt unknown /proc/29444/exe (readlink: Permission denied) 2024-04-25T17:18:54.059 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 ceph NOFD /proc/29444/fd (opendir: Permission denied) 2024-04-25T17:18:54.059 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31677 log ceph cwd unknown /proc/29444/task/31677/cwd (readlink: Permission denied) 2024-04-25T17:18:54.059 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31677 log ceph rtd unknown /proc/29444/task/31677/root (readlink: Permission denied) 2024-04-25T17:18:54.059 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31677 log ceph txt unknown /proc/29444/task/31677/exe (readlink: Permission denied) 2024-04-25T17:18:54.059 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31677 log ceph NOFD /proc/29444/task/31677/fd (opendir: Permission denied) 2024-04-25T17:18:54.059 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31679 msgr-work ceph cwd unknown /proc/29444/task/31679/cwd (readlink: Permission denied) 2024-04-25T17:18:54.059 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31679 msgr-work ceph rtd unknown /proc/29444/task/31679/root (readlink: Permission denied) 2024-04-25T17:18:54.060 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31679 msgr-work ceph txt unknown /proc/29444/task/31679/exe (readlink: Permission denied) 2024-04-25T17:18:54.060 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31679 msgr-work ceph NOFD /proc/29444/task/31679/fd (opendir: Permission denied) 2024-04-25T17:18:54.060 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31680 msgr-work ceph cwd unknown /proc/29444/task/31680/cwd (readlink: Permission denied) 2024-04-25T17:18:54.060 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31680 msgr-work ceph rtd unknown /proc/29444/task/31680/root (readlink: Permission denied) 2024-04-25T17:18:54.060 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31680 msgr-work ceph txt unknown /proc/29444/task/31680/exe (readlink: Permission denied) 2024-04-25T17:18:54.060 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31680 msgr-work ceph NOFD /proc/29444/task/31680/fd (opendir: Permission denied) 2024-04-25T17:18:54.060 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31681 msgr-work ceph cwd unknown /proc/29444/task/31681/cwd (readlink: Permission denied) 2024-04-25T17:18:54.060 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31681 msgr-work ceph rtd unknown /proc/29444/task/31681/root (readlink: Permission denied) 2024-04-25T17:18:54.060 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31681 msgr-work ceph txt unknown /proc/29444/task/31681/exe (readlink: Permission denied) 2024-04-25T17:18:54.060 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31681 msgr-work ceph NOFD /proc/29444/task/31681/fd (opendir: Permission denied) 2024-04-25T17:18:54.060 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31685 service ceph cwd unknown /proc/29444/task/31685/cwd (readlink: Permission denied) 2024-04-25T17:18:54.060 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31685 service ceph rtd unknown /proc/29444/task/31685/root (readlink: Permission denied) 2024-04-25T17:18:54.061 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31685 service ceph txt unknown /proc/29444/task/31685/exe (readlink: Permission denied) 2024-04-25T17:18:54.061 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31685 service ceph NOFD /proc/29444/task/31685/fd (opendir: Permission denied) 2024-04-25T17:18:54.061 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31686 admin_soc ceph cwd unknown /proc/29444/task/31686/cwd (readlink: Permission denied) 2024-04-25T17:18:54.061 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31686 admin_soc ceph rtd unknown /proc/29444/task/31686/root (readlink: Permission denied) 2024-04-25T17:18:54.061 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31686 admin_soc ceph txt unknown /proc/29444/task/31686/exe (readlink: Permission denied) 2024-04-25T17:18:54.061 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31686 admin_soc ceph NOFD /proc/29444/task/31686/fd (opendir: Permission denied) 2024-04-25T17:18:54.061 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31687 ceph_time ceph cwd unknown /proc/29444/task/31687/cwd (readlink: Permission denied) 2024-04-25T17:18:54.061 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31687 ceph_time ceph rtd unknown /proc/29444/task/31687/root (readlink: Permission denied) 2024-04-25T17:18:54.061 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31687 ceph_time ceph txt unknown /proc/29444/task/31687/exe (readlink: Permission denied) 2024-04-25T17:18:54.061 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31687 ceph_time ceph NOFD /proc/29444/task/31687/fd (opendir: Permission denied) 2024-04-25T17:18:54.061 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31688 fn_anonym ceph cwd unknown /proc/29444/task/31688/cwd (readlink: Permission denied) 2024-04-25T17:18:54.061 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31688 fn_anonym ceph rtd unknown /proc/29444/task/31688/root (readlink: Permission denied) 2024-04-25T17:18:54.061 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31688 fn_anonym ceph txt unknown /proc/29444/task/31688/exe (readlink: Permission denied) 2024-04-25T17:18:54.061 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31688 fn_anonym ceph NOFD /proc/29444/task/31688/fd (opendir: Permission denied) 2024-04-25T17:18:54.062 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31689 signal_ha ceph cwd unknown /proc/29444/task/31689/cwd (readlink: Permission denied) 2024-04-25T17:18:54.062 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31689 signal_ha ceph rtd unknown /proc/29444/task/31689/root (readlink: Permission denied) 2024-04-25T17:18:54.062 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31689 signal_ha ceph txt unknown /proc/29444/task/31689/exe (readlink: Permission denied) 2024-04-25T17:18:54.062 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31689 signal_ha ceph NOFD /proc/29444/task/31689/fd (opendir: Permission denied) 2024-04-25T17:18:54.062 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31690 mgrsb-fin ceph cwd unknown /proc/29444/task/31690/cwd (readlink: Permission denied) 2024-04-25T17:18:54.062 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31690 mgrsb-fin ceph rtd unknown /proc/29444/task/31690/root (readlink: Permission denied) 2024-04-25T17:18:54.062 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31690 mgrsb-fin ceph txt unknown /proc/29444/task/31690/exe (readlink: Permission denied) 2024-04-25T17:18:54.062 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31690 mgrsb-fin ceph NOFD /proc/29444/task/31690/fd (opendir: Permission denied) 2024-04-25T17:18:54.062 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31691 ms_dispat ceph cwd unknown /proc/29444/task/31691/cwd (readlink: Permission denied) 2024-04-25T17:18:54.062 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31691 ms_dispat ceph rtd unknown /proc/29444/task/31691/root (readlink: Permission denied) 2024-04-25T17:18:54.062 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31691 ms_dispat ceph txt unknown /proc/29444/task/31691/exe (readlink: Permission denied) 2024-04-25T17:18:54.062 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31691 ms_dispat ceph NOFD /proc/29444/task/31691/fd (opendir: Permission denied) 2024-04-25T17:18:54.062 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31692 ms_local ceph cwd unknown /proc/29444/task/31692/cwd (readlink: Permission denied) 2024-04-25T17:18:54.062 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31692 ms_local ceph rtd unknown /proc/29444/task/31692/root (readlink: Permission denied) 2024-04-25T17:18:54.063 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31692 ms_local ceph txt unknown /proc/29444/task/31692/exe (readlink: Permission denied) 2024-04-25T17:18:54.063 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31692 ms_local ceph NOFD /proc/29444/task/31692/fd (opendir: Permission denied) 2024-04-25T17:18:54.063 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31693 io_contex ceph cwd unknown /proc/29444/task/31693/cwd (readlink: Permission denied) 2024-04-25T17:18:54.063 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31693 io_contex ceph rtd unknown /proc/29444/task/31693/root (readlink: Permission denied) 2024-04-25T17:18:54.063 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31693 io_contex ceph txt unknown /proc/29444/task/31693/exe (readlink: Permission denied) 2024-04-25T17:18:54.063 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31693 io_contex ceph NOFD /proc/29444/task/31693/fd (opendir: Permission denied) 2024-04-25T17:18:54.063 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31694 io_contex ceph cwd unknown /proc/29444/task/31694/cwd (readlink: Permission denied) 2024-04-25T17:18:54.063 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31694 io_contex ceph rtd unknown /proc/29444/task/31694/root (readlink: Permission denied) 2024-04-25T17:18:54.063 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31694 io_contex ceph txt unknown /proc/29444/task/31694/exe (readlink: Permission denied) 2024-04-25T17:18:54.063 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31694 io_contex ceph NOFD /proc/29444/task/31694/fd (opendir: Permission denied) 2024-04-25T17:18:54.063 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31695 safe_time ceph cwd unknown /proc/29444/task/31695/cwd (readlink: Permission denied) 2024-04-25T17:18:54.063 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31695 safe_time ceph rtd unknown /proc/29444/task/31695/root (readlink: Permission denied) 2024-04-25T17:18:54.063 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31695 safe_time ceph txt unknown /proc/29444/task/31695/exe (readlink: Permission denied) 2024-04-25T17:18:54.063 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31695 safe_time ceph NOFD /proc/29444/task/31695/fd (opendir: Permission denied) 2024-04-25T17:18:54.064 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31696 safe_time ceph cwd unknown /proc/29444/task/31696/cwd (readlink: Permission denied) 2024-04-25T17:18:54.064 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31696 safe_time ceph rtd unknown /proc/29444/task/31696/root (readlink: Permission denied) 2024-04-25T17:18:54.064 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31696 safe_time ceph txt unknown /proc/29444/task/31696/exe (readlink: Permission denied) 2024-04-25T17:18:54.064 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31696 safe_time ceph NOFD /proc/29444/task/31696/fd (opendir: Permission denied) 2024-04-25T17:18:54.064 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31697 safe_time ceph cwd unknown /proc/29444/task/31697/cwd (readlink: Permission denied) 2024-04-25T17:18:54.064 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31697 safe_time ceph rtd unknown /proc/29444/task/31697/root (readlink: Permission denied) 2024-04-25T17:18:54.064 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31697 safe_time ceph txt unknown /proc/29444/task/31697/exe (readlink: Permission denied) 2024-04-25T17:18:54.064 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31697 safe_time ceph NOFD /proc/29444/task/31697/fd (opendir: Permission denied) 2024-04-25T17:18:54.064 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31698 fn_anonym ceph cwd unknown /proc/29444/task/31698/cwd (readlink: Permission denied) 2024-04-25T17:18:54.064 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31698 fn_anonym ceph rtd unknown /proc/29444/task/31698/root (readlink: Permission denied) 2024-04-25T17:18:54.064 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31698 fn_anonym ceph txt unknown /proc/29444/task/31698/exe (readlink: Permission denied) 2024-04-25T17:18:54.064 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31698 fn_anonym ceph NOFD /proc/29444/task/31698/fd (opendir: Permission denied) 2024-04-25T17:18:54.064 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31699 flusher ceph cwd unknown /proc/29444/task/31699/cwd (readlink: Permission denied) 2024-04-25T17:18:54.064 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31699 flusher ceph rtd unknown /proc/29444/task/31699/root (readlink: Permission denied) 2024-04-25T17:18:54.065 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31699 flusher ceph txt unknown /proc/29444/task/31699/exe (readlink: Permission denied) 2024-04-25T17:18:54.065 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31699 flusher ceph NOFD /proc/29444/task/31699/fd (opendir: Permission denied) 2024-04-25T17:18:54.065 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31700 safe_time ceph cwd unknown /proc/29444/task/31700/cwd (readlink: Permission denied) 2024-04-25T17:18:54.065 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31700 safe_time ceph rtd unknown /proc/29444/task/31700/root (readlink: Permission denied) 2024-04-25T17:18:54.065 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31700 safe_time ceph txt unknown /proc/29444/task/31700/exe (readlink: Permission denied) 2024-04-25T17:18:54.065 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31700 safe_time ceph NOFD /proc/29444/task/31700/fd (opendir: Permission denied) 2024-04-25T17:18:54.065 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31901 OpHistory ceph cwd unknown /proc/29444/task/31901/cwd (readlink: Permission denied) 2024-04-25T17:18:54.065 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31901 OpHistory ceph rtd unknown /proc/29444/task/31901/root (readlink: Permission denied) 2024-04-25T17:18:54.065 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31901 OpHistory ceph txt unknown /proc/29444/task/31901/exe (readlink: Permission denied) 2024-04-25T17:18:54.065 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31901 OpHistory ceph NOFD /proc/29444/task/31901/fd (opendir: Permission denied) 2024-04-25T17:18:54.065 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31902 mgr-fin ceph cwd unknown /proc/29444/task/31902/cwd (readlink: Permission denied) 2024-04-25T17:18:54.065 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31902 mgr-fin ceph rtd unknown /proc/29444/task/31902/root (readlink: Permission denied) 2024-04-25T17:18:54.065 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31902 mgr-fin ceph txt unknown /proc/29444/task/31902/exe (readlink: Permission denied) 2024-04-25T17:18:54.065 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31902 mgr-fin ceph NOFD /proc/29444/task/31902/fd (opendir: Permission denied) 2024-04-25T17:18:54.065 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31903 ms_dispat ceph cwd unknown /proc/29444/task/31903/cwd (readlink: Permission denied) 2024-04-25T17:18:54.065 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31903 ms_dispat ceph rtd unknown /proc/29444/task/31903/root (readlink: Permission denied) 2024-04-25T17:18:54.066 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31903 ms_dispat ceph txt unknown /proc/29444/task/31903/exe (readlink: Permission denied) 2024-04-25T17:18:54.066 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31903 ms_dispat ceph NOFD /proc/29444/task/31903/fd (opendir: Permission denied) 2024-04-25T17:18:54.066 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31904 ms_local ceph cwd unknown /proc/29444/task/31904/cwd (readlink: Permission denied) 2024-04-25T17:18:54.066 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31904 ms_local ceph rtd unknown /proc/29444/task/31904/root (readlink: Permission denied) 2024-04-25T17:18:54.066 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31904 ms_local ceph txt unknown /proc/29444/task/31904/exe (readlink: Permission denied) 2024-04-25T17:18:54.066 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31904 ms_local ceph NOFD /proc/29444/task/31904/fd (opendir: Permission denied) 2024-04-25T17:18:54.066 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31905 safe_time ceph cwd unknown /proc/29444/task/31905/cwd (readlink: Permission denied) 2024-04-25T17:18:54.066 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31905 safe_time ceph rtd unknown /proc/29444/task/31905/root (readlink: Permission denied) 2024-04-25T17:18:54.066 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31905 safe_time ceph txt unknown /proc/29444/task/31905/exe (readlink: Permission denied) 2024-04-25T17:18:54.066 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31905 safe_time ceph NOFD /proc/29444/task/31905/fd (opendir: Permission denied) 2024-04-25T17:18:54.066 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31906 cmdfin ceph cwd unknown /proc/29444/task/31906/cwd (readlink: Permission denied) 2024-04-25T17:18:54.066 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31906 cmdfin ceph rtd unknown /proc/29444/task/31906/root (readlink: Permission denied) 2024-04-25T17:18:54.066 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31906 cmdfin ceph txt unknown /proc/29444/task/31906/exe (readlink: Permission denied) 2024-04-25T17:18:54.066 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31906 cmdfin ceph NOFD /proc/29444/task/31906/fd (opendir: Permission denied) 2024-04-25T17:18:54.067 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31910 io_contex ceph cwd unknown /proc/29444/task/31910/cwd (readlink: Permission denied) 2024-04-25T17:18:54.067 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31910 io_contex ceph rtd unknown /proc/29444/task/31910/root (readlink: Permission denied) 2024-04-25T17:18:54.067 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31910 io_contex ceph txt unknown /proc/29444/task/31910/exe (readlink: Permission denied) 2024-04-25T17:18:54.067 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31910 io_contex ceph NOFD /proc/29444/task/31910/fd (opendir: Permission denied) 2024-04-25T17:18:54.067 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31911 io_contex ceph cwd unknown /proc/29444/task/31911/cwd (readlink: Permission denied) 2024-04-25T17:18:54.067 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31911 io_contex ceph rtd unknown /proc/29444/task/31911/root (readlink: Permission denied) 2024-04-25T17:18:54.067 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31911 io_contex ceph txt unknown /proc/29444/task/31911/exe (readlink: Permission denied) 2024-04-25T17:18:54.067 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31911 io_contex ceph NOFD /proc/29444/task/31911/fd (opendir: Permission denied) 2024-04-25T17:18:54.067 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31912 ceph_time ceph cwd unknown /proc/29444/task/31912/cwd (readlink: Permission denied) 2024-04-25T17:18:54.067 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31912 ceph_time ceph rtd unknown /proc/29444/task/31912/root (readlink: Permission denied) 2024-04-25T17:18:54.067 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31912 ceph_time ceph txt unknown /proc/29444/task/31912/exe (readlink: Permission denied) 2024-04-25T17:18:54.067 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31912 ceph_time ceph NOFD /proc/29444/task/31912/fd (opendir: Permission denied) 2024-04-25T17:18:54.067 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31913 ms_dispat ceph cwd unknown /proc/29444/task/31913/cwd (readlink: Permission denied) 2024-04-25T17:18:54.067 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31913 ms_dispat ceph rtd unknown /proc/29444/task/31913/root (readlink: Permission denied) 2024-04-25T17:18:54.068 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31913 ms_dispat ceph txt unknown /proc/29444/task/31913/exe (readlink: Permission denied) 2024-04-25T17:18:54.068 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31913 ms_dispat ceph NOFD /proc/29444/task/31913/fd (opendir: Permission denied) 2024-04-25T17:18:54.068 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31914 ms_local ceph cwd unknown /proc/29444/task/31914/cwd (readlink: Permission denied) 2024-04-25T17:18:54.068 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31914 ms_local ceph rtd unknown /proc/29444/task/31914/root (readlink: Permission denied) 2024-04-25T17:18:54.068 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31914 ms_local ceph txt unknown /proc/29444/task/31914/exe (readlink: Permission denied) 2024-04-25T17:18:54.068 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31914 ms_local ceph NOFD /proc/29444/task/31914/fd (opendir: Permission denied) 2024-04-25T17:18:54.068 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31915 safe_time ceph cwd unknown /proc/29444/task/31915/cwd (readlink: Permission denied) 2024-04-25T17:18:54.068 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31915 safe_time ceph rtd unknown /proc/29444/task/31915/root (readlink: Permission denied) 2024-04-25T17:18:54.068 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31915 safe_time ceph txt unknown /proc/29444/task/31915/exe (readlink: Permission denied) 2024-04-25T17:18:54.068 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31915 safe_time ceph NOFD /proc/29444/task/31915/fd (opendir: Permission denied) 2024-04-25T17:18:54.068 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31916 safe_time ceph cwd unknown /proc/29444/task/31916/cwd (readlink: Permission denied) 2024-04-25T17:18:54.068 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31916 safe_time ceph rtd unknown /proc/29444/task/31916/root (readlink: Permission denied) 2024-04-25T17:18:54.068 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31916 safe_time ceph txt unknown /proc/29444/task/31916/exe (readlink: Permission denied) 2024-04-25T17:18:54.068 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31916 safe_time ceph NOFD /proc/29444/task/31916/fd (opendir: Permission denied) 2024-04-25T17:18:54.069 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31917 balancer ceph cwd unknown /proc/29444/task/31917/cwd (readlink: Permission denied) 2024-04-25T17:18:54.069 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31917 balancer ceph rtd unknown /proc/29444/task/31917/root (readlink: Permission denied) 2024-04-25T17:18:54.069 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31917 balancer ceph txt unknown /proc/29444/task/31917/exe (readlink: Permission denied) 2024-04-25T17:18:54.069 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31917 balancer ceph NOFD /proc/29444/task/31917/fd (opendir: Permission denied) 2024-04-25T17:18:54.069 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31918 m-fin-bal ceph cwd unknown /proc/29444/task/31918/cwd (readlink: Permission denied) 2024-04-25T17:18:54.069 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31918 m-fin-bal ceph rtd unknown /proc/29444/task/31918/root (readlink: Permission denied) 2024-04-25T17:18:54.069 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31918 m-fin-bal ceph txt unknown /proc/29444/task/31918/exe (readlink: Permission denied) 2024-04-25T17:18:54.069 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31918 m-fin-bal ceph NOFD /proc/29444/task/31918/fd (opendir: Permission denied) 2024-04-25T17:18:54.069 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31919 mgr-fin ceph cwd unknown /proc/29444/task/31919/cwd (readlink: Permission denied) 2024-04-25T17:18:54.069 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31919 mgr-fin ceph rtd unknown /proc/29444/task/31919/root (readlink: Permission denied) 2024-04-25T17:18:54.069 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31919 mgr-fin ceph txt unknown /proc/29444/task/31919/exe (readlink: Permission denied) 2024-04-25T17:18:54.069 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31919 mgr-fin ceph NOFD /proc/29444/task/31919/fd (opendir: Permission denied) 2024-04-25T17:18:54.069 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31920 mgr-fin ceph cwd unknown /proc/29444/task/31920/cwd (readlink: Permission denied) 2024-04-25T17:18:54.069 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31920 mgr-fin ceph rtd unknown /proc/29444/task/31920/root (readlink: Permission denied) 2024-04-25T17:18:54.070 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31920 mgr-fin ceph txt unknown /proc/29444/task/31920/exe (readlink: Permission denied) 2024-04-25T17:18:54.070 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31920 mgr-fin ceph NOFD /proc/29444/task/31920/fd (opendir: Permission denied) 2024-04-25T17:18:54.070 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31921 mgr-fin ceph cwd unknown /proc/29444/task/31921/cwd (readlink: Permission denied) 2024-04-25T17:18:54.070 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31921 mgr-fin ceph rtd unknown /proc/29444/task/31921/root (readlink: Permission denied) 2024-04-25T17:18:54.070 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31921 mgr-fin ceph txt unknown /proc/29444/task/31921/exe (readlink: Permission denied) 2024-04-25T17:18:54.070 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31921 mgr-fin ceph NOFD /proc/29444/task/31921/fd (opendir: Permission denied) 2024-04-25T17:18:54.070 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31922 mgr-fin ceph cwd unknown /proc/29444/task/31922/cwd (readlink: Permission denied) 2024-04-25T17:18:54.070 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31922 mgr-fin ceph rtd unknown /proc/29444/task/31922/root (readlink: Permission denied) 2024-04-25T17:18:54.070 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31922 mgr-fin ceph txt unknown /proc/29444/task/31922/exe (readlink: Permission denied) 2024-04-25T17:18:54.070 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31922 mgr-fin ceph NOFD /proc/29444/task/31922/fd (opendir: Permission denied) 2024-04-25T17:18:54.070 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31923 mgr-fin ceph cwd unknown /proc/29444/task/31923/cwd (readlink: Permission denied) 2024-04-25T17:18:54.070 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31923 mgr-fin ceph rtd unknown /proc/29444/task/31923/root (readlink: Permission denied) 2024-04-25T17:18:54.070 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31923 mgr-fin ceph txt unknown /proc/29444/task/31923/exe (readlink: Permission denied) 2024-04-25T17:18:54.070 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31923 mgr-fin ceph NOFD /proc/29444/task/31923/fd (opendir: Permission denied) 2024-04-25T17:18:54.070 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31924 mgr-fin ceph cwd unknown /proc/29444/task/31924/cwd (readlink: Permission denied) 2024-04-25T17:18:54.071 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31924 mgr-fin ceph rtd unknown /proc/29444/task/31924/root (readlink: Permission denied) 2024-04-25T17:18:54.071 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31924 mgr-fin ceph txt unknown /proc/29444/task/31924/exe (readlink: Permission denied) 2024-04-25T17:18:54.071 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31924 mgr-fin ceph NOFD /proc/29444/task/31924/fd (opendir: Permission denied) 2024-04-25T17:18:54.071 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31925 mgr-fin ceph cwd unknown /proc/29444/task/31925/cwd (readlink: Permission denied) 2024-04-25T17:18:54.071 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31925 mgr-fin ceph rtd unknown /proc/29444/task/31925/root (readlink: Permission denied) 2024-04-25T17:18:54.071 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31925 mgr-fin ceph txt unknown /proc/29444/task/31925/exe (readlink: Permission denied) 2024-04-25T17:18:54.071 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31925 mgr-fin ceph NOFD /proc/29444/task/31925/fd (opendir: Permission denied) 2024-04-25T17:18:54.071 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31926 mgr-fin ceph cwd unknown /proc/29444/task/31926/cwd (readlink: Permission denied) 2024-04-25T17:18:54.071 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31926 mgr-fin ceph rtd unknown /proc/29444/task/31926/root (readlink: Permission denied) 2024-04-25T17:18:54.071 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31926 mgr-fin ceph txt unknown /proc/29444/task/31926/exe (readlink: Permission denied) 2024-04-25T17:18:54.071 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31926 mgr-fin ceph NOFD /proc/29444/task/31926/fd (opendir: Permission denied) 2024-04-25T17:18:54.071 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31927 mgr-fin ceph cwd unknown /proc/29444/task/31927/cwd (readlink: Permission denied) 2024-04-25T17:18:54.072 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31927 mgr-fin ceph rtd unknown /proc/29444/task/31927/root (readlink: Permission denied) 2024-04-25T17:18:54.072 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31927 mgr-fin ceph txt unknown /proc/29444/task/31927/exe (readlink: Permission denied) 2024-04-25T17:18:54.072 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31927 mgr-fin ceph NOFD /proc/29444/task/31927/fd (opendir: Permission denied) 2024-04-25T17:18:54.072 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31928 mgr-fin ceph cwd unknown /proc/29444/task/31928/cwd (readlink: Permission denied) 2024-04-25T17:18:54.072 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31928 mgr-fin ceph rtd unknown /proc/29444/task/31928/root (readlink: Permission denied) 2024-04-25T17:18:54.072 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31928 mgr-fin ceph txt unknown /proc/29444/task/31928/exe (readlink: Permission denied) 2024-04-25T17:18:54.072 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31928 mgr-fin ceph NOFD /proc/29444/task/31928/fd (opendir: Permission denied) 2024-04-25T17:18:54.072 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31929 mgr-fin ceph cwd unknown /proc/29444/task/31929/cwd (readlink: Permission denied) 2024-04-25T17:18:54.072 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31929 mgr-fin ceph rtd unknown /proc/29444/task/31929/root (readlink: Permission denied) 2024-04-25T17:18:54.072 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31929 mgr-fin ceph txt unknown /proc/29444/task/31929/exe (readlink: Permission denied) 2024-04-25T17:18:54.072 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31929 mgr-fin ceph NOFD /proc/29444/task/31929/fd (opendir: Permission denied) 2024-04-25T17:18:54.072 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31930 mgr-fin ceph cwd unknown /proc/29444/task/31930/cwd (readlink: Permission denied) 2024-04-25T17:18:54.072 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31930 mgr-fin ceph rtd unknown /proc/29444/task/31930/root (readlink: Permission denied) 2024-04-25T17:18:54.072 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31930 mgr-fin ceph txt unknown /proc/29444/task/31930/exe (readlink: Permission denied) 2024-04-25T17:18:54.073 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31930 mgr-fin ceph NOFD /proc/29444/task/31930/fd (opendir: Permission denied) 2024-04-25T17:18:54.073 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31931 mgr-fin ceph cwd unknown /proc/29444/task/31931/cwd (readlink: Permission denied) 2024-04-25T17:18:54.073 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31931 mgr-fin ceph rtd unknown /proc/29444/task/31931/root (readlink: Permission denied) 2024-04-25T17:18:54.073 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31931 mgr-fin ceph txt unknown /proc/29444/task/31931/exe (readlink: Permission denied) 2024-04-25T17:18:54.073 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31931 mgr-fin ceph NOFD /proc/29444/task/31931/fd (opendir: Permission denied) 2024-04-25T17:18:54.073 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31932 mgr-fin ceph cwd unknown /proc/29444/task/31932/cwd (readlink: Permission denied) 2024-04-25T17:18:54.073 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31932 mgr-fin ceph rtd unknown /proc/29444/task/31932/root (readlink: Permission denied) 2024-04-25T17:18:54.073 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31932 mgr-fin ceph txt unknown /proc/29444/task/31932/exe (readlink: Permission denied) 2024-04-25T17:18:54.073 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31932 mgr-fin ceph NOFD /proc/29444/task/31932/fd (opendir: Permission denied) 2024-04-25T17:18:54.073 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31933 mgr-fin ceph cwd unknown /proc/29444/task/31933/cwd (readlink: Permission denied) 2024-04-25T17:18:54.073 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31933 mgr-fin ceph rtd unknown /proc/29444/task/31933/root (readlink: Permission denied) 2024-04-25T17:18:54.073 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31933 mgr-fin ceph txt unknown /proc/29444/task/31933/exe (readlink: Permission denied) 2024-04-25T17:18:54.073 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31933 mgr-fin ceph NOFD /proc/29444/task/31933/fd (opendir: Permission denied) 2024-04-25T17:18:54.073 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31934 mgr-fin ceph cwd unknown /proc/29444/task/31934/cwd (readlink: Permission denied) 2024-04-25T17:18:54.073 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31934 mgr-fin ceph rtd unknown /proc/29444/task/31934/root (readlink: Permission denied) 2024-04-25T17:18:54.074 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31934 mgr-fin ceph txt unknown /proc/29444/task/31934/exe (readlink: Permission denied) 2024-04-25T17:18:54.074 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31934 mgr-fin ceph NOFD /proc/29444/task/31934/fd (opendir: Permission denied) 2024-04-25T17:18:54.074 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31935 cephadm ceph cwd unknown /proc/29444/task/31935/cwd (readlink: Permission denied) 2024-04-25T17:18:54.074 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31935 cephadm ceph rtd unknown /proc/29444/task/31935/root (readlink: Permission denied) 2024-04-25T17:18:54.074 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31935 cephadm ceph txt unknown /proc/29444/task/31935/exe (readlink: Permission denied) 2024-04-25T17:18:54.074 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31935 cephadm ceph NOFD /proc/29444/task/31935/fd (opendir: Permission denied) 2024-04-25T17:18:54.074 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31936 m-fin-cep ceph cwd unknown /proc/29444/task/31936/cwd (readlink: Permission denied) 2024-04-25T17:18:54.074 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31936 m-fin-cep ceph rtd unknown /proc/29444/task/31936/root (readlink: Permission denied) 2024-04-25T17:18:54.074 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31936 m-fin-cep ceph txt unknown /proc/29444/task/31936/exe (readlink: Permission denied) 2024-04-25T17:18:54.074 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31936 m-fin-cep ceph NOFD /proc/29444/task/31936/fd (opendir: Permission denied) 2024-04-25T17:18:54.074 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31937 mgr-fin ceph cwd unknown /proc/29444/task/31937/cwd (readlink: Permission denied) 2024-04-25T17:18:54.074 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31937 mgr-fin ceph rtd unknown /proc/29444/task/31937/root (readlink: Permission denied) 2024-04-25T17:18:54.074 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31937 mgr-fin ceph txt unknown /proc/29444/task/31937/exe (readlink: Permission denied) 2024-04-25T17:18:54.075 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31937 mgr-fin ceph NOFD /proc/29444/task/31937/fd (opendir: Permission denied) 2024-04-25T17:18:54.075 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31938 mgr-fin ceph cwd unknown /proc/29444/task/31938/cwd (readlink: Permission denied) 2024-04-25T17:18:54.075 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31938 mgr-fin ceph rtd unknown /proc/29444/task/31938/root (readlink: Permission denied) 2024-04-25T17:18:54.075 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31938 mgr-fin ceph txt unknown /proc/29444/task/31938/exe (readlink: Permission denied) 2024-04-25T17:18:54.075 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31938 mgr-fin ceph NOFD /proc/29444/task/31938/fd (opendir: Permission denied) 2024-04-25T17:18:54.075 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31939 crash ceph cwd unknown /proc/29444/task/31939/cwd (readlink: Permission denied) 2024-04-25T17:18:54.075 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31939 crash ceph rtd unknown /proc/29444/task/31939/root (readlink: Permission denied) 2024-04-25T17:18:54.075 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31939 crash ceph txt unknown /proc/29444/task/31939/exe (readlink: Permission denied) 2024-04-25T17:18:54.075 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31939 crash ceph NOFD /proc/29444/task/31939/fd (opendir: Permission denied) 2024-04-25T17:18:54.075 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31940 m-fin-cra ceph cwd unknown /proc/29444/task/31940/cwd (readlink: Permission denied) 2024-04-25T17:18:54.075 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31940 m-fin-cra ceph rtd unknown /proc/29444/task/31940/root (readlink: Permission denied) 2024-04-25T17:18:54.075 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31940 m-fin-cra ceph txt unknown /proc/29444/task/31940/exe (readlink: Permission denied) 2024-04-25T17:18:54.075 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31940 m-fin-cra ceph NOFD /proc/29444/task/31940/fd (opendir: Permission denied) 2024-04-25T17:18:54.076 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31941 mgr-fin ceph cwd unknown /proc/29444/task/31941/cwd (readlink: Permission denied) 2024-04-25T17:18:54.076 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31941 mgr-fin ceph rtd unknown /proc/29444/task/31941/root (readlink: Permission denied) 2024-04-25T17:18:54.076 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31941 mgr-fin ceph txt unknown /proc/29444/task/31941/exe (readlink: Permission denied) 2024-04-25T17:18:54.076 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31941 mgr-fin ceph NOFD /proc/29444/task/31941/fd (opendir: Permission denied) 2024-04-25T17:18:54.076 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31942 cephadm ceph cwd unknown /proc/29444/task/31942/cwd (readlink: Permission denied) 2024-04-25T17:18:54.076 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31942 cephadm ceph rtd unknown /proc/29444/task/31942/root (readlink: Permission denied) 2024-04-25T17:18:54.076 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31942 cephadm ceph txt unknown /proc/29444/task/31942/exe (readlink: Permission denied) 2024-04-25T17:18:54.076 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31942 cephadm ceph NOFD /proc/29444/task/31942/fd (opendir: Permission denied) 2024-04-25T17:18:54.076 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31943 mgr-fin ceph cwd unknown /proc/29444/task/31943/cwd (readlink: Permission denied) 2024-04-25T17:18:54.076 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31943 mgr-fin ceph rtd unknown /proc/29444/task/31943/root (readlink: Permission denied) 2024-04-25T17:18:54.076 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31943 mgr-fin ceph txt unknown /proc/29444/task/31943/exe (readlink: Permission denied) 2024-04-25T17:18:54.076 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31943 mgr-fin ceph NOFD /proc/29444/task/31943/fd (opendir: Permission denied) 2024-04-25T17:18:54.076 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31944 dashboard ceph cwd unknown /proc/29444/task/31944/cwd (readlink: Permission denied) 2024-04-25T17:18:54.076 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31944 dashboard ceph rtd unknown /proc/29444/task/31944/root (readlink: Permission denied) 2024-04-25T17:18:54.076 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31944 dashboard ceph txt unknown /proc/29444/task/31944/exe (readlink: Permission denied) 2024-04-25T17:18:54.077 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31944 dashboard ceph NOFD /proc/29444/task/31944/fd (opendir: Permission denied) 2024-04-25T17:18:54.077 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31945 m-fin-das ceph cwd unknown /proc/29444/task/31945/cwd (readlink: Permission denied) 2024-04-25T17:18:54.077 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31945 m-fin-das ceph rtd unknown /proc/29444/task/31945/root (readlink: Permission denied) 2024-04-25T17:18:54.077 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31945 m-fin-das ceph txt unknown /proc/29444/task/31945/exe (readlink: Permission denied) 2024-04-25T17:18:54.077 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31945 m-fin-das ceph NOFD /proc/29444/task/31945/fd (opendir: Permission denied) 2024-04-25T17:18:54.077 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31946 mgr-fin ceph cwd unknown /proc/29444/task/31946/cwd (readlink: Permission denied) 2024-04-25T17:18:54.077 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31946 mgr-fin ceph rtd unknown /proc/29444/task/31946/root (readlink: Permission denied) 2024-04-25T17:18:54.077 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31946 mgr-fin ceph txt unknown /proc/29444/task/31946/exe (readlink: Permission denied) 2024-04-25T17:18:54.077 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31946 mgr-fin ceph NOFD /proc/29444/task/31946/fd (opendir: Permission denied) 2024-04-25T17:18:54.077 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31947 mgr-fin ceph cwd unknown /proc/29444/task/31947/cwd (readlink: Permission denied) 2024-04-25T17:18:54.077 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31947 mgr-fin ceph rtd unknown /proc/29444/task/31947/root (readlink: Permission denied) 2024-04-25T17:18:54.077 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31947 mgr-fin ceph txt unknown /proc/29444/task/31947/exe (readlink: Permission denied) 2024-04-25T17:18:54.077 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31947 mgr-fin ceph NOFD /proc/29444/task/31947/fd (opendir: Permission denied) 2024-04-25T17:18:54.077 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31948 mgr-fin ceph cwd unknown /proc/29444/task/31948/cwd (readlink: Permission denied) 2024-04-25T17:18:54.078 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31948 mgr-fin ceph rtd unknown /proc/29444/task/31948/root (readlink: Permission denied) 2024-04-25T17:18:54.078 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31948 mgr-fin ceph txt unknown /proc/29444/task/31948/exe (readlink: Permission denied) 2024-04-25T17:18:54.078 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31948 mgr-fin ceph NOFD /proc/29444/task/31948/fd (opendir: Permission denied) 2024-04-25T17:18:54.078 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31949 mgr-fin ceph cwd unknown /proc/29444/task/31949/cwd (readlink: Permission denied) 2024-04-25T17:18:54.078 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31949 mgr-fin ceph rtd unknown /proc/29444/task/31949/root (readlink: Permission denied) 2024-04-25T17:18:54.078 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31949 mgr-fin ceph txt unknown /proc/29444/task/31949/exe (readlink: Permission denied) 2024-04-25T17:18:54.078 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31949 mgr-fin ceph NOFD /proc/29444/task/31949/fd (opendir: Permission denied) 2024-04-25T17:18:54.078 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31950 devicehea ceph cwd unknown /proc/29444/task/31950/cwd (readlink: Permission denied) 2024-04-25T17:18:54.078 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31950 devicehea ceph rtd unknown /proc/29444/task/31950/root (readlink: Permission denied) 2024-04-25T17:18:54.078 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31950 devicehea ceph txt unknown /proc/29444/task/31950/exe (readlink: Permission denied) 2024-04-25T17:18:54.078 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31950 devicehea ceph NOFD /proc/29444/task/31950/fd (opendir: Permission denied) 2024-04-25T17:18:54.078 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31951 m-fin-dev ceph cwd unknown /proc/29444/task/31951/cwd (readlink: Permission denied) 2024-04-25T17:18:54.078 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31951 m-fin-dev ceph rtd unknown /proc/29444/task/31951/root (readlink: Permission denied) 2024-04-25T17:18:54.078 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31951 m-fin-dev ceph txt unknown /proc/29444/task/31951/exe (readlink: Permission denied) 2024-04-25T17:18:54.079 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31951 m-fin-dev ceph NOFD /proc/29444/task/31951/fd (opendir: Permission denied) 2024-04-25T17:18:54.079 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31952 mgr-fin ceph cwd unknown /proc/29444/task/31952/cwd (readlink: Permission denied) 2024-04-25T17:18:54.079 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31952 mgr-fin ceph rtd unknown /proc/29444/task/31952/root (readlink: Permission denied) 2024-04-25T17:18:54.079 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31952 mgr-fin ceph txt unknown /proc/29444/task/31952/exe (readlink: Permission denied) 2024-04-25T17:18:54.079 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31952 mgr-fin ceph NOFD /proc/29444/task/31952/fd (opendir: Permission denied) 2024-04-25T17:18:54.079 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31953 mgr-fin ceph cwd unknown /proc/29444/task/31953/cwd (readlink: Permission denied) 2024-04-25T17:18:54.079 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31953 mgr-fin ceph rtd unknown /proc/29444/task/31953/root (readlink: Permission denied) 2024-04-25T17:18:54.079 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31953 mgr-fin ceph txt unknown /proc/29444/task/31953/exe (readlink: Permission denied) 2024-04-25T17:18:54.079 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31953 mgr-fin ceph NOFD /proc/29444/task/31953/fd (opendir: Permission denied) 2024-04-25T17:18:54.079 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31955 m-fin-ios ceph cwd unknown /proc/29444/task/31955/cwd (readlink: Permission denied) 2024-04-25T17:18:54.079 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31955 m-fin-ios ceph rtd unknown /proc/29444/task/31955/root (readlink: Permission denied) 2024-04-25T17:18:54.079 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31955 m-fin-ios ceph txt unknown /proc/29444/task/31955/exe (readlink: Permission denied) 2024-04-25T17:18:54.079 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31955 m-fin-ios ceph NOFD /proc/29444/task/31955/fd (opendir: Permission denied) 2024-04-25T17:18:54.079 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31956 mgr-fin ceph cwd unknown /proc/29444/task/31956/cwd (readlink: Permission denied) 2024-04-25T17:18:54.080 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31956 mgr-fin ceph rtd unknown /proc/29444/task/31956/root (readlink: Permission denied) 2024-04-25T17:18:54.080 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31956 mgr-fin ceph txt unknown /proc/29444/task/31956/exe (readlink: Permission denied) 2024-04-25T17:18:54.080 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31956 mgr-fin ceph NOFD /proc/29444/task/31956/fd (opendir: Permission denied) 2024-04-25T17:18:54.080 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31957 mgr-fin ceph cwd unknown /proc/29444/task/31957/cwd (readlink: Permission denied) 2024-04-25T17:18:54.080 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31957 mgr-fin ceph rtd unknown /proc/29444/task/31957/root (readlink: Permission denied) 2024-04-25T17:18:54.080 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31957 mgr-fin ceph txt unknown /proc/29444/task/31957/exe (readlink: Permission denied) 2024-04-25T17:18:54.080 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31957 mgr-fin ceph NOFD /proc/29444/task/31957/fd (opendir: Permission denied) 2024-04-25T17:18:54.080 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31959 m-fin-nfs ceph cwd unknown /proc/29444/task/31959/cwd (readlink: Permission denied) 2024-04-25T17:18:54.080 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31959 m-fin-nfs ceph rtd unknown /proc/29444/task/31959/root (readlink: Permission denied) 2024-04-25T17:18:54.080 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31959 m-fin-nfs ceph txt unknown /proc/29444/task/31959/exe (readlink: Permission denied) 2024-04-25T17:18:54.080 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31959 m-fin-nfs ceph NOFD /proc/29444/task/31959/fd (opendir: Permission denied) 2024-04-25T17:18:54.080 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31961 m-fin-orc ceph cwd unknown /proc/29444/task/31961/cwd (readlink: Permission denied) 2024-04-25T17:18:54.080 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31961 m-fin-orc ceph rtd unknown /proc/29444/task/31961/root (readlink: Permission denied) 2024-04-25T17:18:54.080 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31961 m-fin-orc ceph txt unknown /proc/29444/task/31961/exe (readlink: Permission denied) 2024-04-25T17:18:54.080 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31961 m-fin-orc ceph NOFD /proc/29444/task/31961/fd (opendir: Permission denied) 2024-04-25T17:18:54.080 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31962 pg_autosc ceph cwd unknown /proc/29444/task/31962/cwd (readlink: Permission denied) 2024-04-25T17:18:54.081 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31962 pg_autosc ceph rtd unknown /proc/29444/task/31962/root (readlink: Permission denied) 2024-04-25T17:18:54.081 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31962 pg_autosc ceph txt unknown /proc/29444/task/31962/exe (readlink: Permission denied) 2024-04-25T17:18:54.081 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31962 pg_autosc ceph NOFD /proc/29444/task/31962/fd (opendir: Permission denied) 2024-04-25T17:18:54.081 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31963 m-fin-pg_ ceph cwd unknown /proc/29444/task/31963/cwd (readlink: Permission denied) 2024-04-25T17:18:54.081 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31963 m-fin-pg_ ceph rtd unknown /proc/29444/task/31963/root (readlink: Permission denied) 2024-04-25T17:18:54.081 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31963 m-fin-pg_ ceph txt unknown /proc/29444/task/31963/exe (readlink: Permission denied) 2024-04-25T17:18:54.081 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31963 m-fin-pg_ ceph NOFD /proc/29444/task/31963/fd (opendir: Permission denied) 2024-04-25T17:18:54.081 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31964 progress ceph cwd unknown /proc/29444/task/31964/cwd (readlink: Permission denied) 2024-04-25T17:18:54.081 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31964 progress ceph rtd unknown /proc/29444/task/31964/root (readlink: Permission denied) 2024-04-25T17:18:54.081 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31964 progress ceph txt unknown /proc/29444/task/31964/exe (readlink: Permission denied) 2024-04-25T17:18:54.081 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31964 progress ceph NOFD /proc/29444/task/31964/fd (opendir: Permission denied) 2024-04-25T17:18:54.081 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31965 m-fin-pro ceph cwd unknown /proc/29444/task/31965/cwd (readlink: Permission denied) 2024-04-25T17:18:54.081 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31965 m-fin-pro ceph rtd unknown /proc/29444/task/31965/root (readlink: Permission denied) 2024-04-25T17:18:54.081 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31965 m-fin-pro ceph txt unknown /proc/29444/task/31965/exe (readlink: Permission denied) 2024-04-25T17:18:54.081 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31965 m-fin-pro ceph NOFD /proc/29444/task/31965/fd (opendir: Permission denied) 2024-04-25T17:18:54.082 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31969 io_contex ceph cwd unknown /proc/29444/task/31969/cwd (readlink: Permission denied) 2024-04-25T17:18:54.082 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31969 io_contex ceph rtd unknown /proc/29444/task/31969/root (readlink: Permission denied) 2024-04-25T17:18:54.082 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31969 io_contex ceph txt unknown /proc/29444/task/31969/exe (readlink: Permission denied) 2024-04-25T17:18:54.082 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31969 io_contex ceph NOFD /proc/29444/task/31969/fd (opendir: Permission denied) 2024-04-25T17:18:54.082 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31970 io_contex ceph cwd unknown /proc/29444/task/31970/cwd (readlink: Permission denied) 2024-04-25T17:18:54.082 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31970 io_contex ceph rtd unknown /proc/29444/task/31970/root (readlink: Permission denied) 2024-04-25T17:18:54.082 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31970 io_contex ceph txt unknown /proc/29444/task/31970/exe (readlink: Permission denied) 2024-04-25T17:18:54.082 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31970 io_contex ceph NOFD /proc/29444/task/31970/fd (opendir: Permission denied) 2024-04-25T17:18:54.082 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31971 ceph_time ceph cwd unknown /proc/29444/task/31971/cwd (readlink: Permission denied) 2024-04-25T17:18:54.082 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31971 ceph_time ceph rtd unknown /proc/29444/task/31971/root (readlink: Permission denied) 2024-04-25T17:18:54.082 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31971 ceph_time ceph txt unknown /proc/29444/task/31971/exe (readlink: Permission denied) 2024-04-25T17:18:54.082 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31971 ceph_time ceph NOFD /proc/29444/task/31971/fd (opendir: Permission denied) 2024-04-25T17:18:54.082 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31972 ms_dispat ceph cwd unknown /proc/29444/task/31972/cwd (readlink: Permission denied) 2024-04-25T17:18:54.082 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31972 ms_dispat ceph rtd unknown /proc/29444/task/31972/root (readlink: Permission denied) 2024-04-25T17:18:54.083 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31972 ms_dispat ceph txt unknown /proc/29444/task/31972/exe (readlink: Permission denied) 2024-04-25T17:18:54.083 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31972 ms_dispat ceph NOFD /proc/29444/task/31972/fd (opendir: Permission denied) 2024-04-25T17:18:54.083 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31973 ms_local ceph cwd unknown /proc/29444/task/31973/cwd (readlink: Permission denied) 2024-04-25T17:18:54.083 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31973 ms_local ceph rtd unknown /proc/29444/task/31973/root (readlink: Permission denied) 2024-04-25T17:18:54.083 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31973 ms_local ceph txt unknown /proc/29444/task/31973/exe (readlink: Permission denied) 2024-04-25T17:18:54.083 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31973 ms_local ceph NOFD /proc/29444/task/31973/fd (opendir: Permission denied) 2024-04-25T17:18:54.083 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31974 safe_time ceph cwd unknown /proc/29444/task/31974/cwd (readlink: Permission denied) 2024-04-25T17:18:54.083 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31974 safe_time ceph rtd unknown /proc/29444/task/31974/root (readlink: Permission denied) 2024-04-25T17:18:54.083 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31974 safe_time ceph txt unknown /proc/29444/task/31974/exe (readlink: Permission denied) 2024-04-25T17:18:54.083 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31974 safe_time ceph NOFD /proc/29444/task/31974/fd (opendir: Permission denied) 2024-04-25T17:18:54.083 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31975 safe_time ceph cwd unknown /proc/29444/task/31975/cwd (readlink: Permission denied) 2024-04-25T17:18:54.083 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31975 safe_time ceph rtd unknown /proc/29444/task/31975/root (readlink: Permission denied) 2024-04-25T17:18:54.083 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31975 safe_time ceph txt unknown /proc/29444/task/31975/exe (readlink: Permission denied) 2024-04-25T17:18:54.083 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31975 safe_time ceph NOFD /proc/29444/task/31975/fd (opendir: Permission denied) 2024-04-25T17:18:54.083 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31976 mgr-fin ceph cwd unknown /proc/29444/task/31976/cwd (readlink: Permission denied) 2024-04-25T17:18:54.084 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31976 mgr-fin ceph rtd unknown /proc/29444/task/31976/root (readlink: Permission denied) 2024-04-25T17:18:54.084 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31976 mgr-fin ceph txt unknown /proc/29444/task/31976/exe (readlink: Permission denied) 2024-04-25T17:18:54.084 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31976 mgr-fin ceph NOFD /proc/29444/task/31976/fd (opendir: Permission denied) 2024-04-25T17:18:54.084 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31978 m-fin-rbd ceph cwd unknown /proc/29444/task/31978/cwd (readlink: Permission denied) 2024-04-25T17:18:54.084 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31978 m-fin-rbd ceph rtd unknown /proc/29444/task/31978/root (readlink: Permission denied) 2024-04-25T17:18:54.084 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31978 m-fin-rbd ceph txt unknown /proc/29444/task/31978/exe (readlink: Permission denied) 2024-04-25T17:18:54.084 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31978 m-fin-rbd ceph NOFD /proc/29444/task/31978/fd (opendir: Permission denied) 2024-04-25T17:18:54.084 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31979 restful ceph cwd unknown /proc/29444/task/31979/cwd (readlink: Permission denied) 2024-04-25T17:18:54.084 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31979 restful ceph rtd unknown /proc/29444/task/31979/root (readlink: Permission denied) 2024-04-25T17:18:54.084 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31979 restful ceph txt unknown /proc/29444/task/31979/exe (readlink: Permission denied) 2024-04-25T17:18:54.084 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31979 restful ceph NOFD /proc/29444/task/31979/fd (opendir: Permission denied) 2024-04-25T17:18:54.084 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31980 m-fin-res ceph cwd unknown /proc/29444/task/31980/cwd (readlink: Permission denied) 2024-04-25T17:18:54.084 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31980 m-fin-res ceph rtd unknown /proc/29444/task/31980/root (readlink: Permission denied) 2024-04-25T17:18:54.084 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31980 m-fin-res ceph txt unknown /proc/29444/task/31980/exe (readlink: Permission denied) 2024-04-25T17:18:54.084 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31980 m-fin-res ceph NOFD /proc/29444/task/31980/fd (opendir: Permission denied) 2024-04-25T17:18:54.085 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31982 m-fin-sta ceph cwd unknown /proc/29444/task/31982/cwd (readlink: Permission denied) 2024-04-25T17:18:54.085 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31982 m-fin-sta ceph rtd unknown /proc/29444/task/31982/root (readlink: Permission denied) 2024-04-25T17:18:54.085 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31982 m-fin-sta ceph txt unknown /proc/29444/task/31982/exe (readlink: Permission denied) 2024-04-25T17:18:54.085 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31982 m-fin-sta ceph NOFD /proc/29444/task/31982/fd (opendir: Permission denied) 2024-04-25T17:18:54.085 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31983 mgr-fin ceph cwd unknown /proc/29444/task/31983/cwd (readlink: Permission denied) 2024-04-25T17:18:54.085 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31983 mgr-fin ceph rtd unknown /proc/29444/task/31983/root (readlink: Permission denied) 2024-04-25T17:18:54.085 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31983 mgr-fin ceph txt unknown /proc/29444/task/31983/exe (readlink: Permission denied) 2024-04-25T17:18:54.085 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31983 mgr-fin ceph NOFD /proc/29444/task/31983/fd (opendir: Permission denied) 2024-04-25T17:18:54.085 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31984 mgr-fin ceph cwd unknown /proc/29444/task/31984/cwd (readlink: Permission denied) 2024-04-25T17:18:54.085 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31984 mgr-fin ceph rtd unknown /proc/29444/task/31984/root (readlink: Permission denied) 2024-04-25T17:18:54.085 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31984 mgr-fin ceph txt unknown /proc/29444/task/31984/exe (readlink: Permission denied) 2024-04-25T17:18:54.085 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31984 mgr-fin ceph NOFD /proc/29444/task/31984/fd (opendir: Permission denied) 2024-04-25T17:18:54.085 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31985 mgr-fin ceph cwd unknown /proc/29444/task/31985/cwd (readlink: Permission denied) 2024-04-25T17:18:54.085 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31985 mgr-fin ceph rtd unknown /proc/29444/task/31985/root (readlink: Permission denied) 2024-04-25T17:18:54.086 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31985 mgr-fin ceph txt unknown /proc/29444/task/31985/exe (readlink: Permission denied) 2024-04-25T17:18:54.086 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31985 mgr-fin ceph NOFD /proc/29444/task/31985/fd (opendir: Permission denied) 2024-04-25T17:18:54.086 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31986 mgr-fin ceph cwd unknown /proc/29444/task/31986/cwd (readlink: Permission denied) 2024-04-25T17:18:54.086 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31986 mgr-fin ceph rtd unknown /proc/29444/task/31986/root (readlink: Permission denied) 2024-04-25T17:18:54.086 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31986 mgr-fin ceph txt unknown /proc/29444/task/31986/exe (readlink: Permission denied) 2024-04-25T17:18:54.086 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31986 mgr-fin ceph NOFD /proc/29444/task/31986/fd (opendir: Permission denied) 2024-04-25T17:18:54.086 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31987 telemetry ceph cwd unknown /proc/29444/task/31987/cwd (readlink: Permission denied) 2024-04-25T17:18:54.086 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31987 telemetry ceph rtd unknown /proc/29444/task/31987/root (readlink: Permission denied) 2024-04-25T17:18:54.086 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31987 telemetry ceph txt unknown /proc/29444/task/31987/exe (readlink: Permission denied) 2024-04-25T17:18:54.086 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31987 telemetry ceph NOFD /proc/29444/task/31987/fd (opendir: Permission denied) 2024-04-25T17:18:54.086 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31988 m-fin-tel ceph cwd unknown /proc/29444/task/31988/cwd (readlink: Permission denied) 2024-04-25T17:18:54.086 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31988 m-fin-tel ceph rtd unknown /proc/29444/task/31988/root (readlink: Permission denied) 2024-04-25T17:18:54.086 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31988 m-fin-tel ceph txt unknown /proc/29444/task/31988/exe (readlink: Permission denied) 2024-04-25T17:18:54.086 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31988 m-fin-tel ceph NOFD /proc/29444/task/31988/fd (opendir: Permission denied) 2024-04-25T17:18:54.087 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31990 mgr-fin ceph cwd unknown /proc/29444/task/31990/cwd (readlink: Permission denied) 2024-04-25T17:18:54.087 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31990 mgr-fin ceph rtd unknown /proc/29444/task/31990/root (readlink: Permission denied) 2024-04-25T17:18:54.087 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31990 mgr-fin ceph txt unknown /proc/29444/task/31990/exe (readlink: Permission denied) 2024-04-25T17:18:54.087 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31990 mgr-fin ceph NOFD /proc/29444/task/31990/fd (opendir: Permission denied) 2024-04-25T17:18:54.087 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31994 io_contex ceph cwd unknown /proc/29444/task/31994/cwd (readlink: Permission denied) 2024-04-25T17:18:54.087 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31994 io_contex ceph rtd unknown /proc/29444/task/31994/root (readlink: Permission denied) 2024-04-25T17:18:54.087 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31994 io_contex ceph txt unknown /proc/29444/task/31994/exe (readlink: Permission denied) 2024-04-25T17:18:54.087 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31994 io_contex ceph NOFD /proc/29444/task/31994/fd (opendir: Permission denied) 2024-04-25T17:18:54.087 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31995 io_contex ceph cwd unknown /proc/29444/task/31995/cwd (readlink: Permission denied) 2024-04-25T17:18:54.087 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31995 io_contex ceph rtd unknown /proc/29444/task/31995/root (readlink: Permission denied) 2024-04-25T17:18:54.087 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31995 io_contex ceph txt unknown /proc/29444/task/31995/exe (readlink: Permission denied) 2024-04-25T17:18:54.087 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31995 io_contex ceph NOFD /proc/29444/task/31995/fd (opendir: Permission denied) 2024-04-25T17:18:54.087 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31996 ceph_time ceph cwd unknown /proc/29444/task/31996/cwd (readlink: Permission denied) 2024-04-25T17:18:54.087 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31996 ceph_time ceph rtd unknown /proc/29444/task/31996/root (readlink: Permission denied) 2024-04-25T17:18:54.087 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31996 ceph_time ceph txt unknown /proc/29444/task/31996/exe (readlink: Permission denied) 2024-04-25T17:18:54.088 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31996 ceph_time ceph NOFD /proc/29444/task/31996/fd (opendir: Permission denied) 2024-04-25T17:18:54.088 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31997 ms_dispat ceph cwd unknown /proc/29444/task/31997/cwd (readlink: Permission denied) 2024-04-25T17:18:54.088 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31997 ms_dispat ceph rtd unknown /proc/29444/task/31997/root (readlink: Permission denied) 2024-04-25T17:18:54.088 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31997 ms_dispat ceph txt unknown /proc/29444/task/31997/exe (readlink: Permission denied) 2024-04-25T17:18:54.088 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31997 ms_dispat ceph NOFD /proc/29444/task/31997/fd (opendir: Permission denied) 2024-04-25T17:18:54.088 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31998 ms_local ceph cwd unknown /proc/29444/task/31998/cwd (readlink: Permission denied) 2024-04-25T17:18:54.088 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31998 ms_local ceph rtd unknown /proc/29444/task/31998/root (readlink: Permission denied) 2024-04-25T17:18:54.088 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31998 ms_local ceph txt unknown /proc/29444/task/31998/exe (readlink: Permission denied) 2024-04-25T17:18:54.088 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31998 ms_local ceph NOFD /proc/29444/task/31998/fd (opendir: Permission denied) 2024-04-25T17:18:54.088 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31999 safe_time ceph cwd unknown /proc/29444/task/31999/cwd (readlink: Permission denied) 2024-04-25T17:18:54.088 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31999 safe_time ceph rtd unknown /proc/29444/task/31999/root (readlink: Permission denied) 2024-04-25T17:18:54.088 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31999 safe_time ceph txt unknown /proc/29444/task/31999/exe (readlink: Permission denied) 2024-04-25T17:18:54.088 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 31999 safe_time ceph NOFD /proc/29444/task/31999/fd (opendir: Permission denied) 2024-04-25T17:18:54.089 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32000 safe_time ceph cwd unknown /proc/29444/task/32000/cwd (readlink: Permission denied) 2024-04-25T17:18:54.089 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32000 safe_time ceph rtd unknown /proc/29444/task/32000/root (readlink: Permission denied) 2024-04-25T17:18:54.089 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32000 safe_time ceph txt unknown /proc/29444/task/32000/exe (readlink: Permission denied) 2024-04-25T17:18:54.089 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32000 safe_time ceph NOFD /proc/29444/task/32000/fd (opendir: Permission denied) 2024-04-25T17:18:54.089 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32001 mgr-fin ceph cwd unknown /proc/29444/task/32001/cwd (readlink: Permission denied) 2024-04-25T17:18:54.089 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32001 mgr-fin ceph rtd unknown /proc/29444/task/32001/root (readlink: Permission denied) 2024-04-25T17:18:54.089 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32001 mgr-fin ceph txt unknown /proc/29444/task/32001/exe (readlink: Permission denied) 2024-04-25T17:18:54.089 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32001 mgr-fin ceph NOFD /proc/29444/task/32001/fd (opendir: Permission denied) 2024-04-25T17:18:54.089 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32002 mgr-fin ceph cwd unknown /proc/29444/task/32002/cwd (readlink: Permission denied) 2024-04-25T17:18:54.089 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32002 mgr-fin ceph rtd unknown /proc/29444/task/32002/root (readlink: Permission denied) 2024-04-25T17:18:54.089 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32002 mgr-fin ceph txt unknown /proc/29444/task/32002/exe (readlink: Permission denied) 2024-04-25T17:18:54.089 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32002 mgr-fin ceph NOFD /proc/29444/task/32002/fd (opendir: Permission denied) 2024-04-25T17:18:54.089 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32003 mgr-fin ceph cwd unknown /proc/29444/task/32003/cwd (readlink: Permission denied) 2024-04-25T17:18:54.090 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32003 mgr-fin ceph rtd unknown /proc/29444/task/32003/root (readlink: Permission denied) 2024-04-25T17:18:54.090 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32003 mgr-fin ceph txt unknown /proc/29444/task/32003/exe (readlink: Permission denied) 2024-04-25T17:18:54.090 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32003 mgr-fin ceph NOFD /proc/29444/task/32003/fd (opendir: Permission denied) 2024-04-25T17:18:54.090 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32004 mgr-fin ceph cwd unknown /proc/29444/task/32004/cwd (readlink: Permission denied) 2024-04-25T17:18:54.090 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32004 mgr-fin ceph rtd unknown /proc/29444/task/32004/root (readlink: Permission denied) 2024-04-25T17:18:54.090 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32004 mgr-fin ceph txt unknown /proc/29444/task/32004/exe (readlink: Permission denied) 2024-04-25T17:18:54.090 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32004 mgr-fin ceph NOFD /proc/29444/task/32004/fd (opendir: Permission denied) 2024-04-25T17:18:54.090 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32005 mgr-fin ceph cwd unknown /proc/29444/task/32005/cwd (readlink: Permission denied) 2024-04-25T17:18:54.090 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32005 mgr-fin ceph rtd unknown /proc/29444/task/32005/root (readlink: Permission denied) 2024-04-25T17:18:54.090 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32005 mgr-fin ceph txt unknown /proc/29444/task/32005/exe (readlink: Permission denied) 2024-04-25T17:18:54.090 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32005 mgr-fin ceph NOFD /proc/29444/task/32005/fd (opendir: Permission denied) 2024-04-25T17:18:54.090 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32006 mgr-fin ceph cwd unknown /proc/29444/task/32006/cwd (readlink: Permission denied) 2024-04-25T17:18:54.090 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32006 mgr-fin ceph rtd unknown /proc/29444/task/32006/root (readlink: Permission denied) 2024-04-25T17:18:54.090 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32006 mgr-fin ceph txt unknown /proc/29444/task/32006/exe (readlink: Permission denied) 2024-04-25T17:18:54.091 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32006 mgr-fin ceph NOFD /proc/29444/task/32006/fd (opendir: Permission denied) 2024-04-25T17:18:54.091 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32007 mgr-fin ceph cwd unknown /proc/29444/task/32007/cwd (readlink: Permission denied) 2024-04-25T17:18:54.091 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32007 mgr-fin ceph rtd unknown /proc/29444/task/32007/root (readlink: Permission denied) 2024-04-25T17:18:54.091 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32007 mgr-fin ceph txt unknown /proc/29444/task/32007/exe (readlink: Permission denied) 2024-04-25T17:18:54.091 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32007 mgr-fin ceph NOFD /proc/29444/task/32007/fd (opendir: Permission denied) 2024-04-25T17:18:54.091 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32008 mgr-fin ceph cwd unknown /proc/29444/task/32008/cwd (readlink: Permission denied) 2024-04-25T17:18:54.091 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32008 mgr-fin ceph rtd unknown /proc/29444/task/32008/root (readlink: Permission denied) 2024-04-25T17:18:54.091 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32008 mgr-fin ceph txt unknown /proc/29444/task/32008/exe (readlink: Permission denied) 2024-04-25T17:18:54.091 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32008 mgr-fin ceph NOFD /proc/29444/task/32008/fd (opendir: Permission denied) 2024-04-25T17:18:54.091 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32009 mgr-fin ceph cwd unknown /proc/29444/task/32009/cwd (readlink: Permission denied) 2024-04-25T17:18:54.091 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32009 mgr-fin ceph rtd unknown /proc/29444/task/32009/root (readlink: Permission denied) 2024-04-25T17:18:54.091 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32009 mgr-fin ceph txt unknown /proc/29444/task/32009/exe (readlink: Permission denied) 2024-04-25T17:18:54.091 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32009 mgr-fin ceph NOFD /proc/29444/task/32009/fd (opendir: Permission denied) 2024-04-25T17:18:54.091 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32010 mgr-fin ceph cwd unknown /proc/29444/task/32010/cwd (readlink: Permission denied) 2024-04-25T17:18:54.092 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32010 mgr-fin ceph rtd unknown /proc/29444/task/32010/root (readlink: Permission denied) 2024-04-25T17:18:54.092 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32010 mgr-fin ceph txt unknown /proc/29444/task/32010/exe (readlink: Permission denied) 2024-04-25T17:18:54.092 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32010 mgr-fin ceph NOFD /proc/29444/task/32010/fd (opendir: Permission denied) 2024-04-25T17:18:54.092 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32011 mgr-fin ceph cwd unknown /proc/29444/task/32011/cwd (readlink: Permission denied) 2024-04-25T17:18:54.092 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32011 mgr-fin ceph rtd unknown /proc/29444/task/32011/root (readlink: Permission denied) 2024-04-25T17:18:54.092 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32011 mgr-fin ceph txt unknown /proc/29444/task/32011/exe (readlink: Permission denied) 2024-04-25T17:18:54.092 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32011 mgr-fin ceph NOFD /proc/29444/task/32011/fd (opendir: Permission denied) 2024-04-25T17:18:54.092 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32012 mgr-fin ceph cwd unknown /proc/29444/task/32012/cwd (readlink: Permission denied) 2024-04-25T17:18:54.092 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32012 mgr-fin ceph rtd unknown /proc/29444/task/32012/root (readlink: Permission denied) 2024-04-25T17:18:54.092 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32012 mgr-fin ceph txt unknown /proc/29444/task/32012/exe (readlink: Permission denied) 2024-04-25T17:18:54.092 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32012 mgr-fin ceph NOFD /proc/29444/task/32012/fd (opendir: Permission denied) 2024-04-25T17:18:54.092 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32014 m-fin-vol ceph cwd unknown /proc/29444/task/32014/cwd (readlink: Permission denied) 2024-04-25T17:18:54.092 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32014 m-fin-vol ceph rtd unknown /proc/29444/task/32014/root (readlink: Permission denied) 2024-04-25T17:18:54.093 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32014 m-fin-vol ceph txt unknown /proc/29444/task/32014/exe (readlink: Permission denied) 2024-04-25T17:18:54.093 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32014 m-fin-vol ceph NOFD /proc/29444/task/32014/fd (opendir: Permission denied) 2024-04-25T17:18:54.093 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32178 mgr-fin ceph cwd unknown /proc/29444/task/32178/cwd (readlink: Permission denied) 2024-04-25T17:18:54.093 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32178 mgr-fin ceph rtd unknown /proc/29444/task/32178/root (readlink: Permission denied) 2024-04-25T17:18:54.093 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32178 mgr-fin ceph txt unknown /proc/29444/task/32178/exe (readlink: Permission denied) 2024-04-25T17:18:54.093 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32178 mgr-fin ceph NOFD /proc/29444/task/32178/fd (opendir: Permission denied) 2024-04-25T17:18:54.093 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32179 mgr-fin ceph cwd unknown /proc/29444/task/32179/cwd (readlink: Permission denied) 2024-04-25T17:18:54.093 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32179 mgr-fin ceph rtd unknown /proc/29444/task/32179/root (readlink: Permission denied) 2024-04-25T17:18:54.093 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32179 mgr-fin ceph txt unknown /proc/29444/task/32179/exe (readlink: Permission denied) 2024-04-25T17:18:54.093 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32179 mgr-fin ceph NOFD /proc/29444/task/32179/fd (opendir: Permission denied) 2024-04-25T17:18:54.093 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32180 mgr-fin ceph cwd unknown /proc/29444/task/32180/cwd (readlink: Permission denied) 2024-04-25T17:18:54.093 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32180 mgr-fin ceph rtd unknown /proc/29444/task/32180/root (readlink: Permission denied) 2024-04-25T17:18:54.093 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32180 mgr-fin ceph txt unknown /proc/29444/task/32180/exe (readlink: Permission denied) 2024-04-25T17:18:54.093 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32180 mgr-fin ceph NOFD /proc/29444/task/32180/fd (opendir: Permission denied) 2024-04-25T17:18:54.094 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32181 mgr-fin ceph cwd unknown /proc/29444/task/32181/cwd (readlink: Permission denied) 2024-04-25T17:18:54.094 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32181 mgr-fin ceph rtd unknown /proc/29444/task/32181/root (readlink: Permission denied) 2024-04-25T17:18:54.094 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32181 mgr-fin ceph txt unknown /proc/29444/task/32181/exe (readlink: Permission denied) 2024-04-25T17:18:54.094 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32181 mgr-fin ceph NOFD /proc/29444/task/32181/fd (opendir: Permission denied) 2024-04-25T17:18:54.094 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32182 mgr-fin ceph cwd unknown /proc/29444/task/32182/cwd (readlink: Permission denied) 2024-04-25T17:18:54.094 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32182 mgr-fin ceph rtd unknown /proc/29444/task/32182/root (readlink: Permission denied) 2024-04-25T17:18:54.094 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32182 mgr-fin ceph txt unknown /proc/29444/task/32182/exe (readlink: Permission denied) 2024-04-25T17:18:54.094 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32182 mgr-fin ceph NOFD /proc/29444/task/32182/fd (opendir: Permission denied) 2024-04-25T17:18:54.094 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32183 mgr-fin ceph cwd unknown /proc/29444/task/32183/cwd (readlink: Permission denied) 2024-04-25T17:18:54.094 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32183 mgr-fin ceph rtd unknown /proc/29444/task/32183/root (readlink: Permission denied) 2024-04-25T17:18:54.094 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32183 mgr-fin ceph txt unknown /proc/29444/task/32183/exe (readlink: Permission denied) 2024-04-25T17:18:54.094 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32183 mgr-fin ceph NOFD /proc/29444/task/32183/fd (opendir: Permission denied) 2024-04-25T17:18:54.094 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32184 mgr-fin ceph cwd unknown /proc/29444/task/32184/cwd (readlink: Permission denied) 2024-04-25T17:18:54.094 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32184 mgr-fin ceph rtd unknown /proc/29444/task/32184/root (readlink: Permission denied) 2024-04-25T17:18:54.095 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32184 mgr-fin ceph txt unknown /proc/29444/task/32184/exe (readlink: Permission denied) 2024-04-25T17:18:54.095 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32184 mgr-fin ceph NOFD /proc/29444/task/32184/fd (opendir: Permission denied) 2024-04-25T17:18:54.095 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32185 mgr-fin ceph cwd unknown /proc/29444/task/32185/cwd (readlink: Permission denied) 2024-04-25T17:18:54.095 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32185 mgr-fin ceph rtd unknown /proc/29444/task/32185/root (readlink: Permission denied) 2024-04-25T17:18:54.095 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32185 mgr-fin ceph txt unknown /proc/29444/task/32185/exe (readlink: Permission denied) 2024-04-25T17:18:54.095 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32185 mgr-fin ceph NOFD /proc/29444/task/32185/fd (opendir: Permission denied) 2024-04-25T17:18:54.095 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32186 mgr-fin ceph cwd unknown /proc/29444/task/32186/cwd (readlink: Permission denied) 2024-04-25T17:18:54.095 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32186 mgr-fin ceph rtd unknown /proc/29444/task/32186/root (readlink: Permission denied) 2024-04-25T17:18:54.095 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32186 mgr-fin ceph txt unknown /proc/29444/task/32186/exe (readlink: Permission denied) 2024-04-25T17:18:54.095 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32186 mgr-fin ceph NOFD /proc/29444/task/32186/fd (opendir: Permission denied) 2024-04-25T17:18:54.095 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32187 mgr-fin ceph cwd unknown /proc/29444/task/32187/cwd (readlink: Permission denied) 2024-04-25T17:18:54.095 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32187 mgr-fin ceph rtd unknown /proc/29444/task/32187/root (readlink: Permission denied) 2024-04-25T17:18:54.095 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32187 mgr-fin ceph txt unknown /proc/29444/task/32187/exe (readlink: Permission denied) 2024-04-25T17:18:54.095 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32187 mgr-fin ceph NOFD /proc/29444/task/32187/fd (opendir: Permission denied) 2024-04-25T17:18:54.096 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32188 mgr-fin ceph cwd unknown /proc/29444/task/32188/cwd (readlink: Permission denied) 2024-04-25T17:18:54.096 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32188 mgr-fin ceph rtd unknown /proc/29444/task/32188/root (readlink: Permission denied) 2024-04-25T17:18:54.096 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32188 mgr-fin ceph txt unknown /proc/29444/task/32188/exe (readlink: Permission denied) 2024-04-25T17:18:54.096 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32188 mgr-fin ceph NOFD /proc/29444/task/32188/fd (opendir: Permission denied) 2024-04-25T17:18:54.096 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32214 mgr-fin ceph cwd unknown /proc/29444/task/32214/cwd (readlink: Permission denied) 2024-04-25T17:18:54.096 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32214 mgr-fin ceph rtd unknown /proc/29444/task/32214/root (readlink: Permission denied) 2024-04-25T17:18:54.096 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32214 mgr-fin ceph txt unknown /proc/29444/task/32214/exe (readlink: Permission denied) 2024-04-25T17:18:54.096 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32214 mgr-fin ceph NOFD /proc/29444/task/32214/fd (opendir: Permission denied) 2024-04-25T17:18:54.096 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32215 mgr-fin ceph cwd unknown /proc/29444/task/32215/cwd (readlink: Permission denied) 2024-04-25T17:18:54.096 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32215 mgr-fin ceph rtd unknown /proc/29444/task/32215/root (readlink: Permission denied) 2024-04-25T17:18:54.096 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32215 mgr-fin ceph txt unknown /proc/29444/task/32215/exe (readlink: Permission denied) 2024-04-25T17:18:54.096 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32215 mgr-fin ceph NOFD /proc/29444/task/32215/fd (opendir: Permission denied) 2024-04-25T17:18:54.096 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32216 mgr-fin ceph cwd unknown /proc/29444/task/32216/cwd (readlink: Permission denied) 2024-04-25T17:18:54.097 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32216 mgr-fin ceph rtd unknown /proc/29444/task/32216/root (readlink: Permission denied) 2024-04-25T17:18:54.097 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32216 mgr-fin ceph txt unknown /proc/29444/task/32216/exe (readlink: Permission denied) 2024-04-25T17:18:54.097 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32216 mgr-fin ceph NOFD /proc/29444/task/32216/fd (opendir: Permission denied) 2024-04-25T17:18:54.097 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32217 mgr-fin ceph cwd unknown /proc/29444/task/32217/cwd (readlink: Permission denied) 2024-04-25T17:18:54.097 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32217 mgr-fin ceph rtd unknown /proc/29444/task/32217/root (readlink: Permission denied) 2024-04-25T17:18:54.097 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32217 mgr-fin ceph txt unknown /proc/29444/task/32217/exe (readlink: Permission denied) 2024-04-25T17:18:54.097 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32217 mgr-fin ceph NOFD /proc/29444/task/32217/fd (opendir: Permission denied) 2024-04-25T17:18:54.097 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32218 mgr-fin ceph cwd unknown /proc/29444/task/32218/cwd (readlink: Permission denied) 2024-04-25T17:18:54.097 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32218 mgr-fin ceph rtd unknown /proc/29444/task/32218/root (readlink: Permission denied) 2024-04-25T17:18:54.097 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32218 mgr-fin ceph txt unknown /proc/29444/task/32218/exe (readlink: Permission denied) 2024-04-25T17:18:54.097 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32218 mgr-fin ceph NOFD /proc/29444/task/32218/fd (opendir: Permission denied) 2024-04-25T17:18:54.097 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32219 mgr-fin ceph cwd unknown /proc/29444/task/32219/cwd (readlink: Permission denied) 2024-04-25T17:18:54.097 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32219 mgr-fin ceph rtd unknown /proc/29444/task/32219/root (readlink: Permission denied) 2024-04-25T17:18:54.098 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32219 mgr-fin ceph txt unknown /proc/29444/task/32219/exe (readlink: Permission denied) 2024-04-25T17:18:54.098 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32219 mgr-fin ceph NOFD /proc/29444/task/32219/fd (opendir: Permission denied) 2024-04-25T17:18:54.098 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32220 mgr-fin ceph cwd unknown /proc/29444/task/32220/cwd (readlink: Permission denied) 2024-04-25T17:18:54.098 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32220 mgr-fin ceph rtd unknown /proc/29444/task/32220/root (readlink: Permission denied) 2024-04-25T17:18:54.098 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32220 mgr-fin ceph txt unknown /proc/29444/task/32220/exe (readlink: Permission denied) 2024-04-25T17:18:54.098 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32220 mgr-fin ceph NOFD /proc/29444/task/32220/fd (opendir: Permission denied) 2024-04-25T17:18:54.098 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32221 mgr-fin ceph cwd unknown /proc/29444/task/32221/cwd (readlink: Permission denied) 2024-04-25T17:18:54.098 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32221 mgr-fin ceph rtd unknown /proc/29444/task/32221/root (readlink: Permission denied) 2024-04-25T17:18:54.098 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32221 mgr-fin ceph txt unknown /proc/29444/task/32221/exe (readlink: Permission denied) 2024-04-25T17:18:54.098 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32221 mgr-fin ceph NOFD /proc/29444/task/32221/fd (opendir: Permission denied) 2024-04-25T17:18:54.098 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32222 mgr-fin ceph cwd unknown /proc/29444/task/32222/cwd (readlink: Permission denied) 2024-04-25T17:18:54.098 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32222 mgr-fin ceph rtd unknown /proc/29444/task/32222/root (readlink: Permission denied) 2024-04-25T17:18:54.098 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32222 mgr-fin ceph txt unknown /proc/29444/task/32222/exe (readlink: Permission denied) 2024-04-25T17:18:54.098 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32222 mgr-fin ceph NOFD /proc/29444/task/32222/fd (opendir: Permission denied) 2024-04-25T17:18:54.098 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32223 mgr-fin ceph cwd unknown /proc/29444/task/32223/cwd (readlink: Permission denied) 2024-04-25T17:18:54.099 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32223 mgr-fin ceph rtd unknown /proc/29444/task/32223/root (readlink: Permission denied) 2024-04-25T17:18:54.099 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32223 mgr-fin ceph txt unknown /proc/29444/task/32223/exe (readlink: Permission denied) 2024-04-25T17:18:54.099 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32223 mgr-fin ceph NOFD /proc/29444/task/32223/fd (opendir: Permission denied) 2024-04-25T17:18:54.099 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32224 mgr-fin ceph cwd unknown /proc/29444/task/32224/cwd (readlink: Permission denied) 2024-04-25T17:18:54.099 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32224 mgr-fin ceph rtd unknown /proc/29444/task/32224/root (readlink: Permission denied) 2024-04-25T17:18:54.099 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32224 mgr-fin ceph txt unknown /proc/29444/task/32224/exe (readlink: Permission denied) 2024-04-25T17:18:54.099 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32224 mgr-fin ceph NOFD /proc/29444/task/32224/fd (opendir: Permission denied) 2024-04-25T17:18:54.099 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32675 dashboard ceph cwd unknown /proc/29444/task/32675/cwd (readlink: Permission denied) 2024-04-25T17:18:54.099 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32675 dashboard ceph rtd unknown /proc/29444/task/32675/root (readlink: Permission denied) 2024-04-25T17:18:54.099 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32675 dashboard ceph txt unknown /proc/29444/task/32675/exe (readlink: Permission denied) 2024-04-25T17:18:54.099 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32675 dashboard ceph NOFD /proc/29444/task/32675/fd (opendir: Permission denied) 2024-04-25T17:18:54.099 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32676 dashboard ceph cwd unknown /proc/29444/task/32676/cwd (readlink: Permission denied) 2024-04-25T17:18:54.099 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32676 dashboard ceph rtd unknown /proc/29444/task/32676/root (readlink: Permission denied) 2024-04-25T17:18:54.099 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32676 dashboard ceph txt unknown /proc/29444/task/32676/exe (readlink: Permission denied) 2024-04-25T17:18:54.099 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32676 dashboard ceph NOFD /proc/29444/task/32676/fd (opendir: Permission denied) 2024-04-25T17:18:54.100 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32677 dashboard ceph cwd unknown /proc/29444/task/32677/cwd (readlink: Permission denied) 2024-04-25T17:18:54.100 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32677 dashboard ceph rtd unknown /proc/29444/task/32677/root (readlink: Permission denied) 2024-04-25T17:18:54.100 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32677 dashboard ceph txt unknown /proc/29444/task/32677/exe (readlink: Permission denied) 2024-04-25T17:18:54.100 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32677 dashboard ceph NOFD /proc/29444/task/32677/fd (opendir: Permission denied) 2024-04-25T17:18:54.100 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32678 dashboard ceph cwd unknown /proc/29444/task/32678/cwd (readlink: Permission denied) 2024-04-25T17:18:54.100 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32678 dashboard ceph rtd unknown /proc/29444/task/32678/root (readlink: Permission denied) 2024-04-25T17:18:54.100 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32678 dashboard ceph txt unknown /proc/29444/task/32678/exe (readlink: Permission denied) 2024-04-25T17:18:54.100 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32678 dashboard ceph NOFD /proc/29444/task/32678/fd (opendir: Permission denied) 2024-04-25T17:18:54.100 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32679 dashboard ceph cwd unknown /proc/29444/task/32679/cwd (readlink: Permission denied) 2024-04-25T17:18:54.100 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32679 dashboard ceph rtd unknown /proc/29444/task/32679/root (readlink: Permission denied) 2024-04-25T17:18:54.100 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32679 dashboard ceph txt unknown /proc/29444/task/32679/exe (readlink: Permission denied) 2024-04-25T17:18:54.100 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32679 dashboard ceph NOFD /proc/29444/task/32679/fd (opendir: Permission denied) 2024-04-25T17:18:54.100 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32680 dashboard ceph cwd unknown /proc/29444/task/32680/cwd (readlink: Permission denied) 2024-04-25T17:18:54.101 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32680 dashboard ceph rtd unknown /proc/29444/task/32680/root (readlink: Permission denied) 2024-04-25T17:18:54.101 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32680 dashboard ceph txt unknown /proc/29444/task/32680/exe (readlink: Permission denied) 2024-04-25T17:18:54.101 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32680 dashboard ceph NOFD /proc/29444/task/32680/fd (opendir: Permission denied) 2024-04-25T17:18:54.101 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32681 dashboard ceph cwd unknown /proc/29444/task/32681/cwd (readlink: Permission denied) 2024-04-25T17:18:54.101 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32681 dashboard ceph rtd unknown /proc/29444/task/32681/root (readlink: Permission denied) 2024-04-25T17:18:54.101 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32681 dashboard ceph txt unknown /proc/29444/task/32681/exe (readlink: Permission denied) 2024-04-25T17:18:54.101 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32681 dashboard ceph NOFD /proc/29444/task/32681/fd (opendir: Permission denied) 2024-04-25T17:18:54.101 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32682 dashboard ceph cwd unknown /proc/29444/task/32682/cwd (readlink: Permission denied) 2024-04-25T17:18:54.101 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32682 dashboard ceph rtd unknown /proc/29444/task/32682/root (readlink: Permission denied) 2024-04-25T17:18:54.101 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32682 dashboard ceph txt unknown /proc/29444/task/32682/exe (readlink: Permission denied) 2024-04-25T17:18:54.101 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32682 dashboard ceph NOFD /proc/29444/task/32682/fd (opendir: Permission denied) 2024-04-25T17:18:54.101 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32683 dashboard ceph cwd unknown /proc/29444/task/32683/cwd (readlink: Permission denied) 2024-04-25T17:18:54.101 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32683 dashboard ceph rtd unknown /proc/29444/task/32683/root (readlink: Permission denied) 2024-04-25T17:18:54.101 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32683 dashboard ceph txt unknown /proc/29444/task/32683/exe (readlink: Permission denied) 2024-04-25T17:18:54.101 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32683 dashboard ceph NOFD /proc/29444/task/32683/fd (opendir: Permission denied) 2024-04-25T17:18:54.102 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32684 dashboard ceph cwd unknown /proc/29444/task/32684/cwd (readlink: Permission denied) 2024-04-25T17:18:54.102 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32684 dashboard ceph rtd unknown /proc/29444/task/32684/root (readlink: Permission denied) 2024-04-25T17:18:54.102 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32684 dashboard ceph txt unknown /proc/29444/task/32684/exe (readlink: Permission denied) 2024-04-25T17:18:54.102 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32684 dashboard ceph NOFD /proc/29444/task/32684/fd (opendir: Permission denied) 2024-04-25T17:18:54.102 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32685 dashboard ceph cwd unknown /proc/29444/task/32685/cwd (readlink: Permission denied) 2024-04-25T17:18:54.102 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32685 dashboard ceph rtd unknown /proc/29444/task/32685/root (readlink: Permission denied) 2024-04-25T17:18:54.102 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32685 dashboard ceph txt unknown /proc/29444/task/32685/exe (readlink: Permission denied) 2024-04-25T17:18:54.102 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32685 dashboard ceph NOFD /proc/29444/task/32685/fd (opendir: Permission denied) 2024-04-25T17:18:54.102 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32705 dashboard ceph cwd unknown /proc/29444/task/32705/cwd (readlink: Permission denied) 2024-04-25T17:18:54.102 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32705 dashboard ceph rtd unknown /proc/29444/task/32705/root (readlink: Permission denied) 2024-04-25T17:18:54.102 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32705 dashboard ceph txt unknown /proc/29444/task/32705/exe (readlink: Permission denied) 2024-04-25T17:18:54.102 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 32705 dashboard ceph NOFD /proc/29444/task/32705/fd (opendir: Permission denied) 2024-04-25T17:18:54.102 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36615 cephadm ceph cwd unknown /proc/29444/task/36615/cwd (readlink: Permission denied) 2024-04-25T17:18:54.102 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36615 cephadm ceph rtd unknown /proc/29444/task/36615/root (readlink: Permission denied) 2024-04-25T17:18:54.103 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36615 cephadm ceph txt unknown /proc/29444/task/36615/exe (readlink: Permission denied) 2024-04-25T17:18:54.103 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36615 cephadm ceph NOFD /proc/29444/task/36615/fd (opendir: Permission denied) 2024-04-25T17:18:54.103 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36616 cephadm ceph cwd unknown /proc/29444/task/36616/cwd (readlink: Permission denied) 2024-04-25T17:18:54.103 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36616 cephadm ceph rtd unknown /proc/29444/task/36616/root (readlink: Permission denied) 2024-04-25T17:18:54.103 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36616 cephadm ceph txt unknown /proc/29444/task/36616/exe (readlink: Permission denied) 2024-04-25T17:18:54.103 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36616 cephadm ceph NOFD /proc/29444/task/36616/fd (opendir: Permission denied) 2024-04-25T17:18:54.103 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36617 cephadm ceph cwd unknown /proc/29444/task/36617/cwd (readlink: Permission denied) 2024-04-25T17:18:54.103 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36617 cephadm ceph rtd unknown /proc/29444/task/36617/root (readlink: Permission denied) 2024-04-25T17:18:54.103 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36617 cephadm ceph txt unknown /proc/29444/task/36617/exe (readlink: Permission denied) 2024-04-25T17:18:54.103 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36617 cephadm ceph NOFD /proc/29444/task/36617/fd (opendir: Permission denied) 2024-04-25T17:18:54.103 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36618 cephadm ceph cwd unknown /proc/29444/task/36618/cwd (readlink: Permission denied) 2024-04-25T17:18:54.103 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36618 cephadm ceph rtd unknown /proc/29444/task/36618/root (readlink: Permission denied) 2024-04-25T17:18:54.103 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36618 cephadm ceph txt unknown /proc/29444/task/36618/exe (readlink: Permission denied) 2024-04-25T17:18:54.104 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36618 cephadm ceph NOFD /proc/29444/task/36618/fd (opendir: Permission denied) 2024-04-25T17:18:54.104 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36619 cephadm ceph cwd unknown /proc/29444/task/36619/cwd (readlink: Permission denied) 2024-04-25T17:18:54.104 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36619 cephadm ceph rtd unknown /proc/29444/task/36619/root (readlink: Permission denied) 2024-04-25T17:18:54.104 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36619 cephadm ceph txt unknown /proc/29444/task/36619/exe (readlink: Permission denied) 2024-04-25T17:18:54.104 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36619 cephadm ceph NOFD /proc/29444/task/36619/fd (opendir: Permission denied) 2024-04-25T17:18:54.104 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36620 cephadm ceph cwd unknown /proc/29444/task/36620/cwd (readlink: Permission denied) 2024-04-25T17:18:54.104 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36620 cephadm ceph rtd unknown /proc/29444/task/36620/root (readlink: Permission denied) 2024-04-25T17:18:54.104 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36620 cephadm ceph txt unknown /proc/29444/task/36620/exe (readlink: Permission denied) 2024-04-25T17:18:54.104 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36620 cephadm ceph NOFD /proc/29444/task/36620/fd (opendir: Permission denied) 2024-04-25T17:18:54.104 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36621 cephadm ceph cwd unknown /proc/29444/task/36621/cwd (readlink: Permission denied) 2024-04-25T17:18:54.104 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36621 cephadm ceph rtd unknown /proc/29444/task/36621/root (readlink: Permission denied) 2024-04-25T17:18:54.104 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36621 cephadm ceph txt unknown /proc/29444/task/36621/exe (readlink: Permission denied) 2024-04-25T17:18:54.104 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36621 cephadm ceph NOFD /proc/29444/task/36621/fd (opendir: Permission denied) 2024-04-25T17:18:54.104 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36622 cephadm ceph cwd unknown /proc/29444/task/36622/cwd (readlink: Permission denied) 2024-04-25T17:18:54.105 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36622 cephadm ceph rtd unknown /proc/29444/task/36622/root (readlink: Permission denied) 2024-04-25T17:18:54.105 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36622 cephadm ceph txt unknown /proc/29444/task/36622/exe (readlink: Permission denied) 2024-04-25T17:18:54.105 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36622 cephadm ceph NOFD /proc/29444/task/36622/fd (opendir: Permission denied) 2024-04-25T17:18:54.105 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36623 cephadm ceph cwd unknown /proc/29444/task/36623/cwd (readlink: Permission denied) 2024-04-25T17:18:54.105 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36623 cephadm ceph rtd unknown /proc/29444/task/36623/root (readlink: Permission denied) 2024-04-25T17:18:54.105 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36623 cephadm ceph txt unknown /proc/29444/task/36623/exe (readlink: Permission denied) 2024-04-25T17:18:54.105 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36623 cephadm ceph NOFD /proc/29444/task/36623/fd (opendir: Permission denied) 2024-04-25T17:18:54.105 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36625 cephadm ceph cwd unknown /proc/29444/task/36625/cwd (readlink: Permission denied) 2024-04-25T17:18:54.105 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36625 cephadm ceph rtd unknown /proc/29444/task/36625/root (readlink: Permission denied) 2024-04-25T17:18:54.105 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36625 cephadm ceph txt unknown /proc/29444/task/36625/exe (readlink: Permission denied) 2024-04-25T17:18:54.105 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36625 cephadm ceph NOFD /proc/29444/task/36625/fd (opendir: Permission denied) 2024-04-25T17:18:54.105 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36945 cephadm ceph cwd unknown /proc/29444/task/36945/cwd (readlink: Permission denied) 2024-04-25T17:18:54.105 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36945 cephadm ceph rtd unknown /proc/29444/task/36945/root (readlink: Permission denied) 2024-04-25T17:18:54.105 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36945 cephadm ceph txt unknown /proc/29444/task/36945/exe (readlink: Permission denied) 2024-04-25T17:18:54.105 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36945 cephadm ceph NOFD /proc/29444/task/36945/fd (opendir: Permission denied) 2024-04-25T17:18:54.106 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36946 cephadm ceph cwd unknown /proc/29444/task/36946/cwd (readlink: Permission denied) 2024-04-25T17:18:54.106 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36946 cephadm ceph rtd unknown /proc/29444/task/36946/root (readlink: Permission denied) 2024-04-25T17:18:54.106 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36946 cephadm ceph txt unknown /proc/29444/task/36946/exe (readlink: Permission denied) 2024-04-25T17:18:54.106 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36946 cephadm ceph NOFD /proc/29444/task/36946/fd (opendir: Permission denied) 2024-04-25T17:18:54.106 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36947 cephadm ceph cwd unknown /proc/29444/task/36947/cwd (readlink: Permission denied) 2024-04-25T17:18:54.106 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36947 cephadm ceph rtd unknown /proc/29444/task/36947/root (readlink: Permission denied) 2024-04-25T17:18:54.106 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36947 cephadm ceph txt unknown /proc/29444/task/36947/exe (readlink: Permission denied) 2024-04-25T17:18:54.106 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36947 cephadm ceph NOFD /proc/29444/task/36947/fd (opendir: Permission denied) 2024-04-25T17:18:54.106 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36948 cephadm ceph cwd unknown /proc/29444/task/36948/cwd (readlink: Permission denied) 2024-04-25T17:18:54.106 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36948 cephadm ceph rtd unknown /proc/29444/task/36948/root (readlink: Permission denied) 2024-04-25T17:18:54.106 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36948 cephadm ceph txt unknown /proc/29444/task/36948/exe (readlink: Permission denied) 2024-04-25T17:18:54.106 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36948 cephadm ceph NOFD /proc/29444/task/36948/fd (opendir: Permission denied) 2024-04-25T17:18:54.106 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36949 cephadm ceph cwd unknown /proc/29444/task/36949/cwd (readlink: Permission denied) 2024-04-25T17:18:54.106 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36949 cephadm ceph rtd unknown /proc/29444/task/36949/root (readlink: Permission denied) 2024-04-25T17:18:54.107 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36949 cephadm ceph txt unknown /proc/29444/task/36949/exe (readlink: Permission denied) 2024-04-25T17:18:54.107 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36949 cephadm ceph NOFD /proc/29444/task/36949/fd (opendir: Permission denied) 2024-04-25T17:18:54.107 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36950 cephadm ceph cwd unknown /proc/29444/task/36950/cwd (readlink: Permission denied) 2024-04-25T17:18:54.107 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36950 cephadm ceph rtd unknown /proc/29444/task/36950/root (readlink: Permission denied) 2024-04-25T17:18:54.107 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36950 cephadm ceph txt unknown /proc/29444/task/36950/exe (readlink: Permission denied) 2024-04-25T17:18:54.107 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36950 cephadm ceph NOFD /proc/29444/task/36950/fd (opendir: Permission denied) 2024-04-25T17:18:54.107 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36951 cephadm ceph cwd unknown /proc/29444/task/36951/cwd (readlink: Permission denied) 2024-04-25T17:18:54.107 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36951 cephadm ceph rtd unknown /proc/29444/task/36951/root (readlink: Permission denied) 2024-04-25T17:18:54.107 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36951 cephadm ceph txt unknown /proc/29444/task/36951/exe (readlink: Permission denied) 2024-04-25T17:18:54.107 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36951 cephadm ceph NOFD /proc/29444/task/36951/fd (opendir: Permission denied) 2024-04-25T17:18:54.107 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36952 cephadm ceph cwd unknown /proc/29444/task/36952/cwd (readlink: Permission denied) 2024-04-25T17:18:54.107 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36952 cephadm ceph rtd unknown /proc/29444/task/36952/root (readlink: Permission denied) 2024-04-25T17:18:54.107 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36952 cephadm ceph txt unknown /proc/29444/task/36952/exe (readlink: Permission denied) 2024-04-25T17:18:54.108 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36952 cephadm ceph NOFD /proc/29444/task/36952/fd (opendir: Permission denied) 2024-04-25T17:18:54.108 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36953 cephadm ceph cwd unknown /proc/29444/task/36953/cwd (readlink: Permission denied) 2024-04-25T17:18:54.108 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36953 cephadm ceph rtd unknown /proc/29444/task/36953/root (readlink: Permission denied) 2024-04-25T17:18:54.108 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36953 cephadm ceph txt unknown /proc/29444/task/36953/exe (readlink: Permission denied) 2024-04-25T17:18:54.108 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36953 cephadm ceph NOFD /proc/29444/task/36953/fd (opendir: Permission denied) 2024-04-25T17:18:54.108 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36954 cephadm ceph cwd unknown /proc/29444/task/36954/cwd (readlink: Permission denied) 2024-04-25T17:18:54.108 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36954 cephadm ceph rtd unknown /proc/29444/task/36954/root (readlink: Permission denied) 2024-04-25T17:18:54.108 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36954 cephadm ceph txt unknown /proc/29444/task/36954/exe (readlink: Permission denied) 2024-04-25T17:18:54.108 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 36954 cephadm ceph NOFD /proc/29444/task/36954/fd (opendir: Permission denied) 2024-04-25T17:18:54.108 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45675 devicehea ceph cwd unknown /proc/29444/task/45675/cwd (readlink: Permission denied) 2024-04-25T17:18:54.108 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45675 devicehea ceph rtd unknown /proc/29444/task/45675/root (readlink: Permission denied) 2024-04-25T17:18:54.108 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45675 devicehea ceph txt unknown /proc/29444/task/45675/exe (readlink: Permission denied) 2024-04-25T17:18:54.108 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45675 devicehea ceph NOFD /proc/29444/task/45675/fd (opendir: Permission denied) 2024-04-25T17:18:54.108 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45679 io_contex ceph cwd unknown /proc/29444/task/45679/cwd (readlink: Permission denied) 2024-04-25T17:18:54.109 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45679 io_contex ceph rtd unknown /proc/29444/task/45679/root (readlink: Permission denied) 2024-04-25T17:18:54.109 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45679 io_contex ceph txt unknown /proc/29444/task/45679/exe (readlink: Permission denied) 2024-04-25T17:18:54.109 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45679 io_contex ceph NOFD /proc/29444/task/45679/fd (opendir: Permission denied) 2024-04-25T17:18:54.109 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45680 io_contex ceph cwd unknown /proc/29444/task/45680/cwd (readlink: Permission denied) 2024-04-25T17:18:54.109 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45680 io_contex ceph rtd unknown /proc/29444/task/45680/root (readlink: Permission denied) 2024-04-25T17:18:54.109 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45680 io_contex ceph txt unknown /proc/29444/task/45680/exe (readlink: Permission denied) 2024-04-25T17:18:54.109 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45680 io_contex ceph NOFD /proc/29444/task/45680/fd (opendir: Permission denied) 2024-04-25T17:18:54.109 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45681 ceph_time ceph cwd unknown /proc/29444/task/45681/cwd (readlink: Permission denied) 2024-04-25T17:18:54.109 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45681 ceph_time ceph rtd unknown /proc/29444/task/45681/root (readlink: Permission denied) 2024-04-25T17:18:54.109 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45681 ceph_time ceph txt unknown /proc/29444/task/45681/exe (readlink: Permission denied) 2024-04-25T17:18:54.109 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45681 ceph_time ceph NOFD /proc/29444/task/45681/fd (opendir: Permission denied) 2024-04-25T17:18:54.109 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45682 ms_dispat ceph cwd unknown /proc/29444/task/45682/cwd (readlink: Permission denied) 2024-04-25T17:18:54.109 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45682 ms_dispat ceph rtd unknown /proc/29444/task/45682/root (readlink: Permission denied) 2024-04-25T17:18:54.109 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45682 ms_dispat ceph txt unknown /proc/29444/task/45682/exe (readlink: Permission denied) 2024-04-25T17:18:54.109 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45682 ms_dispat ceph NOFD /proc/29444/task/45682/fd (opendir: Permission denied) 2024-04-25T17:18:54.110 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45683 ms_local ceph cwd unknown /proc/29444/task/45683/cwd (readlink: Permission denied) 2024-04-25T17:18:54.110 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45683 ms_local ceph rtd unknown /proc/29444/task/45683/root (readlink: Permission denied) 2024-04-25T17:18:54.110 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45683 ms_local ceph txt unknown /proc/29444/task/45683/exe (readlink: Permission denied) 2024-04-25T17:18:54.110 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45683 ms_local ceph NOFD /proc/29444/task/45683/fd (opendir: Permission denied) 2024-04-25T17:18:54.110 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45684 safe_time ceph cwd unknown /proc/29444/task/45684/cwd (readlink: Permission denied) 2024-04-25T17:18:54.110 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45684 safe_time ceph rtd unknown /proc/29444/task/45684/root (readlink: Permission denied) 2024-04-25T17:18:54.110 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45684 safe_time ceph txt unknown /proc/29444/task/45684/exe (readlink: Permission denied) 2024-04-25T17:18:54.110 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45684 safe_time ceph NOFD /proc/29444/task/45684/fd (opendir: Permission denied) 2024-04-25T17:18:54.110 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45685 safe_time ceph cwd unknown /proc/29444/task/45685/cwd (readlink: Permission denied) 2024-04-25T17:18:54.110 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45685 safe_time ceph rtd unknown /proc/29444/task/45685/root (readlink: Permission denied) 2024-04-25T17:18:54.110 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45685 safe_time ceph txt unknown /proc/29444/task/45685/exe (readlink: Permission denied) 2024-04-25T17:18:54.110 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mgr 29444 45685 safe_time ceph NOFD /proc/29444/task/45685/fd (opendir: Permission denied) 2024-04-25T17:18:54.110 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 30533 root cwd unknown /proc/30533/cwd (readlink: Permission denied) 2024-04-25T17:18:54.111 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 30533 root rtd unknown /proc/30533/root (readlink: Permission denied) 2024-04-25T17:18:54.111 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 30533 root txt unknown /proc/30533/exe (readlink: Permission denied) 2024-04-25T17:18:54.111 INFO:tasks.workunit.client.0.smithi028.stdout:systemd 30533 root NOFD /proc/30533/fd (opendir: Permission denied) 2024-04-25T17:18:54.111 INFO:tasks.workunit.client.0.smithi028.stdout:(sd-pam) 30535 root cwd unknown /proc/30535/cwd (readlink: Permission denied) 2024-04-25T17:18:54.111 INFO:tasks.workunit.client.0.smithi028.stdout:(sd-pam) 30535 root rtd unknown /proc/30535/root (readlink: Permission denied) 2024-04-25T17:18:54.111 INFO:tasks.workunit.client.0.smithi028.stdout:(sd-pam) 30535 root txt unknown /proc/30535/exe (readlink: Permission denied) 2024-04-25T17:18:54.111 INFO:tasks.workunit.client.0.smithi028.stdout:(sd-pam) 30535 root NOFD /proc/30535/fd (opendir: Permission denied) 2024-04-25T17:18:54.111 INFO:tasks.workunit.client.0.smithi028.stdout:sshd 31989 root cwd unknown /proc/31989/cwd (readlink: Permission denied) 2024-04-25T17:18:54.111 INFO:tasks.workunit.client.0.smithi028.stdout:sshd 31989 root rtd unknown /proc/31989/root (readlink: Permission denied) 2024-04-25T17:18:54.111 INFO:tasks.workunit.client.0.smithi028.stdout:sshd 31989 root txt unknown /proc/31989/exe (readlink: Permission denied) 2024-04-25T17:18:54.111 INFO:tasks.workunit.client.0.smithi028.stdout:sshd 31989 root NOFD /proc/31989/fd (opendir: Permission denied) 2024-04-25T17:18:54.111 INFO:tasks.workunit.client.0.smithi028.stdout:sshd 32017 root cwd unknown /proc/32017/cwd (readlink: Permission denied) 2024-04-25T17:18:54.111 INFO:tasks.workunit.client.0.smithi028.stdout:sshd 32017 root rtd unknown /proc/32017/root (readlink: Permission denied) 2024-04-25T17:18:54.112 INFO:tasks.workunit.client.0.smithi028.stdout:sshd 32017 root txt unknown /proc/32017/exe (readlink: Permission denied) 2024-04-25T17:18:54.112 INFO:tasks.workunit.client.0.smithi028.stdout:sshd 32017 root NOFD /proc/32017/fd (opendir: Permission denied) 2024-04-25T17:18:54.112 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/5 32467 root cwd unknown /proc/32467/cwd (readlink: Permission denied) 2024-04-25T17:18:54.112 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/5 32467 root rtd unknown /proc/32467/root (readlink: Permission denied) 2024-04-25T17:18:54.112 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/5 32467 root txt unknown /proc/32467/exe (readlink: Permission denied) 2024-04-25T17:18:54.112 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/5 32467 root NOFD /proc/32467/fd (opendir: Permission denied) 2024-04-25T17:18:54.112 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 41362 root cwd unknown /proc/41362/cwd (readlink: Permission denied) 2024-04-25T17:18:54.112 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 41362 root rtd unknown /proc/41362/root (readlink: Permission denied) 2024-04-25T17:18:54.112 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 41362 root txt unknown /proc/41362/exe (readlink: Permission denied) 2024-04-25T17:18:54.112 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 41362 root NOFD /proc/41362/fd (opendir: Permission denied) 2024-04-25T17:18:54.112 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 41364 root cwd unknown /proc/41364/cwd (readlink: Permission denied) 2024-04-25T17:18:54.112 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 41364 root rtd unknown /proc/41364/root (readlink: Permission denied) 2024-04-25T17:18:54.112 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 41364 root txt unknown /proc/41364/exe (readlink: Permission denied) 2024-04-25T17:18:54.112 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 41364 root NOFD /proc/41364/fd (opendir: Permission denied) 2024-04-25T17:18:54.112 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 ceph cwd unknown /proc/41366/cwd (readlink: Permission denied) 2024-04-25T17:18:54.113 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 ceph rtd unknown /proc/41366/root (readlink: Permission denied) 2024-04-25T17:18:54.113 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 ceph txt unknown /proc/41366/exe (readlink: Permission denied) 2024-04-25T17:18:54.113 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 ceph NOFD /proc/41366/fd (opendir: Permission denied) 2024-04-25T17:18:54.113 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41367 log ceph cwd unknown /proc/41366/task/41367/cwd (readlink: Permission denied) 2024-04-25T17:18:54.113 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41367 log ceph rtd unknown /proc/41366/task/41367/root (readlink: Permission denied) 2024-04-25T17:18:54.113 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41367 log ceph txt unknown /proc/41366/task/41367/exe (readlink: Permission denied) 2024-04-25T17:18:54.113 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41367 log ceph NOFD /proc/41366/task/41367/fd (opendir: Permission denied) 2024-04-25T17:18:54.113 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41369 msgr-work ceph cwd unknown /proc/41366/task/41369/cwd (readlink: Permission denied) 2024-04-25T17:18:54.113 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41369 msgr-work ceph rtd unknown /proc/41366/task/41369/root (readlink: Permission denied) 2024-04-25T17:18:54.113 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41369 msgr-work ceph txt unknown /proc/41366/task/41369/exe (readlink: Permission denied) 2024-04-25T17:18:54.113 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41369 msgr-work ceph NOFD /proc/41366/task/41369/fd (opendir: Permission denied) 2024-04-25T17:18:54.113 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41370 msgr-work ceph cwd unknown /proc/41366/task/41370/cwd (readlink: Permission denied) 2024-04-25T17:18:54.113 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41370 msgr-work ceph rtd unknown /proc/41366/task/41370/root (readlink: Permission denied) 2024-04-25T17:18:54.113 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41370 msgr-work ceph txt unknown /proc/41366/task/41370/exe (readlink: Permission denied) 2024-04-25T17:18:54.113 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41370 msgr-work ceph NOFD /proc/41366/task/41370/fd (opendir: Permission denied) 2024-04-25T17:18:54.114 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41371 msgr-work ceph cwd unknown /proc/41366/task/41371/cwd (readlink: Permission denied) 2024-04-25T17:18:54.114 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41371 msgr-work ceph rtd unknown /proc/41366/task/41371/root (readlink: Permission denied) 2024-04-25T17:18:54.114 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41371 msgr-work ceph txt unknown /proc/41366/task/41371/exe (readlink: Permission denied) 2024-04-25T17:18:54.114 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41371 msgr-work ceph NOFD /proc/41366/task/41371/fd (opendir: Permission denied) 2024-04-25T17:18:54.114 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41375 service ceph cwd unknown /proc/41366/task/41375/cwd (readlink: Permission denied) 2024-04-25T17:18:54.114 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41375 service ceph rtd unknown /proc/41366/task/41375/root (readlink: Permission denied) 2024-04-25T17:18:54.114 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41375 service ceph txt unknown /proc/41366/task/41375/exe (readlink: Permission denied) 2024-04-25T17:18:54.114 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41375 service ceph NOFD /proc/41366/task/41375/fd (opendir: Permission denied) 2024-04-25T17:18:54.114 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41376 admin_soc ceph cwd unknown /proc/41366/task/41376/cwd (readlink: Permission denied) 2024-04-25T17:18:54.114 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41376 admin_soc ceph rtd unknown /proc/41366/task/41376/root (readlink: Permission denied) 2024-04-25T17:18:54.114 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41376 admin_soc ceph txt unknown /proc/41366/task/41376/exe (readlink: Permission denied) 2024-04-25T17:18:54.114 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41376 admin_soc ceph NOFD /proc/41366/task/41376/fd (opendir: Permission denied) 2024-04-25T17:18:54.114 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41518 signal_ha ceph cwd unknown /proc/41366/task/41518/cwd (readlink: Permission denied) 2024-04-25T17:18:54.115 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41518 signal_ha ceph rtd unknown /proc/41366/task/41518/root (readlink: Permission denied) 2024-04-25T17:18:54.115 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41518 signal_ha ceph txt unknown /proc/41366/task/41518/exe (readlink: Permission denied) 2024-04-25T17:18:54.115 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41518 signal_ha ceph NOFD /proc/41366/task/41518/fd (opendir: Permission denied) 2024-04-25T17:18:54.115 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41519 io_contex ceph cwd unknown /proc/41366/task/41519/cwd (readlink: Permission denied) 2024-04-25T17:18:54.115 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41519 io_contex ceph rtd unknown /proc/41366/task/41519/root (readlink: Permission denied) 2024-04-25T17:18:54.115 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41519 io_contex ceph txt unknown /proc/41366/task/41519/exe (readlink: Permission denied) 2024-04-25T17:18:54.115 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41519 io_contex ceph NOFD /proc/41366/task/41519/fd (opendir: Permission denied) 2024-04-25T17:18:54.115 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41520 io_contex ceph cwd unknown /proc/41366/task/41520/cwd (readlink: Permission denied) 2024-04-25T17:18:54.115 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41520 io_contex ceph rtd unknown /proc/41366/task/41520/root (readlink: Permission denied) 2024-04-25T17:18:54.115 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41520 io_contex ceph txt unknown /proc/41366/task/41520/exe (readlink: Permission denied) 2024-04-25T17:18:54.115 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41520 io_contex ceph NOFD /proc/41366/task/41520/fd (opendir: Permission denied) 2024-04-25T17:18:54.115 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41635 OpHistory ceph cwd unknown /proc/41366/task/41635/cwd (readlink: Permission denied) 2024-04-25T17:18:54.115 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41635 OpHistory ceph rtd unknown /proc/41366/task/41635/root (readlink: Permission denied) 2024-04-25T17:18:54.115 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41635 OpHistory ceph txt unknown /proc/41366/task/41635/exe (readlink: Permission denied) 2024-04-25T17:18:54.115 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41635 OpHistory ceph NOFD /proc/41366/task/41635/fd (opendir: Permission denied) 2024-04-25T17:18:54.116 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41636 ceph_time ceph cwd unknown /proc/41366/task/41636/cwd (readlink: Permission denied) 2024-04-25T17:18:54.116 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41636 ceph_time ceph rtd unknown /proc/41366/task/41636/root (readlink: Permission denied) 2024-04-25T17:18:54.116 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41636 ceph_time ceph txt unknown /proc/41366/task/41636/exe (readlink: Permission denied) 2024-04-25T17:18:54.116 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41636 ceph_time ceph NOFD /proc/41366/task/41636/fd (opendir: Permission denied) 2024-04-25T17:18:54.116 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41793 ceph-osd ceph cwd unknown /proc/41366/task/41793/cwd (readlink: Permission denied) 2024-04-25T17:18:54.116 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41793 ceph-osd ceph rtd unknown /proc/41366/task/41793/root (readlink: Permission denied) 2024-04-25T17:18:54.116 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41793 ceph-osd ceph txt unknown /proc/41366/task/41793/exe (readlink: Permission denied) 2024-04-25T17:18:54.116 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41793 ceph-osd ceph NOFD /proc/41366/task/41793/fd (opendir: Permission denied) 2024-04-25T17:18:54.116 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41794 safe_time ceph cwd unknown /proc/41366/task/41794/cwd (readlink: Permission denied) 2024-04-25T17:18:54.116 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41794 safe_time ceph rtd unknown /proc/41366/task/41794/root (readlink: Permission denied) 2024-04-25T17:18:54.116 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41794 safe_time ceph txt unknown /proc/41366/task/41794/exe (readlink: Permission denied) 2024-04-25T17:18:54.116 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41794 safe_time ceph NOFD /proc/41366/task/41794/fd (opendir: Permission denied) 2024-04-25T17:18:54.116 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41795 safe_time ceph cwd unknown /proc/41366/task/41795/cwd (readlink: Permission denied) 2024-04-25T17:18:54.116 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41795 safe_time ceph rtd unknown /proc/41366/task/41795/root (readlink: Permission denied) 2024-04-25T17:18:54.117 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41795 safe_time ceph txt unknown /proc/41366/task/41795/exe (readlink: Permission denied) 2024-04-25T17:18:54.117 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41795 safe_time ceph NOFD /proc/41366/task/41795/fd (opendir: Permission denied) 2024-04-25T17:18:54.117 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41796 safe_time ceph cwd unknown /proc/41366/task/41796/cwd (readlink: Permission denied) 2024-04-25T17:18:54.117 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41796 safe_time ceph rtd unknown /proc/41366/task/41796/root (readlink: Permission denied) 2024-04-25T17:18:54.117 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41796 safe_time ceph txt unknown /proc/41366/task/41796/exe (readlink: Permission denied) 2024-04-25T17:18:54.117 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41796 safe_time ceph NOFD /proc/41366/task/41796/fd (opendir: Permission denied) 2024-04-25T17:18:54.117 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41797 safe_time ceph cwd unknown /proc/41366/task/41797/cwd (readlink: Permission denied) 2024-04-25T17:18:54.117 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41797 safe_time ceph rtd unknown /proc/41366/task/41797/root (readlink: Permission denied) 2024-04-25T17:18:54.117 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41797 safe_time ceph txt unknown /proc/41366/task/41797/exe (readlink: Permission denied) 2024-04-25T17:18:54.117 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41797 safe_time ceph NOFD /proc/41366/task/41797/fd (opendir: Permission denied) 2024-04-25T17:18:54.117 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41798 fn_anonym ceph cwd unknown /proc/41366/task/41798/cwd (readlink: Permission denied) 2024-04-25T17:18:54.117 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41798 fn_anonym ceph rtd unknown /proc/41366/task/41798/root (readlink: Permission denied) 2024-04-25T17:18:54.117 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41798 fn_anonym ceph txt unknown /proc/41366/task/41798/exe (readlink: Permission denied) 2024-04-25T17:18:54.117 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41798 fn_anonym ceph NOFD /proc/41366/task/41798/fd (opendir: Permission denied) 2024-04-25T17:18:54.117 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41802 rocksdb:l ceph cwd unknown /proc/41366/task/41802/cwd (readlink: Permission denied) 2024-04-25T17:18:54.118 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41802 rocksdb:l ceph rtd unknown /proc/41366/task/41802/root (readlink: Permission denied) 2024-04-25T17:18:54.118 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41802 rocksdb:l ceph txt unknown /proc/41366/task/41802/exe (readlink: Permission denied) 2024-04-25T17:18:54.118 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41802 rocksdb:l ceph NOFD /proc/41366/task/41802/fd (opendir: Permission denied) 2024-04-25T17:18:54.118 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41803 rocksdb:l ceph cwd unknown /proc/41366/task/41803/cwd (readlink: Permission denied) 2024-04-25T17:18:54.118 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41803 rocksdb:l ceph rtd unknown /proc/41366/task/41803/root (readlink: Permission denied) 2024-04-25T17:18:54.118 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41803 rocksdb:l ceph txt unknown /proc/41366/task/41803/exe (readlink: Permission denied) 2024-04-25T17:18:54.118 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41803 rocksdb:l ceph NOFD /proc/41366/task/41803/fd (opendir: Permission denied) 2024-04-25T17:18:54.118 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41804 rocksdb:l ceph cwd unknown /proc/41366/task/41804/cwd (readlink: Permission denied) 2024-04-25T17:18:54.118 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41804 rocksdb:l ceph rtd unknown /proc/41366/task/41804/root (readlink: Permission denied) 2024-04-25T17:18:54.118 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41804 rocksdb:l ceph txt unknown /proc/41366/task/41804/exe (readlink: Permission denied) 2024-04-25T17:18:54.118 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41804 rocksdb:l ceph NOFD /proc/41366/task/41804/fd (opendir: Permission denied) 2024-04-25T17:18:54.118 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41805 rocksdb:h ceph cwd unknown /proc/41366/task/41805/cwd (readlink: Permission denied) 2024-04-25T17:18:54.118 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41805 rocksdb:h ceph rtd unknown /proc/41366/task/41805/root (readlink: Permission denied) 2024-04-25T17:18:54.118 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41805 rocksdb:h ceph txt unknown /proc/41366/task/41805/exe (readlink: Permission denied) 2024-04-25T17:18:54.119 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 41805 rocksdb:h ceph NOFD /proc/41366/task/41805/fd (opendir: Permission denied) 2024-04-25T17:18:54.119 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42255 bstore_ai ceph cwd unknown /proc/41366/task/42255/cwd (readlink: Permission denied) 2024-04-25T17:18:54.119 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42255 bstore_ai ceph rtd unknown /proc/41366/task/42255/root (readlink: Permission denied) 2024-04-25T17:18:54.119 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42255 bstore_ai ceph txt unknown /proc/41366/task/42255/exe (readlink: Permission denied) 2024-04-25T17:18:54.119 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42255 bstore_ai ceph NOFD /proc/41366/task/42255/fd (opendir: Permission denied) 2024-04-25T17:18:54.119 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42442 bstore_ai ceph cwd unknown /proc/41366/task/42442/cwd (readlink: Permission denied) 2024-04-25T17:18:54.119 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42442 bstore_ai ceph rtd unknown /proc/41366/task/42442/root (readlink: Permission denied) 2024-04-25T17:18:54.119 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42442 bstore_ai ceph txt unknown /proc/41366/task/42442/exe (readlink: Permission denied) 2024-04-25T17:18:54.119 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42442 bstore_ai ceph NOFD /proc/41366/task/42442/fd (opendir: Permission denied) 2024-04-25T17:18:54.119 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42624 ceph-osd ceph cwd unknown /proc/41366/task/42624/cwd (readlink: Permission denied) 2024-04-25T17:18:54.119 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42624 ceph-osd ceph rtd unknown /proc/41366/task/42624/root (readlink: Permission denied) 2024-04-25T17:18:54.119 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42624 ceph-osd ceph txt unknown /proc/41366/task/42624/exe (readlink: Permission denied) 2024-04-25T17:18:54.119 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42624 ceph-osd ceph NOFD /proc/41366/task/42624/fd (opendir: Permission denied) 2024-04-25T17:18:54.119 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42625 cfin ceph cwd unknown /proc/41366/task/42625/cwd (readlink: Permission denied) 2024-04-25T17:18:54.120 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42625 cfin ceph rtd unknown /proc/41366/task/42625/root (readlink: Permission denied) 2024-04-25T17:18:54.120 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42625 cfin ceph txt unknown /proc/41366/task/42625/exe (readlink: Permission denied) 2024-04-25T17:18:54.120 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42625 cfin ceph NOFD /proc/41366/task/42625/fd (opendir: Permission denied) 2024-04-25T17:18:54.120 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42626 bstore_kv ceph cwd unknown /proc/41366/task/42626/cwd (readlink: Permission denied) 2024-04-25T17:18:54.120 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42626 bstore_kv ceph rtd unknown /proc/41366/task/42626/root (readlink: Permission denied) 2024-04-25T17:18:54.120 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42626 bstore_kv ceph txt unknown /proc/41366/task/42626/exe (readlink: Permission denied) 2024-04-25T17:18:54.120 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42626 bstore_kv ceph NOFD /proc/41366/task/42626/fd (opendir: Permission denied) 2024-04-25T17:18:54.120 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42627 bstore_kv ceph cwd unknown /proc/41366/task/42627/cwd (readlink: Permission denied) 2024-04-25T17:18:54.120 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42627 bstore_kv ceph rtd unknown /proc/41366/task/42627/root (readlink: Permission denied) 2024-04-25T17:18:54.120 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42627 bstore_kv ceph txt unknown /proc/41366/task/42627/exe (readlink: Permission denied) 2024-04-25T17:18:54.120 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42627 bstore_kv ceph NOFD /proc/41366/task/42627/fd (opendir: Permission denied) 2024-04-25T17:18:54.120 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42628 bstore_me ceph cwd unknown /proc/41366/task/42628/cwd (readlink: Permission denied) 2024-04-25T17:18:54.120 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42628 bstore_me ceph rtd unknown /proc/41366/task/42628/root (readlink: Permission denied) 2024-04-25T17:18:54.120 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42628 bstore_me ceph txt unknown /proc/41366/task/42628/exe (readlink: Permission denied) 2024-04-25T17:18:54.120 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42628 bstore_me ceph NOFD /proc/41366/task/42628/fd (opendir: Permission denied) 2024-04-25T17:18:54.120 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42629 ms_dispat ceph cwd unknown /proc/41366/task/42629/cwd (readlink: Permission denied) 2024-04-25T17:18:54.121 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42629 ms_dispat ceph rtd unknown /proc/41366/task/42629/root (readlink: Permission denied) 2024-04-25T17:18:54.121 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42629 ms_dispat ceph txt unknown /proc/41366/task/42629/exe (readlink: Permission denied) 2024-04-25T17:18:54.121 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42629 ms_dispat ceph NOFD /proc/41366/task/42629/fd (opendir: Permission denied) 2024-04-25T17:18:54.121 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42630 ms_local ceph cwd unknown /proc/41366/task/42630/cwd (readlink: Permission denied) 2024-04-25T17:18:54.121 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42630 ms_local ceph rtd unknown /proc/41366/task/42630/root (readlink: Permission denied) 2024-04-25T17:18:54.121 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42630 ms_local ceph txt unknown /proc/41366/task/42630/exe (readlink: Permission denied) 2024-04-25T17:18:54.121 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42630 ms_local ceph NOFD /proc/41366/task/42630/fd (opendir: Permission denied) 2024-04-25T17:18:54.121 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42631 safe_time ceph cwd unknown /proc/41366/task/42631/cwd (readlink: Permission denied) 2024-04-25T17:18:54.121 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42631 safe_time ceph rtd unknown /proc/41366/task/42631/root (readlink: Permission denied) 2024-04-25T17:18:54.121 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42631 safe_time ceph txt unknown /proc/41366/task/42631/exe (readlink: Permission denied) 2024-04-25T17:18:54.121 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42631 safe_time ceph NOFD /proc/41366/task/42631/fd (opendir: Permission denied) 2024-04-25T17:18:54.121 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42632 safe_time ceph cwd unknown /proc/41366/task/42632/cwd (readlink: Permission denied) 2024-04-25T17:18:54.121 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42632 safe_time ceph rtd unknown /proc/41366/task/42632/root (readlink: Permission denied) 2024-04-25T17:18:54.122 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42632 safe_time ceph txt unknown /proc/41366/task/42632/exe (readlink: Permission denied) 2024-04-25T17:18:54.122 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42632 safe_time ceph NOFD /proc/41366/task/42632/fd (opendir: Permission denied) 2024-04-25T17:18:54.122 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42633 ms_dispat ceph cwd unknown /proc/41366/task/42633/cwd (readlink: Permission denied) 2024-04-25T17:18:54.122 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42633 ms_dispat ceph rtd unknown /proc/41366/task/42633/root (readlink: Permission denied) 2024-04-25T17:18:54.122 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42633 ms_dispat ceph txt unknown /proc/41366/task/42633/exe (readlink: Permission denied) 2024-04-25T17:18:54.122 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42633 ms_dispat ceph NOFD /proc/41366/task/42633/fd (opendir: Permission denied) 2024-04-25T17:18:54.122 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42634 ms_local ceph cwd unknown /proc/41366/task/42634/cwd (readlink: Permission denied) 2024-04-25T17:18:54.122 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42634 ms_local ceph rtd unknown /proc/41366/task/42634/root (readlink: Permission denied) 2024-04-25T17:18:54.122 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42634 ms_local ceph txt unknown /proc/41366/task/42634/exe (readlink: Permission denied) 2024-04-25T17:18:54.122 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42634 ms_local ceph NOFD /proc/41366/task/42634/fd (opendir: Permission denied) 2024-04-25T17:18:54.122 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42635 ms_dispat ceph cwd unknown /proc/41366/task/42635/cwd (readlink: Permission denied) 2024-04-25T17:18:54.122 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42635 ms_dispat ceph rtd unknown /proc/41366/task/42635/root (readlink: Permission denied) 2024-04-25T17:18:54.122 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42635 ms_dispat ceph txt unknown /proc/41366/task/42635/exe (readlink: Permission denied) 2024-04-25T17:18:54.122 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42635 ms_dispat ceph NOFD /proc/41366/task/42635/fd (opendir: Permission denied) 2024-04-25T17:18:54.123 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42636 ms_local ceph cwd unknown /proc/41366/task/42636/cwd (readlink: Permission denied) 2024-04-25T17:18:54.123 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42636 ms_local ceph rtd unknown /proc/41366/task/42636/root (readlink: Permission denied) 2024-04-25T17:18:54.123 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42636 ms_local ceph txt unknown /proc/41366/task/42636/exe (readlink: Permission denied) 2024-04-25T17:18:54.123 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42636 ms_local ceph NOFD /proc/41366/task/42636/fd (opendir: Permission denied) 2024-04-25T17:18:54.123 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42637 ms_dispat ceph cwd unknown /proc/41366/task/42637/cwd (readlink: Permission denied) 2024-04-25T17:18:54.123 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42637 ms_dispat ceph rtd unknown /proc/41366/task/42637/root (readlink: Permission denied) 2024-04-25T17:18:54.123 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42637 ms_dispat ceph txt unknown /proc/41366/task/42637/exe (readlink: Permission denied) 2024-04-25T17:18:54.123 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42637 ms_dispat ceph NOFD /proc/41366/task/42637/fd (opendir: Permission denied) 2024-04-25T17:18:54.123 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42638 ms_local ceph cwd unknown /proc/41366/task/42638/cwd (readlink: Permission denied) 2024-04-25T17:18:54.123 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42638 ms_local ceph rtd unknown /proc/41366/task/42638/root (readlink: Permission denied) 2024-04-25T17:18:54.123 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42638 ms_local ceph txt unknown /proc/41366/task/42638/exe (readlink: Permission denied) 2024-04-25T17:18:54.123 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42638 ms_local ceph NOFD /proc/41366/task/42638/fd (opendir: Permission denied) 2024-04-25T17:18:54.123 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42639 ms_dispat ceph cwd unknown /proc/41366/task/42639/cwd (readlink: Permission denied) 2024-04-25T17:18:54.123 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42639 ms_dispat ceph rtd unknown /proc/41366/task/42639/root (readlink: Permission denied) 2024-04-25T17:18:54.123 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42639 ms_dispat ceph txt unknown /proc/41366/task/42639/exe (readlink: Permission denied) 2024-04-25T17:18:54.124 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42639 ms_dispat ceph NOFD /proc/41366/task/42639/fd (opendir: Permission denied) 2024-04-25T17:18:54.124 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42640 ms_local ceph cwd unknown /proc/41366/task/42640/cwd (readlink: Permission denied) 2024-04-25T17:18:54.124 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42640 ms_local ceph rtd unknown /proc/41366/task/42640/root (readlink: Permission denied) 2024-04-25T17:18:54.124 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42640 ms_local ceph txt unknown /proc/41366/task/42640/exe (readlink: Permission denied) 2024-04-25T17:18:54.124 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42640 ms_local ceph NOFD /proc/41366/task/42640/fd (opendir: Permission denied) 2024-04-25T17:18:54.124 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42641 ms_dispat ceph cwd unknown /proc/41366/task/42641/cwd (readlink: Permission denied) 2024-04-25T17:18:54.124 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42641 ms_dispat ceph rtd unknown /proc/41366/task/42641/root (readlink: Permission denied) 2024-04-25T17:18:54.124 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42641 ms_dispat ceph txt unknown /proc/41366/task/42641/exe (readlink: Permission denied) 2024-04-25T17:18:54.124 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42641 ms_dispat ceph NOFD /proc/41366/task/42641/fd (opendir: Permission denied) 2024-04-25T17:18:54.124 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42642 ms_local ceph cwd unknown /proc/41366/task/42642/cwd (readlink: Permission denied) 2024-04-25T17:18:54.124 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42642 ms_local ceph rtd unknown /proc/41366/task/42642/root (readlink: Permission denied) 2024-04-25T17:18:54.124 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42642 ms_local ceph txt unknown /proc/41366/task/42642/exe (readlink: Permission denied) 2024-04-25T17:18:54.124 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42642 ms_local ceph NOFD /proc/41366/task/42642/fd (opendir: Permission denied) 2024-04-25T17:18:54.124 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42643 ms_dispat ceph cwd unknown /proc/41366/task/42643/cwd (readlink: Permission denied) 2024-04-25T17:18:54.124 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42643 ms_dispat ceph rtd unknown /proc/41366/task/42643/root (readlink: Permission denied) 2024-04-25T17:18:54.125 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42643 ms_dispat ceph txt unknown /proc/41366/task/42643/exe (readlink: Permission denied) 2024-04-25T17:18:54.125 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42643 ms_dispat ceph NOFD /proc/41366/task/42643/fd (opendir: Permission denied) 2024-04-25T17:18:54.125 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42644 ms_local ceph cwd unknown /proc/41366/task/42644/cwd (readlink: Permission denied) 2024-04-25T17:18:54.125 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42644 ms_local ceph rtd unknown /proc/41366/task/42644/root (readlink: Permission denied) 2024-04-25T17:18:54.125 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42644 ms_local ceph txt unknown /proc/41366/task/42644/exe (readlink: Permission denied) 2024-04-25T17:18:54.125 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42644 ms_local ceph NOFD /proc/41366/task/42644/fd (opendir: Permission denied) 2024-04-25T17:18:54.125 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42645 fn_anonym ceph cwd unknown /proc/41366/task/42645/cwd (readlink: Permission denied) 2024-04-25T17:18:54.125 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42645 fn_anonym ceph rtd unknown /proc/41366/task/42645/root (readlink: Permission denied) 2024-04-25T17:18:54.125 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42645 fn_anonym ceph txt unknown /proc/41366/task/42645/exe (readlink: Permission denied) 2024-04-25T17:18:54.125 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42645 fn_anonym ceph NOFD /proc/41366/task/42645/fd (opendir: Permission denied) 2024-04-25T17:18:54.125 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42646 finisher ceph cwd unknown /proc/41366/task/42646/cwd (readlink: Permission denied) 2024-04-25T17:18:54.125 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42646 finisher ceph rtd unknown /proc/41366/task/42646/root (readlink: Permission denied) 2024-04-25T17:18:54.125 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42646 finisher ceph txt unknown /proc/41366/task/42646/exe (readlink: Permission denied) 2024-04-25T17:18:54.125 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42646 finisher ceph NOFD /proc/41366/task/42646/fd (opendir: Permission denied) 2024-04-25T17:18:54.125 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42647 safe_time ceph cwd unknown /proc/41366/task/42647/cwd (readlink: Permission denied) 2024-04-25T17:18:54.126 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42647 safe_time ceph rtd unknown /proc/41366/task/42647/root (readlink: Permission denied) 2024-04-25T17:18:54.126 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42647 safe_time ceph txt unknown /proc/41366/task/42647/exe (readlink: Permission denied) 2024-04-25T17:18:54.126 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42647 safe_time ceph NOFD /proc/41366/task/42647/fd (opendir: Permission denied) 2024-04-25T17:18:54.126 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42648 safe_time ceph cwd unknown /proc/41366/task/42648/cwd (readlink: Permission denied) 2024-04-25T17:18:54.126 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42648 safe_time ceph rtd unknown /proc/41366/task/42648/root (readlink: Permission denied) 2024-04-25T17:18:54.126 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42648 safe_time ceph txt unknown /proc/41366/task/42648/exe (readlink: Permission denied) 2024-04-25T17:18:54.126 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42648 safe_time ceph NOFD /proc/41366/task/42648/fd (opendir: Permission denied) 2024-04-25T17:18:54.126 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42649 ceph-osd ceph cwd unknown /proc/41366/task/42649/cwd (readlink: Permission denied) 2024-04-25T17:18:54.126 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42649 ceph-osd ceph rtd unknown /proc/41366/task/42649/root (readlink: Permission denied) 2024-04-25T17:18:54.126 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42649 ceph-osd ceph txt unknown /proc/41366/task/42649/exe (readlink: Permission denied) 2024-04-25T17:18:54.126 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42649 ceph-osd ceph NOFD /proc/41366/task/42649/fd (opendir: Permission denied) 2024-04-25T17:18:54.126 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42650 osd_srv_a ceph cwd unknown /proc/41366/task/42650/cwd (readlink: Permission denied) 2024-04-25T17:18:54.126 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42650 osd_srv_a ceph rtd unknown /proc/41366/task/42650/root (readlink: Permission denied) 2024-04-25T17:18:54.126 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42650 osd_srv_a ceph txt unknown /proc/41366/task/42650/exe (readlink: Permission denied) 2024-04-25T17:18:54.127 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42650 osd_srv_a ceph NOFD /proc/41366/task/42650/fd (opendir: Permission denied) 2024-04-25T17:18:54.127 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42651 tp_osd_tp ceph cwd unknown /proc/41366/task/42651/cwd (readlink: Permission denied) 2024-04-25T17:18:54.127 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42651 tp_osd_tp ceph rtd unknown /proc/41366/task/42651/root (readlink: Permission denied) 2024-04-25T17:18:54.127 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42651 tp_osd_tp ceph txt unknown /proc/41366/task/42651/exe (readlink: Permission denied) 2024-04-25T17:18:54.127 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42651 tp_osd_tp ceph NOFD /proc/41366/task/42651/fd (opendir: Permission denied) 2024-04-25T17:18:54.127 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42652 tp_osd_tp ceph cwd unknown /proc/41366/task/42652/cwd (readlink: Permission denied) 2024-04-25T17:18:54.127 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42652 tp_osd_tp ceph rtd unknown /proc/41366/task/42652/root (readlink: Permission denied) 2024-04-25T17:18:54.127 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42652 tp_osd_tp ceph txt unknown /proc/41366/task/42652/exe (readlink: Permission denied) 2024-04-25T17:18:54.127 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42652 tp_osd_tp ceph NOFD /proc/41366/task/42652/fd (opendir: Permission denied) 2024-04-25T17:18:54.127 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42653 tp_osd_tp ceph cwd unknown /proc/41366/task/42653/cwd (readlink: Permission denied) 2024-04-25T17:18:54.127 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42653 tp_osd_tp ceph rtd unknown /proc/41366/task/42653/root (readlink: Permission denied) 2024-04-25T17:18:54.127 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42653 tp_osd_tp ceph txt unknown /proc/41366/task/42653/exe (readlink: Permission denied) 2024-04-25T17:18:54.127 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42653 tp_osd_tp ceph NOFD /proc/41366/task/42653/fd (opendir: Permission denied) 2024-04-25T17:18:54.127 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42654 tp_osd_tp ceph cwd unknown /proc/41366/task/42654/cwd (readlink: Permission denied) 2024-04-25T17:18:54.128 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42654 tp_osd_tp ceph rtd unknown /proc/41366/task/42654/root (readlink: Permission denied) 2024-04-25T17:18:54.128 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42654 tp_osd_tp ceph txt unknown /proc/41366/task/42654/exe (readlink: Permission denied) 2024-04-25T17:18:54.128 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42654 tp_osd_tp ceph NOFD /proc/41366/task/42654/fd (opendir: Permission denied) 2024-04-25T17:18:54.128 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42655 tp_osd_tp ceph cwd unknown /proc/41366/task/42655/cwd (readlink: Permission denied) 2024-04-25T17:18:54.128 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42655 tp_osd_tp ceph rtd unknown /proc/41366/task/42655/root (readlink: Permission denied) 2024-04-25T17:18:54.128 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42655 tp_osd_tp ceph txt unknown /proc/41366/task/42655/exe (readlink: Permission denied) 2024-04-25T17:18:54.128 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42655 tp_osd_tp ceph NOFD /proc/41366/task/42655/fd (opendir: Permission denied) 2024-04-25T17:18:54.128 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42656 tp_osd_tp ceph cwd unknown /proc/41366/task/42656/cwd (readlink: Permission denied) 2024-04-25T17:18:54.128 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42656 tp_osd_tp ceph rtd unknown /proc/41366/task/42656/root (readlink: Permission denied) 2024-04-25T17:18:54.128 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42656 tp_osd_tp ceph txt unknown /proc/41366/task/42656/exe (readlink: Permission denied) 2024-04-25T17:18:54.128 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42656 tp_osd_tp ceph NOFD /proc/41366/task/42656/fd (opendir: Permission denied) 2024-04-25T17:18:54.128 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42657 tp_osd_tp ceph cwd unknown /proc/41366/task/42657/cwd (readlink: Permission denied) 2024-04-25T17:18:54.128 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42657 tp_osd_tp ceph rtd unknown /proc/41366/task/42657/root (readlink: Permission denied) 2024-04-25T17:18:54.128 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42657 tp_osd_tp ceph txt unknown /proc/41366/task/42657/exe (readlink: Permission denied) 2024-04-25T17:18:54.129 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42657 tp_osd_tp ceph NOFD /proc/41366/task/42657/fd (opendir: Permission denied) 2024-04-25T17:18:54.129 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42658 tp_osd_tp ceph cwd unknown /proc/41366/task/42658/cwd (readlink: Permission denied) 2024-04-25T17:18:54.129 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42658 tp_osd_tp ceph rtd unknown /proc/41366/task/42658/root (readlink: Permission denied) 2024-04-25T17:18:54.129 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42658 tp_osd_tp ceph txt unknown /proc/41366/task/42658/exe (readlink: Permission denied) 2024-04-25T17:18:54.129 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42658 tp_osd_tp ceph NOFD /proc/41366/task/42658/fd (opendir: Permission denied) 2024-04-25T17:18:54.129 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42659 tp_osd_tp ceph cwd unknown /proc/41366/task/42659/cwd (readlink: Permission denied) 2024-04-25T17:18:54.129 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42659 tp_osd_tp ceph rtd unknown /proc/41366/task/42659/root (readlink: Permission denied) 2024-04-25T17:18:54.129 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42659 tp_osd_tp ceph txt unknown /proc/41366/task/42659/exe (readlink: Permission denied) 2024-04-25T17:18:54.129 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42659 tp_osd_tp ceph NOFD /proc/41366/task/42659/fd (opendir: Permission denied) 2024-04-25T17:18:54.129 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42660 tp_osd_tp ceph cwd unknown /proc/41366/task/42660/cwd (readlink: Permission denied) 2024-04-25T17:18:54.129 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42660 tp_osd_tp ceph rtd unknown /proc/41366/task/42660/root (readlink: Permission denied) 2024-04-25T17:18:54.129 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42660 tp_osd_tp ceph txt unknown /proc/41366/task/42660/exe (readlink: Permission denied) 2024-04-25T17:18:54.129 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42660 tp_osd_tp ceph NOFD /proc/41366/task/42660/fd (opendir: Permission denied) 2024-04-25T17:18:54.129 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42661 tp_osd_tp ceph cwd unknown /proc/41366/task/42661/cwd (readlink: Permission denied) 2024-04-25T17:18:54.130 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42661 tp_osd_tp ceph rtd unknown /proc/41366/task/42661/root (readlink: Permission denied) 2024-04-25T17:18:54.130 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42661 tp_osd_tp ceph txt unknown /proc/41366/task/42661/exe (readlink: Permission denied) 2024-04-25T17:18:54.130 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42661 tp_osd_tp ceph NOFD /proc/41366/task/42661/fd (opendir: Permission denied) 2024-04-25T17:18:54.130 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42662 tp_osd_tp ceph cwd unknown /proc/41366/task/42662/cwd (readlink: Permission denied) 2024-04-25T17:18:54.130 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42662 tp_osd_tp ceph rtd unknown /proc/41366/task/42662/root (readlink: Permission denied) 2024-04-25T17:18:54.130 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42662 tp_osd_tp ceph txt unknown /proc/41366/task/42662/exe (readlink: Permission denied) 2024-04-25T17:18:54.130 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42662 tp_osd_tp ceph NOFD /proc/41366/task/42662/fd (opendir: Permission denied) 2024-04-25T17:18:54.130 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42663 tp_osd_tp ceph cwd unknown /proc/41366/task/42663/cwd (readlink: Permission denied) 2024-04-25T17:18:54.130 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42663 tp_osd_tp ceph rtd unknown /proc/41366/task/42663/root (readlink: Permission denied) 2024-04-25T17:18:54.130 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42663 tp_osd_tp ceph txt unknown /proc/41366/task/42663/exe (readlink: Permission denied) 2024-04-25T17:18:54.130 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42663 tp_osd_tp ceph NOFD /proc/41366/task/42663/fd (opendir: Permission denied) 2024-04-25T17:18:54.130 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42664 tp_osd_tp ceph cwd unknown /proc/41366/task/42664/cwd (readlink: Permission denied) 2024-04-25T17:18:54.130 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42664 tp_osd_tp ceph rtd unknown /proc/41366/task/42664/root (readlink: Permission denied) 2024-04-25T17:18:54.130 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42664 tp_osd_tp ceph txt unknown /proc/41366/task/42664/exe (readlink: Permission denied) 2024-04-25T17:18:54.130 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42664 tp_osd_tp ceph NOFD /proc/41366/task/42664/fd (opendir: Permission denied) 2024-04-25T17:18:54.131 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42665 tp_osd_tp ceph cwd unknown /proc/41366/task/42665/cwd (readlink: Permission denied) 2024-04-25T17:18:54.131 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42665 tp_osd_tp ceph rtd unknown /proc/41366/task/42665/root (readlink: Permission denied) 2024-04-25T17:18:54.131 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42665 tp_osd_tp ceph txt unknown /proc/41366/task/42665/exe (readlink: Permission denied) 2024-04-25T17:18:54.131 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42665 tp_osd_tp ceph NOFD /proc/41366/task/42665/fd (opendir: Permission denied) 2024-04-25T17:18:54.131 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42666 tp_osd_tp ceph cwd unknown /proc/41366/task/42666/cwd (readlink: Permission denied) 2024-04-25T17:18:54.131 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42666 tp_osd_tp ceph rtd unknown /proc/41366/task/42666/root (readlink: Permission denied) 2024-04-25T17:18:54.131 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42666 tp_osd_tp ceph txt unknown /proc/41366/task/42666/exe (readlink: Permission denied) 2024-04-25T17:18:54.131 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42666 tp_osd_tp ceph NOFD /proc/41366/task/42666/fd (opendir: Permission denied) 2024-04-25T17:18:54.131 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42667 osd_srv_h ceph cwd unknown /proc/41366/task/42667/cwd (readlink: Permission denied) 2024-04-25T17:18:54.131 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42667 osd_srv_h ceph rtd unknown /proc/41366/task/42667/root (readlink: Permission denied) 2024-04-25T17:18:54.131 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42667 osd_srv_h ceph txt unknown /proc/41366/task/42667/exe (readlink: Permission denied) 2024-04-25T17:18:54.131 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 41366 42667 osd_srv_h ceph NOFD /proc/41366/task/42667/fd (opendir: Permission denied) 2024-04-25T17:18:54.131 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 42769 root cwd unknown /proc/42769/cwd (readlink: Permission denied) 2024-04-25T17:18:54.131 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 42769 root rtd unknown /proc/42769/root (readlink: Permission denied) 2024-04-25T17:18:54.131 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 42769 root txt unknown /proc/42769/exe (readlink: Permission denied) 2024-04-25T17:18:54.132 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 42769 root NOFD /proc/42769/fd (opendir: Permission denied) 2024-04-25T17:18:54.132 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 42795 root cwd unknown /proc/42795/cwd (readlink: Permission denied) 2024-04-25T17:18:54.132 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 42795 root rtd unknown /proc/42795/root (readlink: Permission denied) 2024-04-25T17:18:54.132 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 42795 root txt unknown /proc/42795/exe (readlink: Permission denied) 2024-04-25T17:18:54.132 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 42795 root NOFD /proc/42795/fd (opendir: Permission denied) 2024-04-25T17:18:54.132 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/3 47136 root cwd unknown /proc/47136/cwd (readlink: Permission denied) 2024-04-25T17:18:54.132 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/3 47136 root rtd unknown /proc/47136/root (readlink: Permission denied) 2024-04-25T17:18:54.132 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/3 47136 root txt unknown /proc/47136/exe (readlink: Permission denied) 2024-04-25T17:18:54.132 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/3 47136 root NOFD /proc/47136/fd (opendir: Permission denied) 2024-04-25T17:18:54.132 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 47883 root cwd unknown /proc/47883/cwd (readlink: Permission denied) 2024-04-25T17:18:54.132 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 47883 root rtd unknown /proc/47883/root (readlink: Permission denied) 2024-04-25T17:18:54.132 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 47883 root txt unknown /proc/47883/exe (readlink: Permission denied) 2024-04-25T17:18:54.132 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 47883 root NOFD /proc/47883/fd (opendir: Permission denied) 2024-04-25T17:18:54.132 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 47885 root cwd unknown /proc/47885/cwd (readlink: Permission denied) 2024-04-25T17:18:54.133 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 47885 root rtd unknown /proc/47885/root (readlink: Permission denied) 2024-04-25T17:18:54.133 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 47885 root txt unknown /proc/47885/exe (readlink: Permission denied) 2024-04-25T17:18:54.133 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 47885 root NOFD /proc/47885/fd (opendir: Permission denied) 2024-04-25T17:18:54.133 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 ceph cwd unknown /proc/47887/cwd (readlink: Permission denied) 2024-04-25T17:18:54.133 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 ceph rtd unknown /proc/47887/root (readlink: Permission denied) 2024-04-25T17:18:54.133 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 ceph txt unknown /proc/47887/exe (readlink: Permission denied) 2024-04-25T17:18:54.133 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 ceph NOFD /proc/47887/fd (opendir: Permission denied) 2024-04-25T17:18:54.133 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 47888 log ceph cwd unknown /proc/47887/task/47888/cwd (readlink: Permission denied) 2024-04-25T17:18:54.133 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 47888 log ceph rtd unknown /proc/47887/task/47888/root (readlink: Permission denied) 2024-04-25T17:18:54.133 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 47888 log ceph txt unknown /proc/47887/task/47888/exe (readlink: Permission denied) 2024-04-25T17:18:54.133 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 47888 log ceph NOFD /proc/47887/task/47888/fd (opendir: Permission denied) 2024-04-25T17:18:54.133 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 47890 msgr-work ceph cwd unknown /proc/47887/task/47890/cwd (readlink: Permission denied) 2024-04-25T17:18:54.133 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 47890 msgr-work ceph rtd unknown /proc/47887/task/47890/root (readlink: Permission denied) 2024-04-25T17:18:54.133 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 47890 msgr-work ceph txt unknown /proc/47887/task/47890/exe (readlink: Permission denied) 2024-04-25T17:18:54.133 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 47890 msgr-work ceph NOFD /proc/47887/task/47890/fd (opendir: Permission denied) 2024-04-25T17:18:54.134 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 47891 msgr-work ceph cwd unknown /proc/47887/task/47891/cwd (readlink: Permission denied) 2024-04-25T17:18:54.134 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 47891 msgr-work ceph rtd unknown /proc/47887/task/47891/root (readlink: Permission denied) 2024-04-25T17:18:54.134 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 47891 msgr-work ceph txt unknown /proc/47887/task/47891/exe (readlink: Permission denied) 2024-04-25T17:18:54.134 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 47891 msgr-work ceph NOFD /proc/47887/task/47891/fd (opendir: Permission denied) 2024-04-25T17:18:54.134 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 47892 msgr-work ceph cwd unknown /proc/47887/task/47892/cwd (readlink: Permission denied) 2024-04-25T17:18:54.134 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 47892 msgr-work ceph rtd unknown /proc/47887/task/47892/root (readlink: Permission denied) 2024-04-25T17:18:54.134 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 47892 msgr-work ceph txt unknown /proc/47887/task/47892/exe (readlink: Permission denied) 2024-04-25T17:18:54.134 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 47892 msgr-work ceph NOFD /proc/47887/task/47892/fd (opendir: Permission denied) 2024-04-25T17:18:54.134 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 47896 service ceph cwd unknown /proc/47887/task/47896/cwd (readlink: Permission denied) 2024-04-25T17:18:54.134 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 47896 service ceph rtd unknown /proc/47887/task/47896/root (readlink: Permission denied) 2024-04-25T17:18:54.134 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 47896 service ceph txt unknown /proc/47887/task/47896/exe (readlink: Permission denied) 2024-04-25T17:18:54.134 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 47896 service ceph NOFD /proc/47887/task/47896/fd (opendir: Permission denied) 2024-04-25T17:18:54.134 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 47897 admin_soc ceph cwd unknown /proc/47887/task/47897/cwd (readlink: Permission denied) 2024-04-25T17:18:54.134 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 47897 admin_soc ceph rtd unknown /proc/47887/task/47897/root (readlink: Permission denied) 2024-04-25T17:18:54.135 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 47897 admin_soc ceph txt unknown /proc/47887/task/47897/exe (readlink: Permission denied) 2024-04-25T17:18:54.135 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 47897 admin_soc ceph NOFD /proc/47887/task/47897/fd (opendir: Permission denied) 2024-04-25T17:18:54.135 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48039 signal_ha ceph cwd unknown /proc/47887/task/48039/cwd (readlink: Permission denied) 2024-04-25T17:18:54.135 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48039 signal_ha ceph rtd unknown /proc/47887/task/48039/root (readlink: Permission denied) 2024-04-25T17:18:54.135 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48039 signal_ha ceph txt unknown /proc/47887/task/48039/exe (readlink: Permission denied) 2024-04-25T17:18:54.135 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48039 signal_ha ceph NOFD /proc/47887/task/48039/fd (opendir: Permission denied) 2024-04-25T17:18:54.135 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48040 io_contex ceph cwd unknown /proc/47887/task/48040/cwd (readlink: Permission denied) 2024-04-25T17:18:54.135 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48040 io_contex ceph rtd unknown /proc/47887/task/48040/root (readlink: Permission denied) 2024-04-25T17:18:54.135 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48040 io_contex ceph txt unknown /proc/47887/task/48040/exe (readlink: Permission denied) 2024-04-25T17:18:54.135 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48040 io_contex ceph NOFD /proc/47887/task/48040/fd (opendir: Permission denied) 2024-04-25T17:18:54.135 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48041 io_contex ceph cwd unknown /proc/47887/task/48041/cwd (readlink: Permission denied) 2024-04-25T17:18:54.135 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48041 io_contex ceph rtd unknown /proc/47887/task/48041/root (readlink: Permission denied) 2024-04-25T17:18:54.135 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48041 io_contex ceph txt unknown /proc/47887/task/48041/exe (readlink: Permission denied) 2024-04-25T17:18:54.135 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48041 io_contex ceph NOFD /proc/47887/task/48041/fd (opendir: Permission denied) 2024-04-25T17:18:54.136 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48169 OpHistory ceph cwd unknown /proc/47887/task/48169/cwd (readlink: Permission denied) 2024-04-25T17:18:54.136 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48169 OpHistory ceph rtd unknown /proc/47887/task/48169/root (readlink: Permission denied) 2024-04-25T17:18:54.136 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48169 OpHistory ceph txt unknown /proc/47887/task/48169/exe (readlink: Permission denied) 2024-04-25T17:18:54.136 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48169 OpHistory ceph NOFD /proc/47887/task/48169/fd (opendir: Permission denied) 2024-04-25T17:18:54.136 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48170 ceph_time ceph cwd unknown /proc/47887/task/48170/cwd (readlink: Permission denied) 2024-04-25T17:18:54.136 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48170 ceph_time ceph rtd unknown /proc/47887/task/48170/root (readlink: Permission denied) 2024-04-25T17:18:54.136 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48170 ceph_time ceph txt unknown /proc/47887/task/48170/exe (readlink: Permission denied) 2024-04-25T17:18:54.136 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48170 ceph_time ceph NOFD /proc/47887/task/48170/fd (opendir: Permission denied) 2024-04-25T17:18:54.136 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48330 ceph-osd ceph cwd unknown /proc/47887/task/48330/cwd (readlink: Permission denied) 2024-04-25T17:18:54.136 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48330 ceph-osd ceph rtd unknown /proc/47887/task/48330/root (readlink: Permission denied) 2024-04-25T17:18:54.136 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48330 ceph-osd ceph txt unknown /proc/47887/task/48330/exe (readlink: Permission denied) 2024-04-25T17:18:54.136 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48330 ceph-osd ceph NOFD /proc/47887/task/48330/fd (opendir: Permission denied) 2024-04-25T17:18:54.136 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48331 safe_time ceph cwd unknown /proc/47887/task/48331/cwd (readlink: Permission denied) 2024-04-25T17:18:54.136 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48331 safe_time ceph rtd unknown /proc/47887/task/48331/root (readlink: Permission denied) 2024-04-25T17:18:54.136 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48331 safe_time ceph txt unknown /proc/47887/task/48331/exe (readlink: Permission denied) 2024-04-25T17:18:54.137 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48331 safe_time ceph NOFD /proc/47887/task/48331/fd (opendir: Permission denied) 2024-04-25T17:18:54.137 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48332 safe_time ceph cwd unknown /proc/47887/task/48332/cwd (readlink: Permission denied) 2024-04-25T17:18:54.137 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48332 safe_time ceph rtd unknown /proc/47887/task/48332/root (readlink: Permission denied) 2024-04-25T17:18:54.137 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48332 safe_time ceph txt unknown /proc/47887/task/48332/exe (readlink: Permission denied) 2024-04-25T17:18:54.137 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48332 safe_time ceph NOFD /proc/47887/task/48332/fd (opendir: Permission denied) 2024-04-25T17:18:54.137 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48333 safe_time ceph cwd unknown /proc/47887/task/48333/cwd (readlink: Permission denied) 2024-04-25T17:18:54.137 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48333 safe_time ceph rtd unknown /proc/47887/task/48333/root (readlink: Permission denied) 2024-04-25T17:18:54.137 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48333 safe_time ceph txt unknown /proc/47887/task/48333/exe (readlink: Permission denied) 2024-04-25T17:18:54.137 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48333 safe_time ceph NOFD /proc/47887/task/48333/fd (opendir: Permission denied) 2024-04-25T17:18:54.137 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48334 safe_time ceph cwd unknown /proc/47887/task/48334/cwd (readlink: Permission denied) 2024-04-25T17:18:54.137 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48334 safe_time ceph rtd unknown /proc/47887/task/48334/root (readlink: Permission denied) 2024-04-25T17:18:54.137 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48334 safe_time ceph txt unknown /proc/47887/task/48334/exe (readlink: Permission denied) 2024-04-25T17:18:54.137 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48334 safe_time ceph NOFD /proc/47887/task/48334/fd (opendir: Permission denied) 2024-04-25T17:18:54.137 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48335 fn_anonym ceph cwd unknown /proc/47887/task/48335/cwd (readlink: Permission denied) 2024-04-25T17:18:54.138 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48335 fn_anonym ceph rtd unknown /proc/47887/task/48335/root (readlink: Permission denied) 2024-04-25T17:18:54.138 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48335 fn_anonym ceph txt unknown /proc/47887/task/48335/exe (readlink: Permission denied) 2024-04-25T17:18:54.138 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48335 fn_anonym ceph NOFD /proc/47887/task/48335/fd (opendir: Permission denied) 2024-04-25T17:18:54.138 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48339 rocksdb:l ceph cwd unknown /proc/47887/task/48339/cwd (readlink: Permission denied) 2024-04-25T17:18:54.138 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48339 rocksdb:l ceph rtd unknown /proc/47887/task/48339/root (readlink: Permission denied) 2024-04-25T17:18:54.138 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48339 rocksdb:l ceph txt unknown /proc/47887/task/48339/exe (readlink: Permission denied) 2024-04-25T17:18:54.138 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48339 rocksdb:l ceph NOFD /proc/47887/task/48339/fd (opendir: Permission denied) 2024-04-25T17:18:54.138 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48340 rocksdb:l ceph cwd unknown /proc/47887/task/48340/cwd (readlink: Permission denied) 2024-04-25T17:18:54.138 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48340 rocksdb:l ceph rtd unknown /proc/47887/task/48340/root (readlink: Permission denied) 2024-04-25T17:18:54.138 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48340 rocksdb:l ceph txt unknown /proc/47887/task/48340/exe (readlink: Permission denied) 2024-04-25T17:18:54.138 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48340 rocksdb:l ceph NOFD /proc/47887/task/48340/fd (opendir: Permission denied) 2024-04-25T17:18:54.138 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48341 rocksdb:l ceph cwd unknown /proc/47887/task/48341/cwd (readlink: Permission denied) 2024-04-25T17:18:54.138 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48341 rocksdb:l ceph rtd unknown /proc/47887/task/48341/root (readlink: Permission denied) 2024-04-25T17:18:54.139 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48341 rocksdb:l ceph txt unknown /proc/47887/task/48341/exe (readlink: Permission denied) 2024-04-25T17:18:54.139 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48341 rocksdb:l ceph NOFD /proc/47887/task/48341/fd (opendir: Permission denied) 2024-04-25T17:18:54.139 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48342 rocksdb:h ceph cwd unknown /proc/47887/task/48342/cwd (readlink: Permission denied) 2024-04-25T17:18:54.139 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48342 rocksdb:h ceph rtd unknown /proc/47887/task/48342/root (readlink: Permission denied) 2024-04-25T17:18:54.139 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48342 rocksdb:h ceph txt unknown /proc/47887/task/48342/exe (readlink: Permission denied) 2024-04-25T17:18:54.139 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48342 rocksdb:h ceph NOFD /proc/47887/task/48342/fd (opendir: Permission denied) 2024-04-25T17:18:54.139 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48782 bstore_ai ceph cwd unknown /proc/47887/task/48782/cwd (readlink: Permission denied) 2024-04-25T17:18:54.139 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48782 bstore_ai ceph rtd unknown /proc/47887/task/48782/root (readlink: Permission denied) 2024-04-25T17:18:54.139 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48782 bstore_ai ceph txt unknown /proc/47887/task/48782/exe (readlink: Permission denied) 2024-04-25T17:18:54.139 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48782 bstore_ai ceph NOFD /proc/47887/task/48782/fd (opendir: Permission denied) 2024-04-25T17:18:54.139 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48965 bstore_ai ceph cwd unknown /proc/47887/task/48965/cwd (readlink: Permission denied) 2024-04-25T17:18:54.139 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48965 bstore_ai ceph rtd unknown /proc/47887/task/48965/root (readlink: Permission denied) 2024-04-25T17:18:54.139 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48965 bstore_ai ceph txt unknown /proc/47887/task/48965/exe (readlink: Permission denied) 2024-04-25T17:18:54.139 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 48965 bstore_ai ceph NOFD /proc/47887/task/48965/fd (opendir: Permission denied) 2024-04-25T17:18:54.139 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49147 ceph-osd ceph cwd unknown /proc/47887/task/49147/cwd (readlink: Permission denied) 2024-04-25T17:18:54.139 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49147 ceph-osd ceph rtd unknown /proc/47887/task/49147/root (readlink: Permission denied) 2024-04-25T17:18:54.140 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49147 ceph-osd ceph txt unknown /proc/47887/task/49147/exe (readlink: Permission denied) 2024-04-25T17:18:54.140 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49147 ceph-osd ceph NOFD /proc/47887/task/49147/fd (opendir: Permission denied) 2024-04-25T17:18:54.140 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49148 cfin ceph cwd unknown /proc/47887/task/49148/cwd (readlink: Permission denied) 2024-04-25T17:18:54.140 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49148 cfin ceph rtd unknown /proc/47887/task/49148/root (readlink: Permission denied) 2024-04-25T17:18:54.140 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49148 cfin ceph txt unknown /proc/47887/task/49148/exe (readlink: Permission denied) 2024-04-25T17:18:54.140 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49148 cfin ceph NOFD /proc/47887/task/49148/fd (opendir: Permission denied) 2024-04-25T17:18:54.140 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49149 bstore_kv ceph cwd unknown /proc/47887/task/49149/cwd (readlink: Permission denied) 2024-04-25T17:18:54.140 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49149 bstore_kv ceph rtd unknown /proc/47887/task/49149/root (readlink: Permission denied) 2024-04-25T17:18:54.140 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49149 bstore_kv ceph txt unknown /proc/47887/task/49149/exe (readlink: Permission denied) 2024-04-25T17:18:54.140 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49149 bstore_kv ceph NOFD /proc/47887/task/49149/fd (opendir: Permission denied) 2024-04-25T17:18:54.140 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49150 bstore_kv ceph cwd unknown /proc/47887/task/49150/cwd (readlink: Permission denied) 2024-04-25T17:18:54.140 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49150 bstore_kv ceph rtd unknown /proc/47887/task/49150/root (readlink: Permission denied) 2024-04-25T17:18:54.140 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49150 bstore_kv ceph txt unknown /proc/47887/task/49150/exe (readlink: Permission denied) 2024-04-25T17:18:54.140 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49150 bstore_kv ceph NOFD /proc/47887/task/49150/fd (opendir: Permission denied) 2024-04-25T17:18:54.141 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49151 bstore_me ceph cwd unknown /proc/47887/task/49151/cwd (readlink: Permission denied) 2024-04-25T17:18:54.141 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49151 bstore_me ceph rtd unknown /proc/47887/task/49151/root (readlink: Permission denied) 2024-04-25T17:18:54.141 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49151 bstore_me ceph txt unknown /proc/47887/task/49151/exe (readlink: Permission denied) 2024-04-25T17:18:54.141 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49151 bstore_me ceph NOFD /proc/47887/task/49151/fd (opendir: Permission denied) 2024-04-25T17:18:54.141 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49152 ms_dispat ceph cwd unknown /proc/47887/task/49152/cwd (readlink: Permission denied) 2024-04-25T17:18:54.141 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49152 ms_dispat ceph rtd unknown /proc/47887/task/49152/root (readlink: Permission denied) 2024-04-25T17:18:54.141 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49152 ms_dispat ceph txt unknown /proc/47887/task/49152/exe (readlink: Permission denied) 2024-04-25T17:18:54.141 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49152 ms_dispat ceph NOFD /proc/47887/task/49152/fd (opendir: Permission denied) 2024-04-25T17:18:54.141 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49153 ms_local ceph cwd unknown /proc/47887/task/49153/cwd (readlink: Permission denied) 2024-04-25T17:18:54.141 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49153 ms_local ceph rtd unknown /proc/47887/task/49153/root (readlink: Permission denied) 2024-04-25T17:18:54.141 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49153 ms_local ceph txt unknown /proc/47887/task/49153/exe (readlink: Permission denied) 2024-04-25T17:18:54.141 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49153 ms_local ceph NOFD /proc/47887/task/49153/fd (opendir: Permission denied) 2024-04-25T17:18:54.141 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49154 safe_time ceph cwd unknown /proc/47887/task/49154/cwd (readlink: Permission denied) 2024-04-25T17:18:54.141 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49154 safe_time ceph rtd unknown /proc/47887/task/49154/root (readlink: Permission denied) 2024-04-25T17:18:54.141 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49154 safe_time ceph txt unknown /proc/47887/task/49154/exe (readlink: Permission denied) 2024-04-25T17:18:54.142 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49154 safe_time ceph NOFD /proc/47887/task/49154/fd (opendir: Permission denied) 2024-04-25T17:18:54.142 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49155 safe_time ceph cwd unknown /proc/47887/task/49155/cwd (readlink: Permission denied) 2024-04-25T17:18:54.142 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49155 safe_time ceph rtd unknown /proc/47887/task/49155/root (readlink: Permission denied) 2024-04-25T17:18:54.142 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49155 safe_time ceph txt unknown /proc/47887/task/49155/exe (readlink: Permission denied) 2024-04-25T17:18:54.142 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49155 safe_time ceph NOFD /proc/47887/task/49155/fd (opendir: Permission denied) 2024-04-25T17:18:54.142 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49156 ms_dispat ceph cwd unknown /proc/47887/task/49156/cwd (readlink: Permission denied) 2024-04-25T17:18:54.142 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49156 ms_dispat ceph rtd unknown /proc/47887/task/49156/root (readlink: Permission denied) 2024-04-25T17:18:54.142 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49156 ms_dispat ceph txt unknown /proc/47887/task/49156/exe (readlink: Permission denied) 2024-04-25T17:18:54.142 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49156 ms_dispat ceph NOFD /proc/47887/task/49156/fd (opendir: Permission denied) 2024-04-25T17:18:54.142 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49157 ms_local ceph cwd unknown /proc/47887/task/49157/cwd (readlink: Permission denied) 2024-04-25T17:18:54.142 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49157 ms_local ceph rtd unknown /proc/47887/task/49157/root (readlink: Permission denied) 2024-04-25T17:18:54.142 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49157 ms_local ceph txt unknown /proc/47887/task/49157/exe (readlink: Permission denied) 2024-04-25T17:18:54.142 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49157 ms_local ceph NOFD /proc/47887/task/49157/fd (opendir: Permission denied) 2024-04-25T17:18:54.142 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49158 ms_dispat ceph cwd unknown /proc/47887/task/49158/cwd (readlink: Permission denied) 2024-04-25T17:18:54.143 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49158 ms_dispat ceph rtd unknown /proc/47887/task/49158/root (readlink: Permission denied) 2024-04-25T17:18:54.143 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49158 ms_dispat ceph txt unknown /proc/47887/task/49158/exe (readlink: Permission denied) 2024-04-25T17:18:54.143 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49158 ms_dispat ceph NOFD /proc/47887/task/49158/fd (opendir: Permission denied) 2024-04-25T17:18:54.143 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49159 ms_local ceph cwd unknown /proc/47887/task/49159/cwd (readlink: Permission denied) 2024-04-25T17:18:54.143 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49159 ms_local ceph rtd unknown /proc/47887/task/49159/root (readlink: Permission denied) 2024-04-25T17:18:54.143 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49159 ms_local ceph txt unknown /proc/47887/task/49159/exe (readlink: Permission denied) 2024-04-25T17:18:54.143 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49159 ms_local ceph NOFD /proc/47887/task/49159/fd (opendir: Permission denied) 2024-04-25T17:18:54.143 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49160 ms_dispat ceph cwd unknown /proc/47887/task/49160/cwd (readlink: Permission denied) 2024-04-25T17:18:54.143 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49160 ms_dispat ceph rtd unknown /proc/47887/task/49160/root (readlink: Permission denied) 2024-04-25T17:18:54.143 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49160 ms_dispat ceph txt unknown /proc/47887/task/49160/exe (readlink: Permission denied) 2024-04-25T17:18:54.143 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49160 ms_dispat ceph NOFD /proc/47887/task/49160/fd (opendir: Permission denied) 2024-04-25T17:18:54.143 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49161 ms_local ceph cwd unknown /proc/47887/task/49161/cwd (readlink: Permission denied) 2024-04-25T17:18:54.143 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49161 ms_local ceph rtd unknown /proc/47887/task/49161/root (readlink: Permission denied) 2024-04-25T17:18:54.143 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49161 ms_local ceph txt unknown /proc/47887/task/49161/exe (readlink: Permission denied) 2024-04-25T17:18:54.144 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49161 ms_local ceph NOFD /proc/47887/task/49161/fd (opendir: Permission denied) 2024-04-25T17:18:54.144 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49162 ms_dispat ceph cwd unknown /proc/47887/task/49162/cwd (readlink: Permission denied) 2024-04-25T17:18:54.144 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49162 ms_dispat ceph rtd unknown /proc/47887/task/49162/root (readlink: Permission denied) 2024-04-25T17:18:54.144 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49162 ms_dispat ceph txt unknown /proc/47887/task/49162/exe (readlink: Permission denied) 2024-04-25T17:18:54.144 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49162 ms_dispat ceph NOFD /proc/47887/task/49162/fd (opendir: Permission denied) 2024-04-25T17:18:54.144 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49163 ms_local ceph cwd unknown /proc/47887/task/49163/cwd (readlink: Permission denied) 2024-04-25T17:18:54.144 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49163 ms_local ceph rtd unknown /proc/47887/task/49163/root (readlink: Permission denied) 2024-04-25T17:18:54.144 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49163 ms_local ceph txt unknown /proc/47887/task/49163/exe (readlink: Permission denied) 2024-04-25T17:18:54.144 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49163 ms_local ceph NOFD /proc/47887/task/49163/fd (opendir: Permission denied) 2024-04-25T17:18:54.144 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49164 ms_dispat ceph cwd unknown /proc/47887/task/49164/cwd (readlink: Permission denied) 2024-04-25T17:18:54.144 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49164 ms_dispat ceph rtd unknown /proc/47887/task/49164/root (readlink: Permission denied) 2024-04-25T17:18:54.144 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49164 ms_dispat ceph txt unknown /proc/47887/task/49164/exe (readlink: Permission denied) 2024-04-25T17:18:54.144 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49164 ms_dispat ceph NOFD /proc/47887/task/49164/fd (opendir: Permission denied) 2024-04-25T17:18:54.144 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49165 ms_local ceph cwd unknown /proc/47887/task/49165/cwd (readlink: Permission denied) 2024-04-25T17:18:54.144 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49165 ms_local ceph rtd unknown /proc/47887/task/49165/root (readlink: Permission denied) 2024-04-25T17:18:54.145 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49165 ms_local ceph txt unknown /proc/47887/task/49165/exe (readlink: Permission denied) 2024-04-25T17:18:54.145 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49165 ms_local ceph NOFD /proc/47887/task/49165/fd (opendir: Permission denied) 2024-04-25T17:18:54.145 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49166 ms_dispat ceph cwd unknown /proc/47887/task/49166/cwd (readlink: Permission denied) 2024-04-25T17:18:54.145 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49166 ms_dispat ceph rtd unknown /proc/47887/task/49166/root (readlink: Permission denied) 2024-04-25T17:18:54.145 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49166 ms_dispat ceph txt unknown /proc/47887/task/49166/exe (readlink: Permission denied) 2024-04-25T17:18:54.145 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49166 ms_dispat ceph NOFD /proc/47887/task/49166/fd (opendir: Permission denied) 2024-04-25T17:18:54.145 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49167 ms_local ceph cwd unknown /proc/47887/task/49167/cwd (readlink: Permission denied) 2024-04-25T17:18:54.145 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49167 ms_local ceph rtd unknown /proc/47887/task/49167/root (readlink: Permission denied) 2024-04-25T17:18:54.145 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49167 ms_local ceph txt unknown /proc/47887/task/49167/exe (readlink: Permission denied) 2024-04-25T17:18:54.145 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49167 ms_local ceph NOFD /proc/47887/task/49167/fd (opendir: Permission denied) 2024-04-25T17:18:54.145 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49168 fn_anonym ceph cwd unknown /proc/47887/task/49168/cwd (readlink: Permission denied) 2024-04-25T17:18:54.145 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49168 fn_anonym ceph rtd unknown /proc/47887/task/49168/root (readlink: Permission denied) 2024-04-25T17:18:54.145 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49168 fn_anonym ceph txt unknown /proc/47887/task/49168/exe (readlink: Permission denied) 2024-04-25T17:18:54.145 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49168 fn_anonym ceph NOFD /proc/47887/task/49168/fd (opendir: Permission denied) 2024-04-25T17:18:54.145 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49169 finisher ceph cwd unknown /proc/47887/task/49169/cwd (readlink: Permission denied) 2024-04-25T17:18:54.146 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49169 finisher ceph rtd unknown /proc/47887/task/49169/root (readlink: Permission denied) 2024-04-25T17:18:54.146 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49169 finisher ceph txt unknown /proc/47887/task/49169/exe (readlink: Permission denied) 2024-04-25T17:18:54.146 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49169 finisher ceph NOFD /proc/47887/task/49169/fd (opendir: Permission denied) 2024-04-25T17:18:54.146 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49170 safe_time ceph cwd unknown /proc/47887/task/49170/cwd (readlink: Permission denied) 2024-04-25T17:18:54.146 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49170 safe_time ceph rtd unknown /proc/47887/task/49170/root (readlink: Permission denied) 2024-04-25T17:18:54.146 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49170 safe_time ceph txt unknown /proc/47887/task/49170/exe (readlink: Permission denied) 2024-04-25T17:18:54.146 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49170 safe_time ceph NOFD /proc/47887/task/49170/fd (opendir: Permission denied) 2024-04-25T17:18:54.146 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49171 safe_time ceph cwd unknown /proc/47887/task/49171/cwd (readlink: Permission denied) 2024-04-25T17:18:54.146 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49171 safe_time ceph rtd unknown /proc/47887/task/49171/root (readlink: Permission denied) 2024-04-25T17:18:54.146 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49171 safe_time ceph txt unknown /proc/47887/task/49171/exe (readlink: Permission denied) 2024-04-25T17:18:54.146 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49171 safe_time ceph NOFD /proc/47887/task/49171/fd (opendir: Permission denied) 2024-04-25T17:18:54.146 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49172 ceph-osd ceph cwd unknown /proc/47887/task/49172/cwd (readlink: Permission denied) 2024-04-25T17:18:54.146 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49172 ceph-osd ceph rtd unknown /proc/47887/task/49172/root (readlink: Permission denied) 2024-04-25T17:18:54.146 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49172 ceph-osd ceph txt unknown /proc/47887/task/49172/exe (readlink: Permission denied) 2024-04-25T17:18:54.147 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49172 ceph-osd ceph NOFD /proc/47887/task/49172/fd (opendir: Permission denied) 2024-04-25T17:18:54.147 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49173 osd_srv_a ceph cwd unknown /proc/47887/task/49173/cwd (readlink: Permission denied) 2024-04-25T17:18:54.147 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49173 osd_srv_a ceph rtd unknown /proc/47887/task/49173/root (readlink: Permission denied) 2024-04-25T17:18:54.147 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49173 osd_srv_a ceph txt unknown /proc/47887/task/49173/exe (readlink: Permission denied) 2024-04-25T17:18:54.147 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49173 osd_srv_a ceph NOFD /proc/47887/task/49173/fd (opendir: Permission denied) 2024-04-25T17:18:54.147 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49174 tp_osd_tp ceph cwd unknown /proc/47887/task/49174/cwd (readlink: Permission denied) 2024-04-25T17:18:54.147 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49174 tp_osd_tp ceph rtd unknown /proc/47887/task/49174/root (readlink: Permission denied) 2024-04-25T17:18:54.147 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49174 tp_osd_tp ceph txt unknown /proc/47887/task/49174/exe (readlink: Permission denied) 2024-04-25T17:18:54.147 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49174 tp_osd_tp ceph NOFD /proc/47887/task/49174/fd (opendir: Permission denied) 2024-04-25T17:18:54.147 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49175 tp_osd_tp ceph cwd unknown /proc/47887/task/49175/cwd (readlink: Permission denied) 2024-04-25T17:18:54.147 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49175 tp_osd_tp ceph rtd unknown /proc/47887/task/49175/root (readlink: Permission denied) 2024-04-25T17:18:54.147 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49175 tp_osd_tp ceph txt unknown /proc/47887/task/49175/exe (readlink: Permission denied) 2024-04-25T17:18:54.147 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49175 tp_osd_tp ceph NOFD /proc/47887/task/49175/fd (opendir: Permission denied) 2024-04-25T17:18:54.147 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49176 tp_osd_tp ceph cwd unknown /proc/47887/task/49176/cwd (readlink: Permission denied) 2024-04-25T17:18:54.148 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49176 tp_osd_tp ceph rtd unknown /proc/47887/task/49176/root (readlink: Permission denied) 2024-04-25T17:18:54.148 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49176 tp_osd_tp ceph txt unknown /proc/47887/task/49176/exe (readlink: Permission denied) 2024-04-25T17:18:54.148 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49176 tp_osd_tp ceph NOFD /proc/47887/task/49176/fd (opendir: Permission denied) 2024-04-25T17:18:54.148 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49177 tp_osd_tp ceph cwd unknown /proc/47887/task/49177/cwd (readlink: Permission denied) 2024-04-25T17:18:54.148 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49177 tp_osd_tp ceph rtd unknown /proc/47887/task/49177/root (readlink: Permission denied) 2024-04-25T17:18:54.148 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49177 tp_osd_tp ceph txt unknown /proc/47887/task/49177/exe (readlink: Permission denied) 2024-04-25T17:18:54.148 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49177 tp_osd_tp ceph NOFD /proc/47887/task/49177/fd (opendir: Permission denied) 2024-04-25T17:18:54.148 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49178 tp_osd_tp ceph cwd unknown /proc/47887/task/49178/cwd (readlink: Permission denied) 2024-04-25T17:18:54.148 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49178 tp_osd_tp ceph rtd unknown /proc/47887/task/49178/root (readlink: Permission denied) 2024-04-25T17:18:54.148 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49178 tp_osd_tp ceph txt unknown /proc/47887/task/49178/exe (readlink: Permission denied) 2024-04-25T17:18:54.148 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49178 tp_osd_tp ceph NOFD /proc/47887/task/49178/fd (opendir: Permission denied) 2024-04-25T17:18:54.148 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49179 tp_osd_tp ceph cwd unknown /proc/47887/task/49179/cwd (readlink: Permission denied) 2024-04-25T17:18:54.148 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49179 tp_osd_tp ceph rtd unknown /proc/47887/task/49179/root (readlink: Permission denied) 2024-04-25T17:18:54.148 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49179 tp_osd_tp ceph txt unknown /proc/47887/task/49179/exe (readlink: Permission denied) 2024-04-25T17:18:54.149 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49179 tp_osd_tp ceph NOFD /proc/47887/task/49179/fd (opendir: Permission denied) 2024-04-25T17:18:54.149 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49180 tp_osd_tp ceph cwd unknown /proc/47887/task/49180/cwd (readlink: Permission denied) 2024-04-25T17:18:54.149 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49180 tp_osd_tp ceph rtd unknown /proc/47887/task/49180/root (readlink: Permission denied) 2024-04-25T17:18:54.149 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49180 tp_osd_tp ceph txt unknown /proc/47887/task/49180/exe (readlink: Permission denied) 2024-04-25T17:18:54.149 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49180 tp_osd_tp ceph NOFD /proc/47887/task/49180/fd (opendir: Permission denied) 2024-04-25T17:18:54.149 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49181 tp_osd_tp ceph cwd unknown /proc/47887/task/49181/cwd (readlink: Permission denied) 2024-04-25T17:18:54.149 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49181 tp_osd_tp ceph rtd unknown /proc/47887/task/49181/root (readlink: Permission denied) 2024-04-25T17:18:54.149 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49181 tp_osd_tp ceph txt unknown /proc/47887/task/49181/exe (readlink: Permission denied) 2024-04-25T17:18:54.149 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49181 tp_osd_tp ceph NOFD /proc/47887/task/49181/fd (opendir: Permission denied) 2024-04-25T17:18:54.149 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49182 tp_osd_tp ceph cwd unknown /proc/47887/task/49182/cwd (readlink: Permission denied) 2024-04-25T17:18:54.149 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49182 tp_osd_tp ceph rtd unknown /proc/47887/task/49182/root (readlink: Permission denied) 2024-04-25T17:18:54.149 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49182 tp_osd_tp ceph txt unknown /proc/47887/task/49182/exe (readlink: Permission denied) 2024-04-25T17:18:54.149 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49182 tp_osd_tp ceph NOFD /proc/47887/task/49182/fd (opendir: Permission denied) 2024-04-25T17:18:54.149 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49183 tp_osd_tp ceph cwd unknown /proc/47887/task/49183/cwd (readlink: Permission denied) 2024-04-25T17:18:54.149 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49183 tp_osd_tp ceph rtd unknown /proc/47887/task/49183/root (readlink: Permission denied) 2024-04-25T17:18:54.150 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49183 tp_osd_tp ceph txt unknown /proc/47887/task/49183/exe (readlink: Permission denied) 2024-04-25T17:18:54.150 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49183 tp_osd_tp ceph NOFD /proc/47887/task/49183/fd (opendir: Permission denied) 2024-04-25T17:18:54.150 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49184 tp_osd_tp ceph cwd unknown /proc/47887/task/49184/cwd (readlink: Permission denied) 2024-04-25T17:18:54.150 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49184 tp_osd_tp ceph rtd unknown /proc/47887/task/49184/root (readlink: Permission denied) 2024-04-25T17:18:54.150 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49184 tp_osd_tp ceph txt unknown /proc/47887/task/49184/exe (readlink: Permission denied) 2024-04-25T17:18:54.150 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49184 tp_osd_tp ceph NOFD /proc/47887/task/49184/fd (opendir: Permission denied) 2024-04-25T17:18:54.150 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49185 tp_osd_tp ceph cwd unknown /proc/47887/task/49185/cwd (readlink: Permission denied) 2024-04-25T17:18:54.150 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49185 tp_osd_tp ceph rtd unknown /proc/47887/task/49185/root (readlink: Permission denied) 2024-04-25T17:18:54.150 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49185 tp_osd_tp ceph txt unknown /proc/47887/task/49185/exe (readlink: Permission denied) 2024-04-25T17:18:54.150 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49185 tp_osd_tp ceph NOFD /proc/47887/task/49185/fd (opendir: Permission denied) 2024-04-25T17:18:54.150 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49186 tp_osd_tp ceph cwd unknown /proc/47887/task/49186/cwd (readlink: Permission denied) 2024-04-25T17:18:54.150 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49186 tp_osd_tp ceph rtd unknown /proc/47887/task/49186/root (readlink: Permission denied) 2024-04-25T17:18:54.150 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49186 tp_osd_tp ceph txt unknown /proc/47887/task/49186/exe (readlink: Permission denied) 2024-04-25T17:18:54.150 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49186 tp_osd_tp ceph NOFD /proc/47887/task/49186/fd (opendir: Permission denied) 2024-04-25T17:18:54.151 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49187 tp_osd_tp ceph cwd unknown /proc/47887/task/49187/cwd (readlink: Permission denied) 2024-04-25T17:18:54.151 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49187 tp_osd_tp ceph rtd unknown /proc/47887/task/49187/root (readlink: Permission denied) 2024-04-25T17:18:54.151 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49187 tp_osd_tp ceph txt unknown /proc/47887/task/49187/exe (readlink: Permission denied) 2024-04-25T17:18:54.151 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49187 tp_osd_tp ceph NOFD /proc/47887/task/49187/fd (opendir: Permission denied) 2024-04-25T17:18:54.151 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49188 tp_osd_tp ceph cwd unknown /proc/47887/task/49188/cwd (readlink: Permission denied) 2024-04-25T17:18:54.151 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49188 tp_osd_tp ceph rtd unknown /proc/47887/task/49188/root (readlink: Permission denied) 2024-04-25T17:18:54.151 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49188 tp_osd_tp ceph txt unknown /proc/47887/task/49188/exe (readlink: Permission denied) 2024-04-25T17:18:54.151 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49188 tp_osd_tp ceph NOFD /proc/47887/task/49188/fd (opendir: Permission denied) 2024-04-25T17:18:54.151 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49189 tp_osd_tp ceph cwd unknown /proc/47887/task/49189/cwd (readlink: Permission denied) 2024-04-25T17:18:54.151 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49189 tp_osd_tp ceph rtd unknown /proc/47887/task/49189/root (readlink: Permission denied) 2024-04-25T17:18:54.151 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49189 tp_osd_tp ceph txt unknown /proc/47887/task/49189/exe (readlink: Permission denied) 2024-04-25T17:18:54.151 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49189 tp_osd_tp ceph NOFD /proc/47887/task/49189/fd (opendir: Permission denied) 2024-04-25T17:18:54.151 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49190 osd_srv_h ceph cwd unknown /proc/47887/task/49190/cwd (readlink: Permission denied) 2024-04-25T17:18:54.151 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49190 osd_srv_h ceph rtd unknown /proc/47887/task/49190/root (readlink: Permission denied) 2024-04-25T17:18:54.151 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49190 osd_srv_h ceph txt unknown /proc/47887/task/49190/exe (readlink: Permission denied) 2024-04-25T17:18:54.152 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 47887 49190 osd_srv_h ceph NOFD /proc/47887/task/49190/fd (opendir: Permission denied) 2024-04-25T17:18:54.152 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 49288 root cwd unknown /proc/49288/cwd (readlink: Permission denied) 2024-04-25T17:18:54.152 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 49288 root rtd unknown /proc/49288/root (readlink: Permission denied) 2024-04-25T17:18:54.152 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 49288 root txt unknown /proc/49288/exe (readlink: Permission denied) 2024-04-25T17:18:54.152 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 49288 root NOFD /proc/49288/fd (opendir: Permission denied) 2024-04-25T17:18:54.152 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 49317 root cwd unknown /proc/49317/cwd (readlink: Permission denied) 2024-04-25T17:18:54.152 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 49317 root rtd unknown /proc/49317/root (readlink: Permission denied) 2024-04-25T17:18:54.152 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 49317 root txt unknown /proc/49317/exe (readlink: Permission denied) 2024-04-25T17:18:54.152 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 49317 root NOFD /proc/49317/fd (opendir: Permission denied) 2024-04-25T17:18:54.152 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/4 52073 root cwd unknown /proc/52073/cwd (readlink: Permission denied) 2024-04-25T17:18:54.152 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/4 52073 root rtd unknown /proc/52073/root (readlink: Permission denied) 2024-04-25T17:18:54.152 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/4 52073 root txt unknown /proc/52073/exe (readlink: Permission denied) 2024-04-25T17:18:54.152 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/4 52073 root NOFD /proc/52073/fd (opendir: Permission denied) 2024-04-25T17:18:54.152 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/1 52074 root cwd unknown /proc/52074/cwd (readlink: Permission denied) 2024-04-25T17:18:54.152 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/1 52074 root rtd unknown /proc/52074/root (readlink: Permission denied) 2024-04-25T17:18:54.153 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/1 52074 root txt unknown /proc/52074/exe (readlink: Permission denied) 2024-04-25T17:18:54.153 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/1 52074 root NOFD /proc/52074/fd (opendir: Permission denied) 2024-04-25T17:18:54.153 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 54889 root cwd unknown /proc/54889/cwd (readlink: Permission denied) 2024-04-25T17:18:54.153 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 54889 root rtd unknown /proc/54889/root (readlink: Permission denied) 2024-04-25T17:18:54.153 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 54889 root txt unknown /proc/54889/exe (readlink: Permission denied) 2024-04-25T17:18:54.153 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 54889 root NOFD /proc/54889/fd (opendir: Permission denied) 2024-04-25T17:18:54.153 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 54891 root cwd unknown /proc/54891/cwd (readlink: Permission denied) 2024-04-25T17:18:54.153 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 54891 root rtd unknown /proc/54891/root (readlink: Permission denied) 2024-04-25T17:18:54.153 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 54891 root txt unknown /proc/54891/exe (readlink: Permission denied) 2024-04-25T17:18:54.153 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 54891 root NOFD /proc/54891/fd (opendir: Permission denied) 2024-04-25T17:18:54.153 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 ceph cwd unknown /proc/54893/cwd (readlink: Permission denied) 2024-04-25T17:18:54.153 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 ceph rtd unknown /proc/54893/root (readlink: Permission denied) 2024-04-25T17:18:54.153 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 ceph txt unknown /proc/54893/exe (readlink: Permission denied) 2024-04-25T17:18:54.153 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 ceph NOFD /proc/54893/fd (opendir: Permission denied) 2024-04-25T17:18:54.154 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 54895 log ceph cwd unknown /proc/54893/task/54895/cwd (readlink: Permission denied) 2024-04-25T17:18:54.154 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 54895 log ceph rtd unknown /proc/54893/task/54895/root (readlink: Permission denied) 2024-04-25T17:18:54.154 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 54895 log ceph txt unknown /proc/54893/task/54895/exe (readlink: Permission denied) 2024-04-25T17:18:54.154 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 54895 log ceph NOFD /proc/54893/task/54895/fd (opendir: Permission denied) 2024-04-25T17:18:54.154 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 54897 msgr-work ceph cwd unknown /proc/54893/task/54897/cwd (readlink: Permission denied) 2024-04-25T17:18:54.154 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 54897 msgr-work ceph rtd unknown /proc/54893/task/54897/root (readlink: Permission denied) 2024-04-25T17:18:54.154 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 54897 msgr-work ceph txt unknown /proc/54893/task/54897/exe (readlink: Permission denied) 2024-04-25T17:18:54.154 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 54897 msgr-work ceph NOFD /proc/54893/task/54897/fd (opendir: Permission denied) 2024-04-25T17:18:54.154 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 54898 msgr-work ceph cwd unknown /proc/54893/task/54898/cwd (readlink: Permission denied) 2024-04-25T17:18:54.154 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 54898 msgr-work ceph rtd unknown /proc/54893/task/54898/root (readlink: Permission denied) 2024-04-25T17:18:54.154 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 54898 msgr-work ceph txt unknown /proc/54893/task/54898/exe (readlink: Permission denied) 2024-04-25T17:18:54.154 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 54898 msgr-work ceph NOFD /proc/54893/task/54898/fd (opendir: Permission denied) 2024-04-25T17:18:54.154 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 54899 msgr-work ceph cwd unknown /proc/54893/task/54899/cwd (readlink: Permission denied) 2024-04-25T17:18:54.155 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 54899 msgr-work ceph rtd unknown /proc/54893/task/54899/root (readlink: Permission denied) 2024-04-25T17:18:54.155 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 54899 msgr-work ceph txt unknown /proc/54893/task/54899/exe (readlink: Permission denied) 2024-04-25T17:18:54.155 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 54899 msgr-work ceph NOFD /proc/54893/task/54899/fd (opendir: Permission denied) 2024-04-25T17:18:54.155 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 54903 service ceph cwd unknown /proc/54893/task/54903/cwd (readlink: Permission denied) 2024-04-25T17:18:54.155 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 54903 service ceph rtd unknown /proc/54893/task/54903/root (readlink: Permission denied) 2024-04-25T17:18:54.155 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 54903 service ceph txt unknown /proc/54893/task/54903/exe (readlink: Permission denied) 2024-04-25T17:18:54.155 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 54903 service ceph NOFD /proc/54893/task/54903/fd (opendir: Permission denied) 2024-04-25T17:18:54.155 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 54904 admin_soc ceph cwd unknown /proc/54893/task/54904/cwd (readlink: Permission denied) 2024-04-25T17:18:54.155 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 54904 admin_soc ceph rtd unknown /proc/54893/task/54904/root (readlink: Permission denied) 2024-04-25T17:18:54.155 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 54904 admin_soc ceph txt unknown /proc/54893/task/54904/exe (readlink: Permission denied) 2024-04-25T17:18:54.155 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 54904 admin_soc ceph NOFD /proc/54893/task/54904/fd (opendir: Permission denied) 2024-04-25T17:18:54.155 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55046 signal_ha ceph cwd unknown /proc/54893/task/55046/cwd (readlink: Permission denied) 2024-04-25T17:18:54.155 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55046 signal_ha ceph rtd unknown /proc/54893/task/55046/root (readlink: Permission denied) 2024-04-25T17:18:54.155 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55046 signal_ha ceph txt unknown /proc/54893/task/55046/exe (readlink: Permission denied) 2024-04-25T17:18:54.155 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55046 signal_ha ceph NOFD /proc/54893/task/55046/fd (opendir: Permission denied) 2024-04-25T17:18:54.156 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55047 io_contex ceph cwd unknown /proc/54893/task/55047/cwd (readlink: Permission denied) 2024-04-25T17:18:54.156 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55047 io_contex ceph rtd unknown /proc/54893/task/55047/root (readlink: Permission denied) 2024-04-25T17:18:54.156 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55047 io_contex ceph txt unknown /proc/54893/task/55047/exe (readlink: Permission denied) 2024-04-25T17:18:54.156 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55047 io_contex ceph NOFD /proc/54893/task/55047/fd (opendir: Permission denied) 2024-04-25T17:18:54.156 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55048 io_contex ceph cwd unknown /proc/54893/task/55048/cwd (readlink: Permission denied) 2024-04-25T17:18:54.156 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55048 io_contex ceph rtd unknown /proc/54893/task/55048/root (readlink: Permission denied) 2024-04-25T17:18:54.156 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55048 io_contex ceph txt unknown /proc/54893/task/55048/exe (readlink: Permission denied) 2024-04-25T17:18:54.156 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55048 io_contex ceph NOFD /proc/54893/task/55048/fd (opendir: Permission denied) 2024-04-25T17:18:54.156 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55162 OpHistory ceph cwd unknown /proc/54893/task/55162/cwd (readlink: Permission denied) 2024-04-25T17:18:54.156 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55162 OpHistory ceph rtd unknown /proc/54893/task/55162/root (readlink: Permission denied) 2024-04-25T17:18:54.156 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55162 OpHistory ceph txt unknown /proc/54893/task/55162/exe (readlink: Permission denied) 2024-04-25T17:18:54.156 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55162 OpHistory ceph NOFD /proc/54893/task/55162/fd (opendir: Permission denied) 2024-04-25T17:18:54.156 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55163 ceph_time ceph cwd unknown /proc/54893/task/55163/cwd (readlink: Permission denied) 2024-04-25T17:18:54.156 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55163 ceph_time ceph rtd unknown /proc/54893/task/55163/root (readlink: Permission denied) 2024-04-25T17:18:54.157 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55163 ceph_time ceph txt unknown /proc/54893/task/55163/exe (readlink: Permission denied) 2024-04-25T17:18:54.157 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55163 ceph_time ceph NOFD /proc/54893/task/55163/fd (opendir: Permission denied) 2024-04-25T17:18:54.157 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55286 ceph-osd ceph cwd unknown /proc/54893/task/55286/cwd (readlink: Permission denied) 2024-04-25T17:18:54.157 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55286 ceph-osd ceph rtd unknown /proc/54893/task/55286/root (readlink: Permission denied) 2024-04-25T17:18:54.157 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55286 ceph-osd ceph txt unknown /proc/54893/task/55286/exe (readlink: Permission denied) 2024-04-25T17:18:54.157 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55286 ceph-osd ceph NOFD /proc/54893/task/55286/fd (opendir: Permission denied) 2024-04-25T17:18:54.157 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55287 safe_time ceph cwd unknown /proc/54893/task/55287/cwd (readlink: Permission denied) 2024-04-25T17:18:54.157 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55287 safe_time ceph rtd unknown /proc/54893/task/55287/root (readlink: Permission denied) 2024-04-25T17:18:54.157 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55287 safe_time ceph txt unknown /proc/54893/task/55287/exe (readlink: Permission denied) 2024-04-25T17:18:54.157 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55287 safe_time ceph NOFD /proc/54893/task/55287/fd (opendir: Permission denied) 2024-04-25T17:18:54.157 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55288 safe_time ceph cwd unknown /proc/54893/task/55288/cwd (readlink: Permission denied) 2024-04-25T17:18:54.157 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55288 safe_time ceph rtd unknown /proc/54893/task/55288/root (readlink: Permission denied) 2024-04-25T17:18:54.157 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55288 safe_time ceph txt unknown /proc/54893/task/55288/exe (readlink: Permission denied) 2024-04-25T17:18:54.157 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55288 safe_time ceph NOFD /proc/54893/task/55288/fd (opendir: Permission denied) 2024-04-25T17:18:54.158 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55289 safe_time ceph cwd unknown /proc/54893/task/55289/cwd (readlink: Permission denied) 2024-04-25T17:18:54.158 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55289 safe_time ceph rtd unknown /proc/54893/task/55289/root (readlink: Permission denied) 2024-04-25T17:18:54.158 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55289 safe_time ceph txt unknown /proc/54893/task/55289/exe (readlink: Permission denied) 2024-04-25T17:18:54.158 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55289 safe_time ceph NOFD /proc/54893/task/55289/fd (opendir: Permission denied) 2024-04-25T17:18:54.158 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55290 safe_time ceph cwd unknown /proc/54893/task/55290/cwd (readlink: Permission denied) 2024-04-25T17:18:54.158 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55290 safe_time ceph rtd unknown /proc/54893/task/55290/root (readlink: Permission denied) 2024-04-25T17:18:54.158 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55290 safe_time ceph txt unknown /proc/54893/task/55290/exe (readlink: Permission denied) 2024-04-25T17:18:54.158 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55290 safe_time ceph NOFD /proc/54893/task/55290/fd (opendir: Permission denied) 2024-04-25T17:18:54.158 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55291 fn_anonym ceph cwd unknown /proc/54893/task/55291/cwd (readlink: Permission denied) 2024-04-25T17:18:54.158 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55291 fn_anonym ceph rtd unknown /proc/54893/task/55291/root (readlink: Permission denied) 2024-04-25T17:18:54.158 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55291 fn_anonym ceph txt unknown /proc/54893/task/55291/exe (readlink: Permission denied) 2024-04-25T17:18:54.158 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55291 fn_anonym ceph NOFD /proc/54893/task/55291/fd (opendir: Permission denied) 2024-04-25T17:18:54.158 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55294 rocksdb:l ceph cwd unknown /proc/54893/task/55294/cwd (readlink: Permission denied) 2024-04-25T17:18:54.158 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55294 rocksdb:l ceph rtd unknown /proc/54893/task/55294/root (readlink: Permission denied) 2024-04-25T17:18:54.159 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55294 rocksdb:l ceph txt unknown /proc/54893/task/55294/exe (readlink: Permission denied) 2024-04-25T17:18:54.159 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55294 rocksdb:l ceph NOFD /proc/54893/task/55294/fd (opendir: Permission denied) 2024-04-25T17:18:54.159 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55295 rocksdb:l ceph cwd unknown /proc/54893/task/55295/cwd (readlink: Permission denied) 2024-04-25T17:18:54.159 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55295 rocksdb:l ceph rtd unknown /proc/54893/task/55295/root (readlink: Permission denied) 2024-04-25T17:18:54.159 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55295 rocksdb:l ceph txt unknown /proc/54893/task/55295/exe (readlink: Permission denied) 2024-04-25T17:18:54.159 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55295 rocksdb:l ceph NOFD /proc/54893/task/55295/fd (opendir: Permission denied) 2024-04-25T17:18:54.159 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55296 rocksdb:l ceph cwd unknown /proc/54893/task/55296/cwd (readlink: Permission denied) 2024-04-25T17:18:54.159 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55296 rocksdb:l ceph rtd unknown /proc/54893/task/55296/root (readlink: Permission denied) 2024-04-25T17:18:54.159 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55296 rocksdb:l ceph txt unknown /proc/54893/task/55296/exe (readlink: Permission denied) 2024-04-25T17:18:54.159 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55296 rocksdb:l ceph NOFD /proc/54893/task/55296/fd (opendir: Permission denied) 2024-04-25T17:18:54.159 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55297 rocksdb:h ceph cwd unknown /proc/54893/task/55297/cwd (readlink: Permission denied) 2024-04-25T17:18:54.159 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55297 rocksdb:h ceph rtd unknown /proc/54893/task/55297/root (readlink: Permission denied) 2024-04-25T17:18:54.159 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55297 rocksdb:h ceph txt unknown /proc/54893/task/55297/exe (readlink: Permission denied) 2024-04-25T17:18:54.159 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55297 rocksdb:h ceph NOFD /proc/54893/task/55297/fd (opendir: Permission denied) 2024-04-25T17:18:54.160 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55751 bstore_ai ceph cwd unknown /proc/54893/task/55751/cwd (readlink: Permission denied) 2024-04-25T17:18:54.160 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55751 bstore_ai ceph rtd unknown /proc/54893/task/55751/root (readlink: Permission denied) 2024-04-25T17:18:54.160 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55751 bstore_ai ceph txt unknown /proc/54893/task/55751/exe (readlink: Permission denied) 2024-04-25T17:18:54.160 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55751 bstore_ai ceph NOFD /proc/54893/task/55751/fd (opendir: Permission denied) 2024-04-25T17:18:54.160 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55942 bstore_ai ceph cwd unknown /proc/54893/task/55942/cwd (readlink: Permission denied) 2024-04-25T17:18:54.160 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55942 bstore_ai ceph rtd unknown /proc/54893/task/55942/root (readlink: Permission denied) 2024-04-25T17:18:54.160 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55942 bstore_ai ceph txt unknown /proc/54893/task/55942/exe (readlink: Permission denied) 2024-04-25T17:18:54.160 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 55942 bstore_ai ceph NOFD /proc/54893/task/55942/fd (opendir: Permission denied) 2024-04-25T17:18:54.160 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56132 ceph-osd ceph cwd unknown /proc/54893/task/56132/cwd (readlink: Permission denied) 2024-04-25T17:18:54.160 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56132 ceph-osd ceph rtd unknown /proc/54893/task/56132/root (readlink: Permission denied) 2024-04-25T17:18:54.160 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56132 ceph-osd ceph txt unknown /proc/54893/task/56132/exe (readlink: Permission denied) 2024-04-25T17:18:54.160 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56132 ceph-osd ceph NOFD /proc/54893/task/56132/fd (opendir: Permission denied) 2024-04-25T17:18:54.160 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56133 cfin ceph cwd unknown /proc/54893/task/56133/cwd (readlink: Permission denied) 2024-04-25T17:18:54.160 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56133 cfin ceph rtd unknown /proc/54893/task/56133/root (readlink: Permission denied) 2024-04-25T17:18:54.160 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56133 cfin ceph txt unknown /proc/54893/task/56133/exe (readlink: Permission denied) 2024-04-25T17:18:54.161 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56133 cfin ceph NOFD /proc/54893/task/56133/fd (opendir: Permission denied) 2024-04-25T17:18:54.161 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56134 bstore_kv ceph cwd unknown /proc/54893/task/56134/cwd (readlink: Permission denied) 2024-04-25T17:18:54.161 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56134 bstore_kv ceph rtd unknown /proc/54893/task/56134/root (readlink: Permission denied) 2024-04-25T17:18:54.161 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56134 bstore_kv ceph txt unknown /proc/54893/task/56134/exe (readlink: Permission denied) 2024-04-25T17:18:54.161 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56134 bstore_kv ceph NOFD /proc/54893/task/56134/fd (opendir: Permission denied) 2024-04-25T17:18:54.161 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56135 bstore_kv ceph cwd unknown /proc/54893/task/56135/cwd (readlink: Permission denied) 2024-04-25T17:18:54.161 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56135 bstore_kv ceph rtd unknown /proc/54893/task/56135/root (readlink: Permission denied) 2024-04-25T17:18:54.161 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56135 bstore_kv ceph txt unknown /proc/54893/task/56135/exe (readlink: Permission denied) 2024-04-25T17:18:54.161 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56135 bstore_kv ceph NOFD /proc/54893/task/56135/fd (opendir: Permission denied) 2024-04-25T17:18:54.161 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56136 bstore_me ceph cwd unknown /proc/54893/task/56136/cwd (readlink: Permission denied) 2024-04-25T17:18:54.161 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56136 bstore_me ceph rtd unknown /proc/54893/task/56136/root (readlink: Permission denied) 2024-04-25T17:18:54.161 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56136 bstore_me ceph txt unknown /proc/54893/task/56136/exe (readlink: Permission denied) 2024-04-25T17:18:54.161 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56136 bstore_me ceph NOFD /proc/54893/task/56136/fd (opendir: Permission denied) 2024-04-25T17:18:54.161 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56144 ms_dispat ceph cwd unknown /proc/54893/task/56144/cwd (readlink: Permission denied) 2024-04-25T17:18:54.161 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56144 ms_dispat ceph rtd unknown /proc/54893/task/56144/root (readlink: Permission denied) 2024-04-25T17:18:54.162 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56144 ms_dispat ceph txt unknown /proc/54893/task/56144/exe (readlink: Permission denied) 2024-04-25T17:18:54.162 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56144 ms_dispat ceph NOFD /proc/54893/task/56144/fd (opendir: Permission denied) 2024-04-25T17:18:54.162 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56145 ms_local ceph cwd unknown /proc/54893/task/56145/cwd (readlink: Permission denied) 2024-04-25T17:18:54.162 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56145 ms_local ceph rtd unknown /proc/54893/task/56145/root (readlink: Permission denied) 2024-04-25T17:18:54.162 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56145 ms_local ceph txt unknown /proc/54893/task/56145/exe (readlink: Permission denied) 2024-04-25T17:18:54.162 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56145 ms_local ceph NOFD /proc/54893/task/56145/fd (opendir: Permission denied) 2024-04-25T17:18:54.162 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56146 safe_time ceph cwd unknown /proc/54893/task/56146/cwd (readlink: Permission denied) 2024-04-25T17:18:54.162 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56146 safe_time ceph rtd unknown /proc/54893/task/56146/root (readlink: Permission denied) 2024-04-25T17:18:54.162 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56146 safe_time ceph txt unknown /proc/54893/task/56146/exe (readlink: Permission denied) 2024-04-25T17:18:54.162 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56146 safe_time ceph NOFD /proc/54893/task/56146/fd (opendir: Permission denied) 2024-04-25T17:18:54.162 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56147 safe_time ceph cwd unknown /proc/54893/task/56147/cwd (readlink: Permission denied) 2024-04-25T17:18:54.162 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56147 safe_time ceph rtd unknown /proc/54893/task/56147/root (readlink: Permission denied) 2024-04-25T17:18:54.162 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56147 safe_time ceph txt unknown /proc/54893/task/56147/exe (readlink: Permission denied) 2024-04-25T17:18:54.162 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56147 safe_time ceph NOFD /proc/54893/task/56147/fd (opendir: Permission denied) 2024-04-25T17:18:54.163 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56148 ms_dispat ceph cwd unknown /proc/54893/task/56148/cwd (readlink: Permission denied) 2024-04-25T17:18:54.163 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56148 ms_dispat ceph rtd unknown /proc/54893/task/56148/root (readlink: Permission denied) 2024-04-25T17:18:54.163 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56148 ms_dispat ceph txt unknown /proc/54893/task/56148/exe (readlink: Permission denied) 2024-04-25T17:18:54.163 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56148 ms_dispat ceph NOFD /proc/54893/task/56148/fd (opendir: Permission denied) 2024-04-25T17:18:54.163 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56149 ms_local ceph cwd unknown /proc/54893/task/56149/cwd (readlink: Permission denied) 2024-04-25T17:18:54.163 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56149 ms_local ceph rtd unknown /proc/54893/task/56149/root (readlink: Permission denied) 2024-04-25T17:18:54.163 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56149 ms_local ceph txt unknown /proc/54893/task/56149/exe (readlink: Permission denied) 2024-04-25T17:18:54.163 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56149 ms_local ceph NOFD /proc/54893/task/56149/fd (opendir: Permission denied) 2024-04-25T17:18:54.163 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56150 ms_dispat ceph cwd unknown /proc/54893/task/56150/cwd (readlink: Permission denied) 2024-04-25T17:18:54.163 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56150 ms_dispat ceph rtd unknown /proc/54893/task/56150/root (readlink: Permission denied) 2024-04-25T17:18:54.163 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56150 ms_dispat ceph txt unknown /proc/54893/task/56150/exe (readlink: Permission denied) 2024-04-25T17:18:54.163 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56150 ms_dispat ceph NOFD /proc/54893/task/56150/fd (opendir: Permission denied) 2024-04-25T17:18:54.163 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56151 ms_local ceph cwd unknown /proc/54893/task/56151/cwd (readlink: Permission denied) 2024-04-25T17:18:54.163 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56151 ms_local ceph rtd unknown /proc/54893/task/56151/root (readlink: Permission denied) 2024-04-25T17:18:54.163 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56151 ms_local ceph txt unknown /proc/54893/task/56151/exe (readlink: Permission denied) 2024-04-25T17:18:54.164 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56151 ms_local ceph NOFD /proc/54893/task/56151/fd (opendir: Permission denied) 2024-04-25T17:18:54.164 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56152 ms_dispat ceph cwd unknown /proc/54893/task/56152/cwd (readlink: Permission denied) 2024-04-25T17:18:54.164 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56152 ms_dispat ceph rtd unknown /proc/54893/task/56152/root (readlink: Permission denied) 2024-04-25T17:18:54.164 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56152 ms_dispat ceph txt unknown /proc/54893/task/56152/exe (readlink: Permission denied) 2024-04-25T17:18:54.164 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56152 ms_dispat ceph NOFD /proc/54893/task/56152/fd (opendir: Permission denied) 2024-04-25T17:18:54.164 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56153 ms_local ceph cwd unknown /proc/54893/task/56153/cwd (readlink: Permission denied) 2024-04-25T17:18:54.164 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56153 ms_local ceph rtd unknown /proc/54893/task/56153/root (readlink: Permission denied) 2024-04-25T17:18:54.164 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56153 ms_local ceph txt unknown /proc/54893/task/56153/exe (readlink: Permission denied) 2024-04-25T17:18:54.164 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56153 ms_local ceph NOFD /proc/54893/task/56153/fd (opendir: Permission denied) 2024-04-25T17:18:54.164 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56154 ms_dispat ceph cwd unknown /proc/54893/task/56154/cwd (readlink: Permission denied) 2024-04-25T17:18:54.164 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56154 ms_dispat ceph rtd unknown /proc/54893/task/56154/root (readlink: Permission denied) 2024-04-25T17:18:54.164 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56154 ms_dispat ceph txt unknown /proc/54893/task/56154/exe (readlink: Permission denied) 2024-04-25T17:18:54.164 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56154 ms_dispat ceph NOFD /proc/54893/task/56154/fd (opendir: Permission denied) 2024-04-25T17:18:54.164 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56155 ms_local ceph cwd unknown /proc/54893/task/56155/cwd (readlink: Permission denied) 2024-04-25T17:18:54.164 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56155 ms_local ceph rtd unknown /proc/54893/task/56155/root (readlink: Permission denied) 2024-04-25T17:18:54.165 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56155 ms_local ceph txt unknown /proc/54893/task/56155/exe (readlink: Permission denied) 2024-04-25T17:18:54.165 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56155 ms_local ceph NOFD /proc/54893/task/56155/fd (opendir: Permission denied) 2024-04-25T17:18:54.165 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56156 ms_dispat ceph cwd unknown /proc/54893/task/56156/cwd (readlink: Permission denied) 2024-04-25T17:18:54.165 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56156 ms_dispat ceph rtd unknown /proc/54893/task/56156/root (readlink: Permission denied) 2024-04-25T17:18:54.165 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56156 ms_dispat ceph txt unknown /proc/54893/task/56156/exe (readlink: Permission denied) 2024-04-25T17:18:54.165 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56156 ms_dispat ceph NOFD /proc/54893/task/56156/fd (opendir: Permission denied) 2024-04-25T17:18:54.165 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56157 ms_local ceph cwd unknown /proc/54893/task/56157/cwd (readlink: Permission denied) 2024-04-25T17:18:54.165 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56157 ms_local ceph rtd unknown /proc/54893/task/56157/root (readlink: Permission denied) 2024-04-25T17:18:54.165 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56157 ms_local ceph txt unknown /proc/54893/task/56157/exe (readlink: Permission denied) 2024-04-25T17:18:54.165 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56157 ms_local ceph NOFD /proc/54893/task/56157/fd (opendir: Permission denied) 2024-04-25T17:18:54.165 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56158 ms_dispat ceph cwd unknown /proc/54893/task/56158/cwd (readlink: Permission denied) 2024-04-25T17:18:54.165 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56158 ms_dispat ceph rtd unknown /proc/54893/task/56158/root (readlink: Permission denied) 2024-04-25T17:18:54.165 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56158 ms_dispat ceph txt unknown /proc/54893/task/56158/exe (readlink: Permission denied) 2024-04-25T17:18:54.165 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56158 ms_dispat ceph NOFD /proc/54893/task/56158/fd (opendir: Permission denied) 2024-04-25T17:18:54.166 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56159 ms_local ceph cwd unknown /proc/54893/task/56159/cwd (readlink: Permission denied) 2024-04-25T17:18:54.166 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56159 ms_local ceph rtd unknown /proc/54893/task/56159/root (readlink: Permission denied) 2024-04-25T17:18:54.166 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56159 ms_local ceph txt unknown /proc/54893/task/56159/exe (readlink: Permission denied) 2024-04-25T17:18:54.166 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56159 ms_local ceph NOFD /proc/54893/task/56159/fd (opendir: Permission denied) 2024-04-25T17:18:54.166 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56160 fn_anonym ceph cwd unknown /proc/54893/task/56160/cwd (readlink: Permission denied) 2024-04-25T17:18:54.166 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56160 fn_anonym ceph rtd unknown /proc/54893/task/56160/root (readlink: Permission denied) 2024-04-25T17:18:54.166 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56160 fn_anonym ceph txt unknown /proc/54893/task/56160/exe (readlink: Permission denied) 2024-04-25T17:18:54.166 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56160 fn_anonym ceph NOFD /proc/54893/task/56160/fd (opendir: Permission denied) 2024-04-25T17:18:54.166 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56161 finisher ceph cwd unknown /proc/54893/task/56161/cwd (readlink: Permission denied) 2024-04-25T17:18:54.166 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56161 finisher ceph rtd unknown /proc/54893/task/56161/root (readlink: Permission denied) 2024-04-25T17:18:54.166 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56161 finisher ceph txt unknown /proc/54893/task/56161/exe (readlink: Permission denied) 2024-04-25T17:18:54.166 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56161 finisher ceph NOFD /proc/54893/task/56161/fd (opendir: Permission denied) 2024-04-25T17:18:54.166 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56162 safe_time ceph cwd unknown /proc/54893/task/56162/cwd (readlink: Permission denied) 2024-04-25T17:18:54.166 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56162 safe_time ceph rtd unknown /proc/54893/task/56162/root (readlink: Permission denied) 2024-04-25T17:18:54.167 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56162 safe_time ceph txt unknown /proc/54893/task/56162/exe (readlink: Permission denied) 2024-04-25T17:18:54.167 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56162 safe_time ceph NOFD /proc/54893/task/56162/fd (opendir: Permission denied) 2024-04-25T17:18:54.167 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56163 safe_time ceph cwd unknown /proc/54893/task/56163/cwd (readlink: Permission denied) 2024-04-25T17:18:54.167 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56163 safe_time ceph rtd unknown /proc/54893/task/56163/root (readlink: Permission denied) 2024-04-25T17:18:54.167 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56163 safe_time ceph txt unknown /proc/54893/task/56163/exe (readlink: Permission denied) 2024-04-25T17:18:54.167 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56163 safe_time ceph NOFD /proc/54893/task/56163/fd (opendir: Permission denied) 2024-04-25T17:18:54.167 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56164 ceph-osd ceph cwd unknown /proc/54893/task/56164/cwd (readlink: Permission denied) 2024-04-25T17:18:54.167 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56164 ceph-osd ceph rtd unknown /proc/54893/task/56164/root (readlink: Permission denied) 2024-04-25T17:18:54.167 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56164 ceph-osd ceph txt unknown /proc/54893/task/56164/exe (readlink: Permission denied) 2024-04-25T17:18:54.167 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56164 ceph-osd ceph NOFD /proc/54893/task/56164/fd (opendir: Permission denied) 2024-04-25T17:18:54.167 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56165 osd_srv_a ceph cwd unknown /proc/54893/task/56165/cwd (readlink: Permission denied) 2024-04-25T17:18:54.167 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56165 osd_srv_a ceph rtd unknown /proc/54893/task/56165/root (readlink: Permission denied) 2024-04-25T17:18:54.167 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56165 osd_srv_a ceph txt unknown /proc/54893/task/56165/exe (readlink: Permission denied) 2024-04-25T17:18:54.168 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56165 osd_srv_a ceph NOFD /proc/54893/task/56165/fd (opendir: Permission denied) 2024-04-25T17:18:54.168 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56166 tp_osd_tp ceph cwd unknown /proc/54893/task/56166/cwd (readlink: Permission denied) 2024-04-25T17:18:54.168 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56166 tp_osd_tp ceph rtd unknown /proc/54893/task/56166/root (readlink: Permission denied) 2024-04-25T17:18:54.168 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56166 tp_osd_tp ceph txt unknown /proc/54893/task/56166/exe (readlink: Permission denied) 2024-04-25T17:18:54.168 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56166 tp_osd_tp ceph NOFD /proc/54893/task/56166/fd (opendir: Permission denied) 2024-04-25T17:18:54.168 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56167 tp_osd_tp ceph cwd unknown /proc/54893/task/56167/cwd (readlink: Permission denied) 2024-04-25T17:18:54.168 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56167 tp_osd_tp ceph rtd unknown /proc/54893/task/56167/root (readlink: Permission denied) 2024-04-25T17:18:54.168 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56167 tp_osd_tp ceph txt unknown /proc/54893/task/56167/exe (readlink: Permission denied) 2024-04-25T17:18:54.168 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56167 tp_osd_tp ceph NOFD /proc/54893/task/56167/fd (opendir: Permission denied) 2024-04-25T17:18:54.168 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56168 tp_osd_tp ceph cwd unknown /proc/54893/task/56168/cwd (readlink: Permission denied) 2024-04-25T17:18:54.168 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56168 tp_osd_tp ceph rtd unknown /proc/54893/task/56168/root (readlink: Permission denied) 2024-04-25T17:18:54.168 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56168 tp_osd_tp ceph txt unknown /proc/54893/task/56168/exe (readlink: Permission denied) 2024-04-25T17:18:54.168 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56168 tp_osd_tp ceph NOFD /proc/54893/task/56168/fd (opendir: Permission denied) 2024-04-25T17:18:54.168 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56169 tp_osd_tp ceph cwd unknown /proc/54893/task/56169/cwd (readlink: Permission denied) 2024-04-25T17:18:54.169 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56169 tp_osd_tp ceph rtd unknown /proc/54893/task/56169/root (readlink: Permission denied) 2024-04-25T17:18:54.169 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56169 tp_osd_tp ceph txt unknown /proc/54893/task/56169/exe (readlink: Permission denied) 2024-04-25T17:18:54.169 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56169 tp_osd_tp ceph NOFD /proc/54893/task/56169/fd (opendir: Permission denied) 2024-04-25T17:18:54.169 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56170 tp_osd_tp ceph cwd unknown /proc/54893/task/56170/cwd (readlink: Permission denied) 2024-04-25T17:18:54.169 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56170 tp_osd_tp ceph rtd unknown /proc/54893/task/56170/root (readlink: Permission denied) 2024-04-25T17:18:54.169 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56170 tp_osd_tp ceph txt unknown /proc/54893/task/56170/exe (readlink: Permission denied) 2024-04-25T17:18:54.169 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56170 tp_osd_tp ceph NOFD /proc/54893/task/56170/fd (opendir: Permission denied) 2024-04-25T17:18:54.169 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56171 tp_osd_tp ceph cwd unknown /proc/54893/task/56171/cwd (readlink: Permission denied) 2024-04-25T17:18:54.169 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56171 tp_osd_tp ceph rtd unknown /proc/54893/task/56171/root (readlink: Permission denied) 2024-04-25T17:18:54.169 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56171 tp_osd_tp ceph txt unknown /proc/54893/task/56171/exe (readlink: Permission denied) 2024-04-25T17:18:54.169 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56171 tp_osd_tp ceph NOFD /proc/54893/task/56171/fd (opendir: Permission denied) 2024-04-25T17:18:54.169 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56172 tp_osd_tp ceph cwd unknown /proc/54893/task/56172/cwd (readlink: Permission denied) 2024-04-25T17:18:54.169 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56172 tp_osd_tp ceph rtd unknown /proc/54893/task/56172/root (readlink: Permission denied) 2024-04-25T17:18:54.169 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56172 tp_osd_tp ceph txt unknown /proc/54893/task/56172/exe (readlink: Permission denied) 2024-04-25T17:18:54.169 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56172 tp_osd_tp ceph NOFD /proc/54893/task/56172/fd (opendir: Permission denied) 2024-04-25T17:18:54.169 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56173 tp_osd_tp ceph cwd unknown /proc/54893/task/56173/cwd (readlink: Permission denied) 2024-04-25T17:18:54.170 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56173 tp_osd_tp ceph rtd unknown /proc/54893/task/56173/root (readlink: Permission denied) 2024-04-25T17:18:54.170 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56173 tp_osd_tp ceph txt unknown /proc/54893/task/56173/exe (readlink: Permission denied) 2024-04-25T17:18:54.170 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56173 tp_osd_tp ceph NOFD /proc/54893/task/56173/fd (opendir: Permission denied) 2024-04-25T17:18:54.170 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56174 tp_osd_tp ceph cwd unknown /proc/54893/task/56174/cwd (readlink: Permission denied) 2024-04-25T17:18:54.170 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56174 tp_osd_tp ceph rtd unknown /proc/54893/task/56174/root (readlink: Permission denied) 2024-04-25T17:18:54.170 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56174 tp_osd_tp ceph txt unknown /proc/54893/task/56174/exe (readlink: Permission denied) 2024-04-25T17:18:54.170 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56174 tp_osd_tp ceph NOFD /proc/54893/task/56174/fd (opendir: Permission denied) 2024-04-25T17:18:54.170 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56175 tp_osd_tp ceph cwd unknown /proc/54893/task/56175/cwd (readlink: Permission denied) 2024-04-25T17:18:54.170 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56175 tp_osd_tp ceph rtd unknown /proc/54893/task/56175/root (readlink: Permission denied) 2024-04-25T17:18:54.170 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56175 tp_osd_tp ceph txt unknown /proc/54893/task/56175/exe (readlink: Permission denied) 2024-04-25T17:18:54.170 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56175 tp_osd_tp ceph NOFD /proc/54893/task/56175/fd (opendir: Permission denied) 2024-04-25T17:18:54.170 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56176 tp_osd_tp ceph cwd unknown /proc/54893/task/56176/cwd (readlink: Permission denied) 2024-04-25T17:18:54.170 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56176 tp_osd_tp ceph rtd unknown /proc/54893/task/56176/root (readlink: Permission denied) 2024-04-25T17:18:54.170 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56176 tp_osd_tp ceph txt unknown /proc/54893/task/56176/exe (readlink: Permission denied) 2024-04-25T17:18:54.170 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56176 tp_osd_tp ceph NOFD /proc/54893/task/56176/fd (opendir: Permission denied) 2024-04-25T17:18:54.170 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56177 tp_osd_tp ceph cwd unknown /proc/54893/task/56177/cwd (readlink: Permission denied) 2024-04-25T17:18:54.171 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56177 tp_osd_tp ceph rtd unknown /proc/54893/task/56177/root (readlink: Permission denied) 2024-04-25T17:18:54.171 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56177 tp_osd_tp ceph txt unknown /proc/54893/task/56177/exe (readlink: Permission denied) 2024-04-25T17:18:54.171 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56177 tp_osd_tp ceph NOFD /proc/54893/task/56177/fd (opendir: Permission denied) 2024-04-25T17:18:54.171 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56178 tp_osd_tp ceph cwd unknown /proc/54893/task/56178/cwd (readlink: Permission denied) 2024-04-25T17:18:54.171 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56178 tp_osd_tp ceph rtd unknown /proc/54893/task/56178/root (readlink: Permission denied) 2024-04-25T17:18:54.171 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56178 tp_osd_tp ceph txt unknown /proc/54893/task/56178/exe (readlink: Permission denied) 2024-04-25T17:18:54.171 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56178 tp_osd_tp ceph NOFD /proc/54893/task/56178/fd (opendir: Permission denied) 2024-04-25T17:18:54.171 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56179 tp_osd_tp ceph cwd unknown /proc/54893/task/56179/cwd (readlink: Permission denied) 2024-04-25T17:18:54.171 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56179 tp_osd_tp ceph rtd unknown /proc/54893/task/56179/root (readlink: Permission denied) 2024-04-25T17:18:54.171 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56179 tp_osd_tp ceph txt unknown /proc/54893/task/56179/exe (readlink: Permission denied) 2024-04-25T17:18:54.171 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56179 tp_osd_tp ceph NOFD /proc/54893/task/56179/fd (opendir: Permission denied) 2024-04-25T17:18:54.171 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56180 tp_osd_tp ceph cwd unknown /proc/54893/task/56180/cwd (readlink: Permission denied) 2024-04-25T17:18:54.171 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56180 tp_osd_tp ceph rtd unknown /proc/54893/task/56180/root (readlink: Permission denied) 2024-04-25T17:18:54.171 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56180 tp_osd_tp ceph txt unknown /proc/54893/task/56180/exe (readlink: Permission denied) 2024-04-25T17:18:54.172 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56180 tp_osd_tp ceph NOFD /proc/54893/task/56180/fd (opendir: Permission denied) 2024-04-25T17:18:54.172 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56181 tp_osd_tp ceph cwd unknown /proc/54893/task/56181/cwd (readlink: Permission denied) 2024-04-25T17:18:54.172 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56181 tp_osd_tp ceph rtd unknown /proc/54893/task/56181/root (readlink: Permission denied) 2024-04-25T17:18:54.172 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56181 tp_osd_tp ceph txt unknown /proc/54893/task/56181/exe (readlink: Permission denied) 2024-04-25T17:18:54.172 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56181 tp_osd_tp ceph NOFD /proc/54893/task/56181/fd (opendir: Permission denied) 2024-04-25T17:18:54.172 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56182 osd_srv_h ceph cwd unknown /proc/54893/task/56182/cwd (readlink: Permission denied) 2024-04-25T17:18:54.172 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56182 osd_srv_h ceph rtd unknown /proc/54893/task/56182/root (readlink: Permission denied) 2024-04-25T17:18:54.172 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56182 osd_srv_h ceph txt unknown /proc/54893/task/56182/exe (readlink: Permission denied) 2024-04-25T17:18:54.172 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 54893 56182 osd_srv_h ceph NOFD /proc/54893/task/56182/fd (opendir: Permission denied) 2024-04-25T17:18:54.172 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/6 54894 root cwd unknown /proc/54894/cwd (readlink: Permission denied) 2024-04-25T17:18:54.172 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/6 54894 root rtd unknown /proc/54894/root (readlink: Permission denied) 2024-04-25T17:18:54.172 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/6 54894 root txt unknown /proc/54894/exe (readlink: Permission denied) 2024-04-25T17:18:54.172 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/6 54894 root NOFD /proc/54894/fd (opendir: Permission denied) 2024-04-25T17:18:54.172 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 56275 root cwd unknown /proc/56275/cwd (readlink: Permission denied) 2024-04-25T17:18:54.173 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 56275 root rtd unknown /proc/56275/root (readlink: Permission denied) 2024-04-25T17:18:54.173 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 56275 root txt unknown /proc/56275/exe (readlink: Permission denied) 2024-04-25T17:18:54.173 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 56275 root NOFD /proc/56275/fd (opendir: Permission denied) 2024-04-25T17:18:54.173 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 56303 root cwd unknown /proc/56303/cwd (readlink: Permission denied) 2024-04-25T17:18:54.173 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 56303 root rtd unknown /proc/56303/root (readlink: Permission denied) 2024-04-25T17:18:54.173 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 56303 root txt unknown /proc/56303/exe (readlink: Permission denied) 2024-04-25T17:18:54.173 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 56303 root NOFD /proc/56303/fd (opendir: Permission denied) 2024-04-25T17:18:54.173 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 59080 root cwd unknown /proc/59080/cwd (readlink: Permission denied) 2024-04-25T17:18:54.173 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 59080 root rtd unknown /proc/59080/root (readlink: Permission denied) 2024-04-25T17:18:54.173 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 59080 root txt unknown /proc/59080/exe (readlink: Permission denied) 2024-04-25T17:18:54.173 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 59080 root NOFD /proc/59080/fd (opendir: Permission denied) 2024-04-25T17:18:54.173 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/5 61156 root cwd unknown /proc/61156/cwd (readlink: Permission denied) 2024-04-25T17:18:54.173 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/5 61156 root rtd unknown /proc/61156/root (readlink: Permission denied) 2024-04-25T17:18:54.173 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/5 61156 root txt unknown /proc/61156/exe (readlink: Permission denied) 2024-04-25T17:18:54.173 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/5 61156 root NOFD /proc/61156/fd (opendir: Permission denied) 2024-04-25T17:18:54.173 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 61919 root cwd unknown /proc/61919/cwd (readlink: Permission denied) 2024-04-25T17:18:54.174 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 61919 root rtd unknown /proc/61919/root (readlink: Permission denied) 2024-04-25T17:18:54.174 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 61919 root txt unknown /proc/61919/exe (readlink: Permission denied) 2024-04-25T17:18:54.174 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 61919 root NOFD /proc/61919/fd (opendir: Permission denied) 2024-04-25T17:18:54.174 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 61921 root cwd unknown /proc/61921/cwd (readlink: Permission denied) 2024-04-25T17:18:54.174 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 61921 root rtd unknown /proc/61921/root (readlink: Permission denied) 2024-04-25T17:18:54.174 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 61921 root txt unknown /proc/61921/exe (readlink: Permission denied) 2024-04-25T17:18:54.174 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 61921 root NOFD /proc/61921/fd (opendir: Permission denied) 2024-04-25T17:18:54.174 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 ceph cwd unknown /proc/61923/cwd (readlink: Permission denied) 2024-04-25T17:18:54.174 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 ceph rtd unknown /proc/61923/root (readlink: Permission denied) 2024-04-25T17:18:54.174 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 ceph txt unknown /proc/61923/exe (readlink: Permission denied) 2024-04-25T17:18:54.174 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 ceph NOFD /proc/61923/fd (opendir: Permission denied) 2024-04-25T17:18:54.174 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 61924 log ceph cwd unknown /proc/61923/task/61924/cwd (readlink: Permission denied) 2024-04-25T17:18:54.174 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 61924 log ceph rtd unknown /proc/61923/task/61924/root (readlink: Permission denied) 2024-04-25T17:18:54.174 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 61924 log ceph txt unknown /proc/61923/task/61924/exe (readlink: Permission denied) 2024-04-25T17:18:54.175 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 61924 log ceph NOFD /proc/61923/task/61924/fd (opendir: Permission denied) 2024-04-25T17:18:54.175 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 61926 msgr-work ceph cwd unknown /proc/61923/task/61926/cwd (readlink: Permission denied) 2024-04-25T17:18:54.175 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 61926 msgr-work ceph rtd unknown /proc/61923/task/61926/root (readlink: Permission denied) 2024-04-25T17:18:54.175 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 61926 msgr-work ceph txt unknown /proc/61923/task/61926/exe (readlink: Permission denied) 2024-04-25T17:18:54.175 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 61926 msgr-work ceph NOFD /proc/61923/task/61926/fd (opendir: Permission denied) 2024-04-25T17:18:54.175 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 61927 msgr-work ceph cwd unknown /proc/61923/task/61927/cwd (readlink: Permission denied) 2024-04-25T17:18:54.175 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 61927 msgr-work ceph rtd unknown /proc/61923/task/61927/root (readlink: Permission denied) 2024-04-25T17:18:54.175 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 61927 msgr-work ceph txt unknown /proc/61923/task/61927/exe (readlink: Permission denied) 2024-04-25T17:18:54.175 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 61927 msgr-work ceph NOFD /proc/61923/task/61927/fd (opendir: Permission denied) 2024-04-25T17:18:54.175 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 61928 msgr-work ceph cwd unknown /proc/61923/task/61928/cwd (readlink: Permission denied) 2024-04-25T17:18:54.175 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 61928 msgr-work ceph rtd unknown /proc/61923/task/61928/root (readlink: Permission denied) 2024-04-25T17:18:54.175 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 61928 msgr-work ceph txt unknown /proc/61923/task/61928/exe (readlink: Permission denied) 2024-04-25T17:18:54.175 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 61928 msgr-work ceph NOFD /proc/61923/task/61928/fd (opendir: Permission denied) 2024-04-25T17:18:54.175 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 61932 service ceph cwd unknown /proc/61923/task/61932/cwd (readlink: Permission denied) 2024-04-25T17:18:54.175 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 61932 service ceph rtd unknown /proc/61923/task/61932/root (readlink: Permission denied) 2024-04-25T17:18:54.176 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 61932 service ceph txt unknown /proc/61923/task/61932/exe (readlink: Permission denied) 2024-04-25T17:18:54.176 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 61932 service ceph NOFD /proc/61923/task/61932/fd (opendir: Permission denied) 2024-04-25T17:18:54.176 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 61933 admin_soc ceph cwd unknown /proc/61923/task/61933/cwd (readlink: Permission denied) 2024-04-25T17:18:54.176 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 61933 admin_soc ceph rtd unknown /proc/61923/task/61933/root (readlink: Permission denied) 2024-04-25T17:18:54.176 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 61933 admin_soc ceph txt unknown /proc/61923/task/61933/exe (readlink: Permission denied) 2024-04-25T17:18:54.176 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 61933 admin_soc ceph NOFD /proc/61923/task/61933/fd (opendir: Permission denied) 2024-04-25T17:18:54.176 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62075 signal_ha ceph cwd unknown /proc/61923/task/62075/cwd (readlink: Permission denied) 2024-04-25T17:18:54.176 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62075 signal_ha ceph rtd unknown /proc/61923/task/62075/root (readlink: Permission denied) 2024-04-25T17:18:54.176 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62075 signal_ha ceph txt unknown /proc/61923/task/62075/exe (readlink: Permission denied) 2024-04-25T17:18:54.176 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62075 signal_ha ceph NOFD /proc/61923/task/62075/fd (opendir: Permission denied) 2024-04-25T17:18:54.176 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62076 io_contex ceph cwd unknown /proc/61923/task/62076/cwd (readlink: Permission denied) 2024-04-25T17:18:54.176 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62076 io_contex ceph rtd unknown /proc/61923/task/62076/root (readlink: Permission denied) 2024-04-25T17:18:54.176 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62076 io_contex ceph txt unknown /proc/61923/task/62076/exe (readlink: Permission denied) 2024-04-25T17:18:54.176 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62076 io_contex ceph NOFD /proc/61923/task/62076/fd (opendir: Permission denied) 2024-04-25T17:18:54.177 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62077 io_contex ceph cwd unknown /proc/61923/task/62077/cwd (readlink: Permission denied) 2024-04-25T17:18:54.177 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62077 io_contex ceph rtd unknown /proc/61923/task/62077/root (readlink: Permission denied) 2024-04-25T17:18:54.177 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62077 io_contex ceph txt unknown /proc/61923/task/62077/exe (readlink: Permission denied) 2024-04-25T17:18:54.177 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62077 io_contex ceph NOFD /proc/61923/task/62077/fd (opendir: Permission denied) 2024-04-25T17:18:54.177 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62193 OpHistory ceph cwd unknown /proc/61923/task/62193/cwd (readlink: Permission denied) 2024-04-25T17:18:54.177 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62193 OpHistory ceph rtd unknown /proc/61923/task/62193/root (readlink: Permission denied) 2024-04-25T17:18:54.177 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62193 OpHistory ceph txt unknown /proc/61923/task/62193/exe (readlink: Permission denied) 2024-04-25T17:18:54.177 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62193 OpHistory ceph NOFD /proc/61923/task/62193/fd (opendir: Permission denied) 2024-04-25T17:18:54.177 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62194 ceph_time ceph cwd unknown /proc/61923/task/62194/cwd (readlink: Permission denied) 2024-04-25T17:18:54.177 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62194 ceph_time ceph rtd unknown /proc/61923/task/62194/root (readlink: Permission denied) 2024-04-25T17:18:54.177 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62194 ceph_time ceph txt unknown /proc/61923/task/62194/exe (readlink: Permission denied) 2024-04-25T17:18:54.177 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62194 ceph_time ceph NOFD /proc/61923/task/62194/fd (opendir: Permission denied) 2024-04-25T17:18:54.177 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62351 ceph-osd ceph cwd unknown /proc/61923/task/62351/cwd (readlink: Permission denied) 2024-04-25T17:18:54.177 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62351 ceph-osd ceph rtd unknown /proc/61923/task/62351/root (readlink: Permission denied) 2024-04-25T17:18:54.178 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62351 ceph-osd ceph txt unknown /proc/61923/task/62351/exe (readlink: Permission denied) 2024-04-25T17:18:54.178 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62351 ceph-osd ceph NOFD /proc/61923/task/62351/fd (opendir: Permission denied) 2024-04-25T17:18:54.178 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62352 safe_time ceph cwd unknown /proc/61923/task/62352/cwd (readlink: Permission denied) 2024-04-25T17:18:54.178 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62352 safe_time ceph rtd unknown /proc/61923/task/62352/root (readlink: Permission denied) 2024-04-25T17:18:54.178 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62352 safe_time ceph txt unknown /proc/61923/task/62352/exe (readlink: Permission denied) 2024-04-25T17:18:54.178 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62352 safe_time ceph NOFD /proc/61923/task/62352/fd (opendir: Permission denied) 2024-04-25T17:18:54.178 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62353 safe_time ceph cwd unknown /proc/61923/task/62353/cwd (readlink: Permission denied) 2024-04-25T17:18:54.178 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62353 safe_time ceph rtd unknown /proc/61923/task/62353/root (readlink: Permission denied) 2024-04-25T17:18:54.178 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62353 safe_time ceph txt unknown /proc/61923/task/62353/exe (readlink: Permission denied) 2024-04-25T17:18:54.178 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62353 safe_time ceph NOFD /proc/61923/task/62353/fd (opendir: Permission denied) 2024-04-25T17:18:54.178 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62354 safe_time ceph cwd unknown /proc/61923/task/62354/cwd (readlink: Permission denied) 2024-04-25T17:18:54.178 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62354 safe_time ceph rtd unknown /proc/61923/task/62354/root (readlink: Permission denied) 2024-04-25T17:18:54.178 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62354 safe_time ceph txt unknown /proc/61923/task/62354/exe (readlink: Permission denied) 2024-04-25T17:18:54.179 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62354 safe_time ceph NOFD /proc/61923/task/62354/fd (opendir: Permission denied) 2024-04-25T17:18:54.179 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62355 safe_time ceph cwd unknown /proc/61923/task/62355/cwd (readlink: Permission denied) 2024-04-25T17:18:54.179 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62355 safe_time ceph rtd unknown /proc/61923/task/62355/root (readlink: Permission denied) 2024-04-25T17:18:54.179 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62355 safe_time ceph txt unknown /proc/61923/task/62355/exe (readlink: Permission denied) 2024-04-25T17:18:54.179 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62355 safe_time ceph NOFD /proc/61923/task/62355/fd (opendir: Permission denied) 2024-04-25T17:18:54.179 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62356 fn_anonym ceph cwd unknown /proc/61923/task/62356/cwd (readlink: Permission denied) 2024-04-25T17:18:54.179 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62356 fn_anonym ceph rtd unknown /proc/61923/task/62356/root (readlink: Permission denied) 2024-04-25T17:18:54.179 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62356 fn_anonym ceph txt unknown /proc/61923/task/62356/exe (readlink: Permission denied) 2024-04-25T17:18:54.179 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62356 fn_anonym ceph NOFD /proc/61923/task/62356/fd (opendir: Permission denied) 2024-04-25T17:18:54.179 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62359 rocksdb:l ceph cwd unknown /proc/61923/task/62359/cwd (readlink: Permission denied) 2024-04-25T17:18:54.179 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62359 rocksdb:l ceph rtd unknown /proc/61923/task/62359/root (readlink: Permission denied) 2024-04-25T17:18:54.179 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62359 rocksdb:l ceph txt unknown /proc/61923/task/62359/exe (readlink: Permission denied) 2024-04-25T17:18:54.180 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62359 rocksdb:l ceph NOFD /proc/61923/task/62359/fd (opendir: Permission denied) 2024-04-25T17:18:54.180 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62360 rocksdb:l ceph cwd unknown /proc/61923/task/62360/cwd (readlink: Permission denied) 2024-04-25T17:18:54.180 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62360 rocksdb:l ceph rtd unknown /proc/61923/task/62360/root (readlink: Permission denied) 2024-04-25T17:18:54.180 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62360 rocksdb:l ceph txt unknown /proc/61923/task/62360/exe (readlink: Permission denied) 2024-04-25T17:18:54.180 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62360 rocksdb:l ceph NOFD /proc/61923/task/62360/fd (opendir: Permission denied) 2024-04-25T17:18:54.180 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62361 rocksdb:l ceph cwd unknown /proc/61923/task/62361/cwd (readlink: Permission denied) 2024-04-25T17:18:54.180 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62361 rocksdb:l ceph rtd unknown /proc/61923/task/62361/root (readlink: Permission denied) 2024-04-25T17:18:54.180 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62361 rocksdb:l ceph txt unknown /proc/61923/task/62361/exe (readlink: Permission denied) 2024-04-25T17:18:54.180 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62361 rocksdb:l ceph NOFD /proc/61923/task/62361/fd (opendir: Permission denied) 2024-04-25T17:18:54.180 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62362 rocksdb:h ceph cwd unknown /proc/61923/task/62362/cwd (readlink: Permission denied) 2024-04-25T17:18:54.180 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62362 rocksdb:h ceph rtd unknown /proc/61923/task/62362/root (readlink: Permission denied) 2024-04-25T17:18:54.180 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62362 rocksdb:h ceph txt unknown /proc/61923/task/62362/exe (readlink: Permission denied) 2024-04-25T17:18:54.180 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62362 rocksdb:h ceph NOFD /proc/61923/task/62362/fd (opendir: Permission denied) 2024-04-25T17:18:54.180 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62788 bstore_ai ceph cwd unknown /proc/61923/task/62788/cwd (readlink: Permission denied) 2024-04-25T17:18:54.181 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62788 bstore_ai ceph rtd unknown /proc/61923/task/62788/root (readlink: Permission denied) 2024-04-25T17:18:54.181 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62788 bstore_ai ceph txt unknown /proc/61923/task/62788/exe (readlink: Permission denied) 2024-04-25T17:18:54.181 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 62788 bstore_ai ceph NOFD /proc/61923/task/62788/fd (opendir: Permission denied) 2024-04-25T17:18:54.181 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63021 bstore_ai ceph cwd unknown /proc/61923/task/63021/cwd (readlink: Permission denied) 2024-04-25T17:18:54.181 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63021 bstore_ai ceph rtd unknown /proc/61923/task/63021/root (readlink: Permission denied) 2024-04-25T17:18:54.181 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63021 bstore_ai ceph txt unknown /proc/61923/task/63021/exe (readlink: Permission denied) 2024-04-25T17:18:54.181 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63021 bstore_ai ceph NOFD /proc/61923/task/63021/fd (opendir: Permission denied) 2024-04-25T17:18:54.181 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63203 ceph-osd ceph cwd unknown /proc/61923/task/63203/cwd (readlink: Permission denied) 2024-04-25T17:18:54.181 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63203 ceph-osd ceph rtd unknown /proc/61923/task/63203/root (readlink: Permission denied) 2024-04-25T17:18:54.181 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63203 ceph-osd ceph txt unknown /proc/61923/task/63203/exe (readlink: Permission denied) 2024-04-25T17:18:54.181 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63203 ceph-osd ceph NOFD /proc/61923/task/63203/fd (opendir: Permission denied) 2024-04-25T17:18:54.181 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63204 cfin ceph cwd unknown /proc/61923/task/63204/cwd (readlink: Permission denied) 2024-04-25T17:18:54.181 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63204 cfin ceph rtd unknown /proc/61923/task/63204/root (readlink: Permission denied) 2024-04-25T17:18:54.181 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63204 cfin ceph txt unknown /proc/61923/task/63204/exe (readlink: Permission denied) 2024-04-25T17:18:54.181 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63204 cfin ceph NOFD /proc/61923/task/63204/fd (opendir: Permission denied) 2024-04-25T17:18:54.181 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63205 bstore_kv ceph cwd unknown /proc/61923/task/63205/cwd (readlink: Permission denied) 2024-04-25T17:18:54.182 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63205 bstore_kv ceph rtd unknown /proc/61923/task/63205/root (readlink: Permission denied) 2024-04-25T17:18:54.182 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63205 bstore_kv ceph txt unknown /proc/61923/task/63205/exe (readlink: Permission denied) 2024-04-25T17:18:54.182 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63205 bstore_kv ceph NOFD /proc/61923/task/63205/fd (opendir: Permission denied) 2024-04-25T17:18:54.182 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63206 bstore_kv ceph cwd unknown /proc/61923/task/63206/cwd (readlink: Permission denied) 2024-04-25T17:18:54.182 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63206 bstore_kv ceph rtd unknown /proc/61923/task/63206/root (readlink: Permission denied) 2024-04-25T17:18:54.182 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63206 bstore_kv ceph txt unknown /proc/61923/task/63206/exe (readlink: Permission denied) 2024-04-25T17:18:54.182 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63206 bstore_kv ceph NOFD /proc/61923/task/63206/fd (opendir: Permission denied) 2024-04-25T17:18:54.182 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63207 bstore_me ceph cwd unknown /proc/61923/task/63207/cwd (readlink: Permission denied) 2024-04-25T17:18:54.182 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63207 bstore_me ceph rtd unknown /proc/61923/task/63207/root (readlink: Permission denied) 2024-04-25T17:18:54.182 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63207 bstore_me ceph txt unknown /proc/61923/task/63207/exe (readlink: Permission denied) 2024-04-25T17:18:54.182 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63207 bstore_me ceph NOFD /proc/61923/task/63207/fd (opendir: Permission denied) 2024-04-25T17:18:54.182 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63208 ms_dispat ceph cwd unknown /proc/61923/task/63208/cwd (readlink: Permission denied) 2024-04-25T17:18:54.182 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63208 ms_dispat ceph rtd unknown /proc/61923/task/63208/root (readlink: Permission denied) 2024-04-25T17:18:54.182 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63208 ms_dispat ceph txt unknown /proc/61923/task/63208/exe (readlink: Permission denied) 2024-04-25T17:18:54.183 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63208 ms_dispat ceph NOFD /proc/61923/task/63208/fd (opendir: Permission denied) 2024-04-25T17:18:54.183 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63209 ms_local ceph cwd unknown /proc/61923/task/63209/cwd (readlink: Permission denied) 2024-04-25T17:18:54.183 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63209 ms_local ceph rtd unknown /proc/61923/task/63209/root (readlink: Permission denied) 2024-04-25T17:18:54.183 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63209 ms_local ceph txt unknown /proc/61923/task/63209/exe (readlink: Permission denied) 2024-04-25T17:18:54.183 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63209 ms_local ceph NOFD /proc/61923/task/63209/fd (opendir: Permission denied) 2024-04-25T17:18:54.185 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63210 safe_time ceph cwd unknown /proc/61923/task/63210/cwd (readlink: Permission denied) 2024-04-25T17:18:54.185 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63210 safe_time ceph rtd unknown /proc/61923/task/63210/root (readlink: Permission denied) 2024-04-25T17:18:54.185 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63210 safe_time ceph txt unknown /proc/61923/task/63210/exe (readlink: Permission denied) 2024-04-25T17:18:54.185 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63210 safe_time ceph NOFD /proc/61923/task/63210/fd (opendir: Permission denied) 2024-04-25T17:18:54.185 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63211 safe_time ceph cwd unknown /proc/61923/task/63211/cwd (readlink: Permission denied) 2024-04-25T17:18:54.186 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63211 safe_time ceph rtd unknown /proc/61923/task/63211/root (readlink: Permission denied) 2024-04-25T17:18:54.186 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63211 safe_time ceph txt unknown /proc/61923/task/63211/exe (readlink: Permission denied) 2024-04-25T17:18:54.186 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63211 safe_time ceph NOFD /proc/61923/task/63211/fd (opendir: Permission denied) 2024-04-25T17:18:54.186 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63212 ms_dispat ceph cwd unknown /proc/61923/task/63212/cwd (readlink: Permission denied) 2024-04-25T17:18:54.186 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63212 ms_dispat ceph rtd unknown /proc/61923/task/63212/root (readlink: Permission denied) 2024-04-25T17:18:54.186 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63212 ms_dispat ceph txt unknown /proc/61923/task/63212/exe (readlink: Permission denied) 2024-04-25T17:18:54.186 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63212 ms_dispat ceph NOFD /proc/61923/task/63212/fd (opendir: Permission denied) 2024-04-25T17:18:54.186 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63213 ms_local ceph cwd unknown /proc/61923/task/63213/cwd (readlink: Permission denied) 2024-04-25T17:18:54.186 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63213 ms_local ceph rtd unknown /proc/61923/task/63213/root (readlink: Permission denied) 2024-04-25T17:18:54.186 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63213 ms_local ceph txt unknown /proc/61923/task/63213/exe (readlink: Permission denied) 2024-04-25T17:18:54.186 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63213 ms_local ceph NOFD /proc/61923/task/63213/fd (opendir: Permission denied) 2024-04-25T17:18:54.186 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63214 ms_dispat ceph cwd unknown /proc/61923/task/63214/cwd (readlink: Permission denied) 2024-04-25T17:18:54.186 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63214 ms_dispat ceph rtd unknown /proc/61923/task/63214/root (readlink: Permission denied) 2024-04-25T17:18:54.186 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63214 ms_dispat ceph txt unknown /proc/61923/task/63214/exe (readlink: Permission denied) 2024-04-25T17:18:54.187 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63214 ms_dispat ceph NOFD /proc/61923/task/63214/fd (opendir: Permission denied) 2024-04-25T17:18:54.187 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63215 ms_local ceph cwd unknown /proc/61923/task/63215/cwd (readlink: Permission denied) 2024-04-25T17:18:54.187 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63215 ms_local ceph rtd unknown /proc/61923/task/63215/root (readlink: Permission denied) 2024-04-25T17:18:54.187 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63215 ms_local ceph txt unknown /proc/61923/task/63215/exe (readlink: Permission denied) 2024-04-25T17:18:54.187 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63215 ms_local ceph NOFD /proc/61923/task/63215/fd (opendir: Permission denied) 2024-04-25T17:18:54.187 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63216 ms_dispat ceph cwd unknown /proc/61923/task/63216/cwd (readlink: Permission denied) 2024-04-25T17:18:54.187 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63216 ms_dispat ceph rtd unknown /proc/61923/task/63216/root (readlink: Permission denied) 2024-04-25T17:18:54.187 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63216 ms_dispat ceph txt unknown /proc/61923/task/63216/exe (readlink: Permission denied) 2024-04-25T17:18:54.187 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63216 ms_dispat ceph NOFD /proc/61923/task/63216/fd (opendir: Permission denied) 2024-04-25T17:18:54.187 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63217 ms_local ceph cwd unknown /proc/61923/task/63217/cwd (readlink: Permission denied) 2024-04-25T17:18:54.187 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63217 ms_local ceph rtd unknown /proc/61923/task/63217/root (readlink: Permission denied) 2024-04-25T17:18:54.187 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63217 ms_local ceph txt unknown /proc/61923/task/63217/exe (readlink: Permission denied) 2024-04-25T17:18:54.187 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63217 ms_local ceph NOFD /proc/61923/task/63217/fd (opendir: Permission denied) 2024-04-25T17:18:54.187 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63218 ms_dispat ceph cwd unknown /proc/61923/task/63218/cwd (readlink: Permission denied) 2024-04-25T17:18:54.188 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63218 ms_dispat ceph rtd unknown /proc/61923/task/63218/root (readlink: Permission denied) 2024-04-25T17:18:54.188 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63218 ms_dispat ceph txt unknown /proc/61923/task/63218/exe (readlink: Permission denied) 2024-04-25T17:18:54.188 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63218 ms_dispat ceph NOFD /proc/61923/task/63218/fd (opendir: Permission denied) 2024-04-25T17:18:54.188 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63219 ms_local ceph cwd unknown /proc/61923/task/63219/cwd (readlink: Permission denied) 2024-04-25T17:18:54.188 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63219 ms_local ceph rtd unknown /proc/61923/task/63219/root (readlink: Permission denied) 2024-04-25T17:18:54.188 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63219 ms_local ceph txt unknown /proc/61923/task/63219/exe (readlink: Permission denied) 2024-04-25T17:18:54.188 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63219 ms_local ceph NOFD /proc/61923/task/63219/fd (opendir: Permission denied) 2024-04-25T17:18:54.188 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63220 ms_dispat ceph cwd unknown /proc/61923/task/63220/cwd (readlink: Permission denied) 2024-04-25T17:18:54.188 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63220 ms_dispat ceph rtd unknown /proc/61923/task/63220/root (readlink: Permission denied) 2024-04-25T17:18:54.188 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63220 ms_dispat ceph txt unknown /proc/61923/task/63220/exe (readlink: Permission denied) 2024-04-25T17:18:54.188 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63220 ms_dispat ceph NOFD /proc/61923/task/63220/fd (opendir: Permission denied) 2024-04-25T17:18:54.188 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63221 ms_local ceph cwd unknown /proc/61923/task/63221/cwd (readlink: Permission denied) 2024-04-25T17:18:54.188 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63221 ms_local ceph rtd unknown /proc/61923/task/63221/root (readlink: Permission denied) 2024-04-25T17:18:54.189 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63221 ms_local ceph txt unknown /proc/61923/task/63221/exe (readlink: Permission denied) 2024-04-25T17:18:54.189 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63221 ms_local ceph NOFD /proc/61923/task/63221/fd (opendir: Permission denied) 2024-04-25T17:18:54.189 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63222 ms_dispat ceph cwd unknown /proc/61923/task/63222/cwd (readlink: Permission denied) 2024-04-25T17:18:54.189 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63222 ms_dispat ceph rtd unknown /proc/61923/task/63222/root (readlink: Permission denied) 2024-04-25T17:18:54.189 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63222 ms_dispat ceph txt unknown /proc/61923/task/63222/exe (readlink: Permission denied) 2024-04-25T17:18:54.189 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63222 ms_dispat ceph NOFD /proc/61923/task/63222/fd (opendir: Permission denied) 2024-04-25T17:18:54.189 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63223 ms_local ceph cwd unknown /proc/61923/task/63223/cwd (readlink: Permission denied) 2024-04-25T17:18:54.189 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63223 ms_local ceph rtd unknown /proc/61923/task/63223/root (readlink: Permission denied) 2024-04-25T17:18:54.189 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63223 ms_local ceph txt unknown /proc/61923/task/63223/exe (readlink: Permission denied) 2024-04-25T17:18:54.189 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63223 ms_local ceph NOFD /proc/61923/task/63223/fd (opendir: Permission denied) 2024-04-25T17:18:54.189 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63224 fn_anonym ceph cwd unknown /proc/61923/task/63224/cwd (readlink: Permission denied) 2024-04-25T17:18:54.189 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63224 fn_anonym ceph rtd unknown /proc/61923/task/63224/root (readlink: Permission denied) 2024-04-25T17:18:54.189 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63224 fn_anonym ceph txt unknown /proc/61923/task/63224/exe (readlink: Permission denied) 2024-04-25T17:18:54.189 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63224 fn_anonym ceph NOFD /proc/61923/task/63224/fd (opendir: Permission denied) 2024-04-25T17:18:54.189 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63225 finisher ceph cwd unknown /proc/61923/task/63225/cwd (readlink: Permission denied) 2024-04-25T17:18:54.190 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63225 finisher ceph rtd unknown /proc/61923/task/63225/root (readlink: Permission denied) 2024-04-25T17:18:54.190 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63225 finisher ceph txt unknown /proc/61923/task/63225/exe (readlink: Permission denied) 2024-04-25T17:18:54.190 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63225 finisher ceph NOFD /proc/61923/task/63225/fd (opendir: Permission denied) 2024-04-25T17:18:54.190 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63226 safe_time ceph cwd unknown /proc/61923/task/63226/cwd (readlink: Permission denied) 2024-04-25T17:18:54.190 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63226 safe_time ceph rtd unknown /proc/61923/task/63226/root (readlink: Permission denied) 2024-04-25T17:18:54.190 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63226 safe_time ceph txt unknown /proc/61923/task/63226/exe (readlink: Permission denied) 2024-04-25T17:18:54.190 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63226 safe_time ceph NOFD /proc/61923/task/63226/fd (opendir: Permission denied) 2024-04-25T17:18:54.190 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63227 safe_time ceph cwd unknown /proc/61923/task/63227/cwd (readlink: Permission denied) 2024-04-25T17:18:54.190 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63227 safe_time ceph rtd unknown /proc/61923/task/63227/root (readlink: Permission denied) 2024-04-25T17:18:54.190 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63227 safe_time ceph txt unknown /proc/61923/task/63227/exe (readlink: Permission denied) 2024-04-25T17:18:54.190 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63227 safe_time ceph NOFD /proc/61923/task/63227/fd (opendir: Permission denied) 2024-04-25T17:18:54.190 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63228 ceph-osd ceph cwd unknown /proc/61923/task/63228/cwd (readlink: Permission denied) 2024-04-25T17:18:54.190 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63228 ceph-osd ceph rtd unknown /proc/61923/task/63228/root (readlink: Permission denied) 2024-04-25T17:18:54.190 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63228 ceph-osd ceph txt unknown /proc/61923/task/63228/exe (readlink: Permission denied) 2024-04-25T17:18:54.190 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63228 ceph-osd ceph NOFD /proc/61923/task/63228/fd (opendir: Permission denied) 2024-04-25T17:18:54.191 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63229 osd_srv_a ceph cwd unknown /proc/61923/task/63229/cwd (readlink: Permission denied) 2024-04-25T17:18:54.191 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63229 osd_srv_a ceph rtd unknown /proc/61923/task/63229/root (readlink: Permission denied) 2024-04-25T17:18:54.191 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63229 osd_srv_a ceph txt unknown /proc/61923/task/63229/exe (readlink: Permission denied) 2024-04-25T17:18:54.191 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63229 osd_srv_a ceph NOFD /proc/61923/task/63229/fd (opendir: Permission denied) 2024-04-25T17:18:54.191 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63230 tp_osd_tp ceph cwd unknown /proc/61923/task/63230/cwd (readlink: Permission denied) 2024-04-25T17:18:54.191 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63230 tp_osd_tp ceph rtd unknown /proc/61923/task/63230/root (readlink: Permission denied) 2024-04-25T17:18:54.191 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63230 tp_osd_tp ceph txt unknown /proc/61923/task/63230/exe (readlink: Permission denied) 2024-04-25T17:18:54.191 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63230 tp_osd_tp ceph NOFD /proc/61923/task/63230/fd (opendir: Permission denied) 2024-04-25T17:18:54.191 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63231 tp_osd_tp ceph cwd unknown /proc/61923/task/63231/cwd (readlink: Permission denied) 2024-04-25T17:18:54.191 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63231 tp_osd_tp ceph rtd unknown /proc/61923/task/63231/root (readlink: Permission denied) 2024-04-25T17:18:54.191 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63231 tp_osd_tp ceph txt unknown /proc/61923/task/63231/exe (readlink: Permission denied) 2024-04-25T17:18:54.191 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63231 tp_osd_tp ceph NOFD /proc/61923/task/63231/fd (opendir: Permission denied) 2024-04-25T17:18:54.191 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63232 tp_osd_tp ceph cwd unknown /proc/61923/task/63232/cwd (readlink: Permission denied) 2024-04-25T17:18:54.191 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63232 tp_osd_tp ceph rtd unknown /proc/61923/task/63232/root (readlink: Permission denied) 2024-04-25T17:18:54.192 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63232 tp_osd_tp ceph txt unknown /proc/61923/task/63232/exe (readlink: Permission denied) 2024-04-25T17:18:54.192 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63232 tp_osd_tp ceph NOFD /proc/61923/task/63232/fd (opendir: Permission denied) 2024-04-25T17:18:54.192 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63233 tp_osd_tp ceph cwd unknown /proc/61923/task/63233/cwd (readlink: Permission denied) 2024-04-25T17:18:54.192 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63233 tp_osd_tp ceph rtd unknown /proc/61923/task/63233/root (readlink: Permission denied) 2024-04-25T17:18:54.192 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63233 tp_osd_tp ceph txt unknown /proc/61923/task/63233/exe (readlink: Permission denied) 2024-04-25T17:18:54.192 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63233 tp_osd_tp ceph NOFD /proc/61923/task/63233/fd (opendir: Permission denied) 2024-04-25T17:18:54.192 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63234 tp_osd_tp ceph cwd unknown /proc/61923/task/63234/cwd (readlink: Permission denied) 2024-04-25T17:18:54.192 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63234 tp_osd_tp ceph rtd unknown /proc/61923/task/63234/root (readlink: Permission denied) 2024-04-25T17:18:54.192 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63234 tp_osd_tp ceph txt unknown /proc/61923/task/63234/exe (readlink: Permission denied) 2024-04-25T17:18:54.192 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63234 tp_osd_tp ceph NOFD /proc/61923/task/63234/fd (opendir: Permission denied) 2024-04-25T17:18:54.192 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63235 tp_osd_tp ceph cwd unknown /proc/61923/task/63235/cwd (readlink: Permission denied) 2024-04-25T17:18:54.192 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63235 tp_osd_tp ceph rtd unknown /proc/61923/task/63235/root (readlink: Permission denied) 2024-04-25T17:18:54.192 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63235 tp_osd_tp ceph txt unknown /proc/61923/task/63235/exe (readlink: Permission denied) 2024-04-25T17:18:54.192 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63235 tp_osd_tp ceph NOFD /proc/61923/task/63235/fd (opendir: Permission denied) 2024-04-25T17:18:54.193 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63236 tp_osd_tp ceph cwd unknown /proc/61923/task/63236/cwd (readlink: Permission denied) 2024-04-25T17:18:54.193 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63236 tp_osd_tp ceph rtd unknown /proc/61923/task/63236/root (readlink: Permission denied) 2024-04-25T17:18:54.193 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63236 tp_osd_tp ceph txt unknown /proc/61923/task/63236/exe (readlink: Permission denied) 2024-04-25T17:18:54.193 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63236 tp_osd_tp ceph NOFD /proc/61923/task/63236/fd (opendir: Permission denied) 2024-04-25T17:18:54.193 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63237 tp_osd_tp ceph cwd unknown /proc/61923/task/63237/cwd (readlink: Permission denied) 2024-04-25T17:18:54.193 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63237 tp_osd_tp ceph rtd unknown /proc/61923/task/63237/root (readlink: Permission denied) 2024-04-25T17:18:54.193 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63237 tp_osd_tp ceph txt unknown /proc/61923/task/63237/exe (readlink: Permission denied) 2024-04-25T17:18:54.193 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63237 tp_osd_tp ceph NOFD /proc/61923/task/63237/fd (opendir: Permission denied) 2024-04-25T17:18:54.193 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63238 tp_osd_tp ceph cwd unknown /proc/61923/task/63238/cwd (readlink: Permission denied) 2024-04-25T17:18:54.193 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63238 tp_osd_tp ceph rtd unknown /proc/61923/task/63238/root (readlink: Permission denied) 2024-04-25T17:18:54.193 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63238 tp_osd_tp ceph txt unknown /proc/61923/task/63238/exe (readlink: Permission denied) 2024-04-25T17:18:54.193 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63238 tp_osd_tp ceph NOFD /proc/61923/task/63238/fd (opendir: Permission denied) 2024-04-25T17:18:54.193 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63239 tp_osd_tp ceph cwd unknown /proc/61923/task/63239/cwd (readlink: Permission denied) 2024-04-25T17:18:54.193 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63239 tp_osd_tp ceph rtd unknown /proc/61923/task/63239/root (readlink: Permission denied) 2024-04-25T17:18:54.193 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63239 tp_osd_tp ceph txt unknown /proc/61923/task/63239/exe (readlink: Permission denied) 2024-04-25T17:18:54.194 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63239 tp_osd_tp ceph NOFD /proc/61923/task/63239/fd (opendir: Permission denied) 2024-04-25T17:18:54.194 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63240 tp_osd_tp ceph cwd unknown /proc/61923/task/63240/cwd (readlink: Permission denied) 2024-04-25T17:18:54.194 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63240 tp_osd_tp ceph rtd unknown /proc/61923/task/63240/root (readlink: Permission denied) 2024-04-25T17:18:54.194 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63240 tp_osd_tp ceph txt unknown /proc/61923/task/63240/exe (readlink: Permission denied) 2024-04-25T17:18:54.194 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63240 tp_osd_tp ceph NOFD /proc/61923/task/63240/fd (opendir: Permission denied) 2024-04-25T17:18:54.194 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63241 tp_osd_tp ceph cwd unknown /proc/61923/task/63241/cwd (readlink: Permission denied) 2024-04-25T17:18:54.194 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63241 tp_osd_tp ceph rtd unknown /proc/61923/task/63241/root (readlink: Permission denied) 2024-04-25T17:18:54.194 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63241 tp_osd_tp ceph txt unknown /proc/61923/task/63241/exe (readlink: Permission denied) 2024-04-25T17:18:54.194 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63241 tp_osd_tp ceph NOFD /proc/61923/task/63241/fd (opendir: Permission denied) 2024-04-25T17:18:54.194 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63242 tp_osd_tp ceph cwd unknown /proc/61923/task/63242/cwd (readlink: Permission denied) 2024-04-25T17:18:54.194 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63242 tp_osd_tp ceph rtd unknown /proc/61923/task/63242/root (readlink: Permission denied) 2024-04-25T17:18:54.194 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63242 tp_osd_tp ceph txt unknown /proc/61923/task/63242/exe (readlink: Permission denied) 2024-04-25T17:18:54.194 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63242 tp_osd_tp ceph NOFD /proc/61923/task/63242/fd (opendir: Permission denied) 2024-04-25T17:18:54.194 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63243 tp_osd_tp ceph cwd unknown /proc/61923/task/63243/cwd (readlink: Permission denied) 2024-04-25T17:18:54.195 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63243 tp_osd_tp ceph rtd unknown /proc/61923/task/63243/root (readlink: Permission denied) 2024-04-25T17:18:54.195 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63243 tp_osd_tp ceph txt unknown /proc/61923/task/63243/exe (readlink: Permission denied) 2024-04-25T17:18:54.195 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63243 tp_osd_tp ceph NOFD /proc/61923/task/63243/fd (opendir: Permission denied) 2024-04-25T17:18:54.195 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63244 tp_osd_tp ceph cwd unknown /proc/61923/task/63244/cwd (readlink: Permission denied) 2024-04-25T17:18:54.195 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63244 tp_osd_tp ceph rtd unknown /proc/61923/task/63244/root (readlink: Permission denied) 2024-04-25T17:18:54.195 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63244 tp_osd_tp ceph txt unknown /proc/61923/task/63244/exe (readlink: Permission denied) 2024-04-25T17:18:54.195 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63244 tp_osd_tp ceph NOFD /proc/61923/task/63244/fd (opendir: Permission denied) 2024-04-25T17:18:54.195 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63245 tp_osd_tp ceph cwd unknown /proc/61923/task/63245/cwd (readlink: Permission denied) 2024-04-25T17:18:54.195 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63245 tp_osd_tp ceph rtd unknown /proc/61923/task/63245/root (readlink: Permission denied) 2024-04-25T17:18:54.195 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63245 tp_osd_tp ceph txt unknown /proc/61923/task/63245/exe (readlink: Permission denied) 2024-04-25T17:18:54.195 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63245 tp_osd_tp ceph NOFD /proc/61923/task/63245/fd (opendir: Permission denied) 2024-04-25T17:18:54.195 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63246 osd_srv_h ceph cwd unknown /proc/61923/task/63246/cwd (readlink: Permission denied) 2024-04-25T17:18:54.195 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63246 osd_srv_h ceph rtd unknown /proc/61923/task/63246/root (readlink: Permission denied) 2024-04-25T17:18:54.195 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63246 osd_srv_h ceph txt unknown /proc/61923/task/63246/exe (readlink: Permission denied) 2024-04-25T17:18:54.195 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-osd 61923 63246 osd_srv_h ceph NOFD /proc/61923/task/63246/fd (opendir: Permission denied) 2024-04-25T17:18:54.196 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 63350 root cwd unknown /proc/63350/cwd (readlink: Permission denied) 2024-04-25T17:18:54.196 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 63350 root rtd unknown /proc/63350/root (readlink: Permission denied) 2024-04-25T17:18:54.196 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 63350 root txt unknown /proc/63350/exe (readlink: Permission denied) 2024-04-25T17:18:54.196 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 63350 root NOFD /proc/63350/fd (opendir: Permission denied) 2024-04-25T17:18:54.196 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 63373 root cwd unknown /proc/63373/cwd (readlink: Permission denied) 2024-04-25T17:18:54.196 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 63373 root rtd unknown /proc/63373/root (readlink: Permission denied) 2024-04-25T17:18:54.196 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 63373 root txt unknown /proc/63373/exe (readlink: Permission denied) 2024-04-25T17:18:54.196 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 63373 root NOFD /proc/63373/fd (opendir: Permission denied) 2024-04-25T17:18:54.196 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/2 66772 root cwd unknown /proc/66772/cwd (readlink: Permission denied) 2024-04-25T17:18:54.196 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/2 66772 root rtd unknown /proc/66772/root (readlink: Permission denied) 2024-04-25T17:18:54.196 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/2 66772 root txt unknown /proc/66772/exe (readlink: Permission denied) 2024-04-25T17:18:54.196 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/2 66772 root NOFD /proc/66772/fd (opendir: Permission denied) 2024-04-25T17:18:54.196 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 66839 root cwd unknown /proc/66839/cwd (readlink: Permission denied) 2024-04-25T17:18:54.196 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 66839 root rtd unknown /proc/66839/root (readlink: Permission denied) 2024-04-25T17:18:54.197 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 66839 root txt unknown /proc/66839/exe (readlink: Permission denied) 2024-04-25T17:18:54.197 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 66839 root NOFD /proc/66839/fd (opendir: Permission denied) 2024-04-25T17:18:54.197 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 66840 root cwd unknown /proc/66840/cwd (readlink: Permission denied) 2024-04-25T17:18:54.197 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 66840 root rtd unknown /proc/66840/root (readlink: Permission denied) 2024-04-25T17:18:54.197 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 66840 root txt unknown /proc/66840/exe (readlink: Permission denied) 2024-04-25T17:18:54.197 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 66840 root NOFD /proc/66840/fd (opendir: Permission denied) 2024-04-25T17:18:54.197 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 66857 root cwd unknown /proc/66857/cwd (readlink: Permission denied) 2024-04-25T17:18:54.197 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 66857 root rtd unknown /proc/66857/root (readlink: Permission denied) 2024-04-25T17:18:54.197 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 66857 root txt unknown /proc/66857/exe (readlink: Permission denied) 2024-04-25T17:18:54.197 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 66857 root NOFD /proc/66857/fd (opendir: Permission denied) 2024-04-25T17:18:54.197 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 66858 root cwd unknown /proc/66858/cwd (readlink: Permission denied) 2024-04-25T17:18:54.197 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 66858 root rtd unknown /proc/66858/root (readlink: Permission denied) 2024-04-25T17:18:54.197 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 66858 root txt unknown /proc/66858/exe (readlink: Permission denied) 2024-04-25T17:18:54.197 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 66858 root NOFD /proc/66858/fd (opendir: Permission denied) 2024-04-25T17:18:54.197 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 66875 root cwd unknown /proc/66875/cwd (readlink: Permission denied) 2024-04-25T17:18:54.198 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 66875 root rtd unknown /proc/66875/root (readlink: Permission denied) 2024-04-25T17:18:54.198 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 66875 root txt unknown /proc/66875/exe (readlink: Permission denied) 2024-04-25T17:18:54.198 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 66875 root NOFD /proc/66875/fd (opendir: Permission denied) 2024-04-25T17:18:54.198 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 66876 root cwd unknown /proc/66876/cwd (readlink: Permission denied) 2024-04-25T17:18:54.198 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 66876 root rtd unknown /proc/66876/root (readlink: Permission denied) 2024-04-25T17:18:54.198 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 66876 root txt unknown /proc/66876/exe (readlink: Permission denied) 2024-04-25T17:18:54.198 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 66876 root NOFD /proc/66876/fd (opendir: Permission denied) 2024-04-25T17:18:54.198 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 66893 root cwd unknown /proc/66893/cwd (readlink: Permission denied) 2024-04-25T17:18:54.198 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 66893 root rtd unknown /proc/66893/root (readlink: Permission denied) 2024-04-25T17:18:54.198 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 66893 root txt unknown /proc/66893/exe (readlink: Permission denied) 2024-04-25T17:18:54.198 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 66893 root NOFD /proc/66893/fd (opendir: Permission denied) 2024-04-25T17:18:54.198 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 66894 root cwd unknown /proc/66894/cwd (readlink: Permission denied) 2024-04-25T17:18:54.198 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 66894 root rtd unknown /proc/66894/root (readlink: Permission denied) 2024-04-25T17:18:54.198 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 66894 root txt unknown /proc/66894/exe (readlink: Permission denied) 2024-04-25T17:18:54.199 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 66894 root NOFD /proc/66894/fd (opendir: Permission denied) 2024-04-25T17:18:54.199 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 66911 root cwd unknown /proc/66911/cwd (readlink: Permission denied) 2024-04-25T17:18:54.199 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 66911 root rtd unknown /proc/66911/root (readlink: Permission denied) 2024-04-25T17:18:54.199 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 66911 root txt unknown /proc/66911/exe (readlink: Permission denied) 2024-04-25T17:18:54.199 INFO:tasks.workunit.client.0.smithi028.stdout:journalct 66911 root NOFD /proc/66911/fd (opendir: Permission denied) 2024-04-25T17:18:54.199 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/0 67035 root cwd unknown /proc/67035/cwd (readlink: Permission denied) 2024-04-25T17:18:54.199 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/0 67035 root rtd unknown /proc/67035/root (readlink: Permission denied) 2024-04-25T17:18:54.199 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/0 67035 root txt unknown /proc/67035/exe (readlink: Permission denied) 2024-04-25T17:18:54.199 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/0 67035 root NOFD /proc/67035/fd (opendir: Permission denied) 2024-04-25T17:18:54.199 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/0 67036 root cwd unknown /proc/67036/cwd (readlink: Permission denied) 2024-04-25T17:18:54.199 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/0 67036 root rtd unknown /proc/67036/root (readlink: Permission denied) 2024-04-25T17:18:54.199 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/0 67036 root txt unknown /proc/67036/exe (readlink: Permission denied) 2024-04-25T17:18:54.199 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/0 67036 root NOFD /proc/67036/fd (opendir: Permission denied) 2024-04-25T17:18:54.199 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 67396 root cwd unknown /proc/67396/cwd (readlink: Permission denied) 2024-04-25T17:18:54.200 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 67396 root rtd unknown /proc/67396/root (readlink: Permission denied) 2024-04-25T17:18:54.200 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 67396 root txt unknown /proc/67396/exe (readlink: Permission denied) 2024-04-25T17:18:54.200 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 67396 root NOFD /proc/67396/fd (opendir: Permission denied) 2024-04-25T17:18:54.200 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 67398 root cwd unknown /proc/67398/cwd (readlink: Permission denied) 2024-04-25T17:18:54.200 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 67398 root rtd unknown /proc/67398/root (readlink: Permission denied) 2024-04-25T17:18:54.200 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 67398 root txt unknown /proc/67398/exe (readlink: Permission denied) 2024-04-25T17:18:54.200 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 67398 root NOFD /proc/67398/fd (opendir: Permission denied) 2024-04-25T17:18:54.200 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 ceph cwd unknown /proc/67400/cwd (readlink: Permission denied) 2024-04-25T17:18:54.200 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 ceph rtd unknown /proc/67400/root (readlink: Permission denied) 2024-04-25T17:18:54.200 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 ceph txt unknown /proc/67400/exe (readlink: Permission denied) 2024-04-25T17:18:54.200 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 ceph NOFD /proc/67400/fd (opendir: Permission denied) 2024-04-25T17:18:54.200 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67401 log ceph cwd unknown /proc/67400/task/67401/cwd (readlink: Permission denied) 2024-04-25T17:18:54.200 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67401 log ceph rtd unknown /proc/67400/task/67401/root (readlink: Permission denied) 2024-04-25T17:18:54.200 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67401 log ceph txt unknown /proc/67400/task/67401/exe (readlink: Permission denied) 2024-04-25T17:18:54.201 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67401 log ceph NOFD /proc/67400/task/67401/fd (opendir: Permission denied) 2024-04-25T17:18:54.201 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67403 msgr-work ceph cwd unknown /proc/67400/task/67403/cwd (readlink: Permission denied) 2024-04-25T17:18:54.201 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67403 msgr-work ceph rtd unknown /proc/67400/task/67403/root (readlink: Permission denied) 2024-04-25T17:18:54.201 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67403 msgr-work ceph txt unknown /proc/67400/task/67403/exe (readlink: Permission denied) 2024-04-25T17:18:54.201 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67403 msgr-work ceph NOFD /proc/67400/task/67403/fd (opendir: Permission denied) 2024-04-25T17:18:54.201 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67404 msgr-work ceph cwd unknown /proc/67400/task/67404/cwd (readlink: Permission denied) 2024-04-25T17:18:54.201 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67404 msgr-work ceph rtd unknown /proc/67400/task/67404/root (readlink: Permission denied) 2024-04-25T17:18:54.201 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67404 msgr-work ceph txt unknown /proc/67400/task/67404/exe (readlink: Permission denied) 2024-04-25T17:18:54.201 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67404 msgr-work ceph NOFD /proc/67400/task/67404/fd (opendir: Permission denied) 2024-04-25T17:18:54.201 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67405 msgr-work ceph cwd unknown /proc/67400/task/67405/cwd (readlink: Permission denied) 2024-04-25T17:18:54.201 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67405 msgr-work ceph rtd unknown /proc/67400/task/67405/root (readlink: Permission denied) 2024-04-25T17:18:54.201 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67405 msgr-work ceph txt unknown /proc/67400/task/67405/exe (readlink: Permission denied) 2024-04-25T17:18:54.201 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67405 msgr-work ceph NOFD /proc/67400/task/67405/fd (opendir: Permission denied) 2024-04-25T17:18:54.201 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67409 service ceph cwd unknown /proc/67400/task/67409/cwd (readlink: Permission denied) 2024-04-25T17:18:54.201 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67409 service ceph rtd unknown /proc/67400/task/67409/root (readlink: Permission denied) 2024-04-25T17:18:54.202 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67409 service ceph txt unknown /proc/67400/task/67409/exe (readlink: Permission denied) 2024-04-25T17:18:54.202 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67409 service ceph NOFD /proc/67400/task/67409/fd (opendir: Permission denied) 2024-04-25T17:18:54.202 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67410 admin_soc ceph cwd unknown /proc/67400/task/67410/cwd (readlink: Permission denied) 2024-04-25T17:18:54.202 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67410 admin_soc ceph rtd unknown /proc/67400/task/67410/root (readlink: Permission denied) 2024-04-25T17:18:54.202 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67410 admin_soc ceph txt unknown /proc/67400/task/67410/exe (readlink: Permission denied) 2024-04-25T17:18:54.202 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67410 admin_soc ceph NOFD /proc/67400/task/67410/fd (opendir: Permission denied) 2024-04-25T17:18:54.202 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67411 signal_ha ceph cwd unknown /proc/67400/task/67411/cwd (readlink: Permission denied) 2024-04-25T17:18:54.202 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67411 signal_ha ceph rtd unknown /proc/67400/task/67411/root (readlink: Permission denied) 2024-04-25T17:18:54.202 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67411 signal_ha ceph txt unknown /proc/67400/task/67411/exe (readlink: Permission denied) 2024-04-25T17:18:54.202 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67411 signal_ha ceph NOFD /proc/67400/task/67411/fd (opendir: Permission denied) 2024-04-25T17:18:54.202 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67412 io_contex ceph cwd unknown /proc/67400/task/67412/cwd (readlink: Permission denied) 2024-04-25T17:18:54.202 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67412 io_contex ceph rtd unknown /proc/67400/task/67412/root (readlink: Permission denied) 2024-04-25T17:18:54.202 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67412 io_contex ceph txt unknown /proc/67400/task/67412/exe (readlink: Permission denied) 2024-04-25T17:18:54.203 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67412 io_contex ceph NOFD /proc/67400/task/67412/fd (opendir: Permission denied) 2024-04-25T17:18:54.203 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67413 io_contex ceph cwd unknown /proc/67400/task/67413/cwd (readlink: Permission denied) 2024-04-25T17:18:54.203 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67413 io_contex ceph rtd unknown /proc/67400/task/67413/root (readlink: Permission denied) 2024-04-25T17:18:54.203 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67413 io_contex ceph txt unknown /proc/67400/task/67413/exe (readlink: Permission denied) 2024-04-25T17:18:54.203 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67413 io_contex ceph NOFD /proc/67400/task/67413/fd (opendir: Permission denied) 2024-04-25T17:18:54.203 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67414 ms_dispat ceph cwd unknown /proc/67400/task/67414/cwd (readlink: Permission denied) 2024-04-25T17:18:54.203 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67414 ms_dispat ceph rtd unknown /proc/67400/task/67414/root (readlink: Permission denied) 2024-04-25T17:18:54.203 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67414 ms_dispat ceph txt unknown /proc/67400/task/67414/exe (readlink: Permission denied) 2024-04-25T17:18:54.203 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67414 ms_dispat ceph NOFD /proc/67400/task/67414/fd (opendir: Permission denied) 2024-04-25T17:18:54.203 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67415 ms_local ceph cwd unknown /proc/67400/task/67415/cwd (readlink: Permission denied) 2024-04-25T17:18:54.203 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67415 ms_local ceph rtd unknown /proc/67400/task/67415/root (readlink: Permission denied) 2024-04-25T17:18:54.203 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67415 ms_local ceph txt unknown /proc/67400/task/67415/exe (readlink: Permission denied) 2024-04-25T17:18:54.203 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67415 ms_local ceph NOFD /proc/67400/task/67415/fd (opendir: Permission denied) 2024-04-25T17:18:54.203 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67416 safe_time ceph cwd unknown /proc/67400/task/67416/cwd (readlink: Permission denied) 2024-04-25T17:18:54.203 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67416 safe_time ceph rtd unknown /proc/67400/task/67416/root (readlink: Permission denied) 2024-04-25T17:18:54.204 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67416 safe_time ceph txt unknown /proc/67400/task/67416/exe (readlink: Permission denied) 2024-04-25T17:18:54.204 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67416 safe_time ceph NOFD /proc/67400/task/67416/fd (opendir: Permission denied) 2024-04-25T17:18:54.204 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67417 safe_time ceph cwd unknown /proc/67400/task/67417/cwd (readlink: Permission denied) 2024-04-25T17:18:54.204 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67417 safe_time ceph rtd unknown /proc/67400/task/67417/root (readlink: Permission denied) 2024-04-25T17:18:54.204 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67417 safe_time ceph txt unknown /proc/67400/task/67417/exe (readlink: Permission denied) 2024-04-25T17:18:54.204 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67417 safe_time ceph NOFD /proc/67400/task/67417/fd (opendir: Permission denied) 2024-04-25T17:18:54.204 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67418 ceph-mds ceph cwd unknown /proc/67400/task/67418/cwd (readlink: Permission denied) 2024-04-25T17:18:54.204 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67418 ceph-mds ceph rtd unknown /proc/67400/task/67418/root (readlink: Permission denied) 2024-04-25T17:18:54.204 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67418 ceph-mds ceph txt unknown /proc/67400/task/67418/exe (readlink: Permission denied) 2024-04-25T17:18:54.204 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67418 ceph-mds ceph NOFD /proc/67400/task/67418/fd (opendir: Permission denied) 2024-04-25T17:18:54.204 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67439 safe_time ceph cwd unknown /proc/67400/task/67439/cwd (readlink: Permission denied) 2024-04-25T17:18:54.204 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67439 safe_time ceph rtd unknown /proc/67400/task/67439/root (readlink: Permission denied) 2024-04-25T17:18:54.204 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67439 safe_time ceph txt unknown /proc/67400/task/67439/exe (readlink: Permission denied) 2024-04-25T17:18:54.204 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67400 67439 safe_time ceph NOFD /proc/67400/task/67439/fd (opendir: Permission denied) 2024-04-25T17:18:54.205 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 67784 root cwd unknown /proc/67784/cwd (readlink: Permission denied) 2024-04-25T17:18:54.205 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 67784 root rtd unknown /proc/67784/root (readlink: Permission denied) 2024-04-25T17:18:54.205 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 67784 root txt unknown /proc/67784/exe (readlink: Permission denied) 2024-04-25T17:18:54.205 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 67784 root NOFD /proc/67784/fd (opendir: Permission denied) 2024-04-25T17:18:54.205 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 67786 root cwd unknown /proc/67786/cwd (readlink: Permission denied) 2024-04-25T17:18:54.205 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 67786 root rtd unknown /proc/67786/root (readlink: Permission denied) 2024-04-25T17:18:54.205 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 67786 root txt unknown /proc/67786/exe (readlink: Permission denied) 2024-04-25T17:18:54.205 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 67786 root NOFD /proc/67786/fd (opendir: Permission denied) 2024-04-25T17:18:54.205 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 ceph cwd unknown /proc/67790/cwd (readlink: Permission denied) 2024-04-25T17:18:54.205 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 ceph rtd unknown /proc/67790/root (readlink: Permission denied) 2024-04-25T17:18:54.205 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 ceph txt unknown /proc/67790/exe (readlink: Permission denied) 2024-04-25T17:18:54.205 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 ceph NOFD /proc/67790/fd (opendir: Permission denied) 2024-04-25T17:18:54.205 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67791 log ceph cwd unknown /proc/67790/task/67791/cwd (readlink: Permission denied) 2024-04-25T17:18:54.205 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67791 log ceph rtd unknown /proc/67790/task/67791/root (readlink: Permission denied) 2024-04-25T17:18:54.206 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67791 log ceph txt unknown /proc/67790/task/67791/exe (readlink: Permission denied) 2024-04-25T17:18:54.206 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67791 log ceph NOFD /proc/67790/task/67791/fd (opendir: Permission denied) 2024-04-25T17:18:54.206 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67793 msgr-work ceph cwd unknown /proc/67790/task/67793/cwd (readlink: Permission denied) 2024-04-25T17:18:54.206 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67793 msgr-work ceph rtd unknown /proc/67790/task/67793/root (readlink: Permission denied) 2024-04-25T17:18:54.206 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67793 msgr-work ceph txt unknown /proc/67790/task/67793/exe (readlink: Permission denied) 2024-04-25T17:18:54.206 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67793 msgr-work ceph NOFD /proc/67790/task/67793/fd (opendir: Permission denied) 2024-04-25T17:18:54.206 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67794 msgr-work ceph cwd unknown /proc/67790/task/67794/cwd (readlink: Permission denied) 2024-04-25T17:18:54.206 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67794 msgr-work ceph rtd unknown /proc/67790/task/67794/root (readlink: Permission denied) 2024-04-25T17:18:54.206 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67794 msgr-work ceph txt unknown /proc/67790/task/67794/exe (readlink: Permission denied) 2024-04-25T17:18:54.206 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67794 msgr-work ceph NOFD /proc/67790/task/67794/fd (opendir: Permission denied) 2024-04-25T17:18:54.206 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67795 msgr-work ceph cwd unknown /proc/67790/task/67795/cwd (readlink: Permission denied) 2024-04-25T17:18:54.206 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67795 msgr-work ceph rtd unknown /proc/67790/task/67795/root (readlink: Permission denied) 2024-04-25T17:18:54.207 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67795 msgr-work ceph txt unknown /proc/67790/task/67795/exe (readlink: Permission denied) 2024-04-25T17:18:54.207 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67795 msgr-work ceph NOFD /proc/67790/task/67795/fd (opendir: Permission denied) 2024-04-25T17:18:54.207 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67799 service ceph cwd unknown /proc/67790/task/67799/cwd (readlink: Permission denied) 2024-04-25T17:18:54.207 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67799 service ceph rtd unknown /proc/67790/task/67799/root (readlink: Permission denied) 2024-04-25T17:18:54.207 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67799 service ceph txt unknown /proc/67790/task/67799/exe (readlink: Permission denied) 2024-04-25T17:18:54.207 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67799 service ceph NOFD /proc/67790/task/67799/fd (opendir: Permission denied) 2024-04-25T17:18:54.207 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67800 admin_soc ceph cwd unknown /proc/67790/task/67800/cwd (readlink: Permission denied) 2024-04-25T17:18:54.207 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67800 admin_soc ceph rtd unknown /proc/67790/task/67800/root (readlink: Permission denied) 2024-04-25T17:18:54.207 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67800 admin_soc ceph txt unknown /proc/67790/task/67800/exe (readlink: Permission denied) 2024-04-25T17:18:54.207 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67800 admin_soc ceph NOFD /proc/67790/task/67800/fd (opendir: Permission denied) 2024-04-25T17:18:54.207 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67801 signal_ha ceph cwd unknown /proc/67790/task/67801/cwd (readlink: Permission denied) 2024-04-25T17:18:54.207 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67801 signal_ha ceph rtd unknown /proc/67790/task/67801/root (readlink: Permission denied) 2024-04-25T17:18:54.207 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67801 signal_ha ceph txt unknown /proc/67790/task/67801/exe (readlink: Permission denied) 2024-04-25T17:18:54.207 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67801 signal_ha ceph NOFD /proc/67790/task/67801/fd (opendir: Permission denied) 2024-04-25T17:18:54.207 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67802 io_contex ceph cwd unknown /proc/67790/task/67802/cwd (readlink: Permission denied) 2024-04-25T17:18:54.208 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67802 io_contex ceph rtd unknown /proc/67790/task/67802/root (readlink: Permission denied) 2024-04-25T17:18:54.208 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67802 io_contex ceph txt unknown /proc/67790/task/67802/exe (readlink: Permission denied) 2024-04-25T17:18:54.208 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67802 io_contex ceph NOFD /proc/67790/task/67802/fd (opendir: Permission denied) 2024-04-25T17:18:54.208 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67803 io_contex ceph cwd unknown /proc/67790/task/67803/cwd (readlink: Permission denied) 2024-04-25T17:18:54.208 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67803 io_contex ceph rtd unknown /proc/67790/task/67803/root (readlink: Permission denied) 2024-04-25T17:18:54.208 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67803 io_contex ceph txt unknown /proc/67790/task/67803/exe (readlink: Permission denied) 2024-04-25T17:18:54.208 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67803 io_contex ceph NOFD /proc/67790/task/67803/fd (opendir: Permission denied) 2024-04-25T17:18:54.208 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67804 ms_dispat ceph cwd unknown /proc/67790/task/67804/cwd (readlink: Permission denied) 2024-04-25T17:18:54.208 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67804 ms_dispat ceph rtd unknown /proc/67790/task/67804/root (readlink: Permission denied) 2024-04-25T17:18:54.208 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67804 ms_dispat ceph txt unknown /proc/67790/task/67804/exe (readlink: Permission denied) 2024-04-25T17:18:54.208 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67804 ms_dispat ceph NOFD /proc/67790/task/67804/fd (opendir: Permission denied) 2024-04-25T17:18:54.208 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67805 ms_local ceph cwd unknown /proc/67790/task/67805/cwd (readlink: Permission denied) 2024-04-25T17:18:54.208 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67805 ms_local ceph rtd unknown /proc/67790/task/67805/root (readlink: Permission denied) 2024-04-25T17:18:54.208 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67805 ms_local ceph txt unknown /proc/67790/task/67805/exe (readlink: Permission denied) 2024-04-25T17:18:54.209 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67805 ms_local ceph NOFD /proc/67790/task/67805/fd (opendir: Permission denied) 2024-04-25T17:18:54.209 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67806 safe_time ceph cwd unknown /proc/67790/task/67806/cwd (readlink: Permission denied) 2024-04-25T17:18:54.209 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67806 safe_time ceph rtd unknown /proc/67790/task/67806/root (readlink: Permission denied) 2024-04-25T17:18:54.209 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67806 safe_time ceph txt unknown /proc/67790/task/67806/exe (readlink: Permission denied) 2024-04-25T17:18:54.209 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67806 safe_time ceph NOFD /proc/67790/task/67806/fd (opendir: Permission denied) 2024-04-25T17:18:54.209 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67807 safe_time ceph cwd unknown /proc/67790/task/67807/cwd (readlink: Permission denied) 2024-04-25T17:18:54.209 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67807 safe_time ceph rtd unknown /proc/67790/task/67807/root (readlink: Permission denied) 2024-04-25T17:18:54.209 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67807 safe_time ceph txt unknown /proc/67790/task/67807/exe (readlink: Permission denied) 2024-04-25T17:18:54.209 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67807 safe_time ceph NOFD /proc/67790/task/67807/fd (opendir: Permission denied) 2024-04-25T17:18:54.209 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67808 ceph-mds ceph cwd unknown /proc/67790/task/67808/cwd (readlink: Permission denied) 2024-04-25T17:18:54.209 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67808 ceph-mds ceph rtd unknown /proc/67790/task/67808/root (readlink: Permission denied) 2024-04-25T17:18:54.209 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67808 ceph-mds ceph txt unknown /proc/67790/task/67808/exe (readlink: Permission denied) 2024-04-25T17:18:54.209 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67808 ceph-mds ceph NOFD /proc/67790/task/67808/fd (opendir: Permission denied) 2024-04-25T17:18:54.209 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67813 safe_time ceph cwd unknown /proc/67790/task/67813/cwd (readlink: Permission denied) 2024-04-25T17:18:54.209 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67813 safe_time ceph rtd unknown /proc/67790/task/67813/root (readlink: Permission denied) 2024-04-25T17:18:54.210 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67813 safe_time ceph txt unknown /proc/67790/task/67813/exe (readlink: Permission denied) 2024-04-25T17:18:54.210 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 67790 67813 safe_time ceph NOFD /proc/67790/task/67813/fd (opendir: Permission denied) 2024-04-25T17:18:54.210 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 68393 root cwd unknown /proc/68393/cwd (readlink: Permission denied) 2024-04-25T17:18:54.210 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 68393 root rtd unknown /proc/68393/root (readlink: Permission denied) 2024-04-25T17:18:54.210 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 68393 root txt unknown /proc/68393/exe (readlink: Permission denied) 2024-04-25T17:18:54.210 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 68393 root NOFD /proc/68393/fd (opendir: Permission denied) 2024-04-25T17:18:54.210 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 68395 root cwd unknown /proc/68395/cwd (readlink: Permission denied) 2024-04-25T17:18:54.210 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 68395 root rtd unknown /proc/68395/root (readlink: Permission denied) 2024-04-25T17:18:54.210 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 68395 root txt unknown /proc/68395/exe (readlink: Permission denied) 2024-04-25T17:18:54.210 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 68395 root NOFD /proc/68395/fd (opendir: Permission denied) 2024-04-25T17:18:54.210 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 ceph cwd unknown /proc/68397/cwd (readlink: Permission denied) 2024-04-25T17:18:54.210 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 ceph rtd unknown /proc/68397/root (readlink: Permission denied) 2024-04-25T17:18:54.210 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 ceph txt unknown /proc/68397/exe (readlink: Permission denied) 2024-04-25T17:18:54.210 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 ceph NOFD /proc/68397/fd (opendir: Permission denied) 2024-04-25T17:18:54.211 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68398 log ceph cwd unknown /proc/68397/task/68398/cwd (readlink: Permission denied) 2024-04-25T17:18:54.211 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68398 log ceph rtd unknown /proc/68397/task/68398/root (readlink: Permission denied) 2024-04-25T17:18:54.211 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68398 log ceph txt unknown /proc/68397/task/68398/exe (readlink: Permission denied) 2024-04-25T17:18:54.211 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68398 log ceph NOFD /proc/68397/task/68398/fd (opendir: Permission denied) 2024-04-25T17:18:54.211 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68400 msgr-work ceph cwd unknown /proc/68397/task/68400/cwd (readlink: Permission denied) 2024-04-25T17:18:54.211 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68400 msgr-work ceph rtd unknown /proc/68397/task/68400/root (readlink: Permission denied) 2024-04-25T17:18:54.211 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68400 msgr-work ceph txt unknown /proc/68397/task/68400/exe (readlink: Permission denied) 2024-04-25T17:18:54.211 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68400 msgr-work ceph NOFD /proc/68397/task/68400/fd (opendir: Permission denied) 2024-04-25T17:18:54.211 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68401 msgr-work ceph cwd unknown /proc/68397/task/68401/cwd (readlink: Permission denied) 2024-04-25T17:18:54.211 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68401 msgr-work ceph rtd unknown /proc/68397/task/68401/root (readlink: Permission denied) 2024-04-25T17:18:54.211 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68401 msgr-work ceph txt unknown /proc/68397/task/68401/exe (readlink: Permission denied) 2024-04-25T17:18:54.211 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68401 msgr-work ceph NOFD /proc/68397/task/68401/fd (opendir: Permission denied) 2024-04-25T17:18:54.211 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68402 msgr-work ceph cwd unknown /proc/68397/task/68402/cwd (readlink: Permission denied) 2024-04-25T17:18:54.211 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68402 msgr-work ceph rtd unknown /proc/68397/task/68402/root (readlink: Permission denied) 2024-04-25T17:18:54.212 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68402 msgr-work ceph txt unknown /proc/68397/task/68402/exe (readlink: Permission denied) 2024-04-25T17:18:54.212 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68402 msgr-work ceph NOFD /proc/68397/task/68402/fd (opendir: Permission denied) 2024-04-25T17:18:54.212 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68406 service ceph cwd unknown /proc/68397/task/68406/cwd (readlink: Permission denied) 2024-04-25T17:18:54.212 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68406 service ceph rtd unknown /proc/68397/task/68406/root (readlink: Permission denied) 2024-04-25T17:18:54.212 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68406 service ceph txt unknown /proc/68397/task/68406/exe (readlink: Permission denied) 2024-04-25T17:18:54.212 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68406 service ceph NOFD /proc/68397/task/68406/fd (opendir: Permission denied) 2024-04-25T17:18:54.212 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68407 admin_soc ceph cwd unknown /proc/68397/task/68407/cwd (readlink: Permission denied) 2024-04-25T17:18:54.212 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68407 admin_soc ceph rtd unknown /proc/68397/task/68407/root (readlink: Permission denied) 2024-04-25T17:18:54.212 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68407 admin_soc ceph txt unknown /proc/68397/task/68407/exe (readlink: Permission denied) 2024-04-25T17:18:54.212 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68407 admin_soc ceph NOFD /proc/68397/task/68407/fd (opendir: Permission denied) 2024-04-25T17:18:54.212 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68408 signal_ha ceph cwd unknown /proc/68397/task/68408/cwd (readlink: Permission denied) 2024-04-25T17:18:54.212 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68408 signal_ha ceph rtd unknown /proc/68397/task/68408/root (readlink: Permission denied) 2024-04-25T17:18:54.212 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68408 signal_ha ceph txt unknown /proc/68397/task/68408/exe (readlink: Permission denied) 2024-04-25T17:18:54.212 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68408 signal_ha ceph NOFD /proc/68397/task/68408/fd (opendir: Permission denied) 2024-04-25T17:18:54.212 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68409 io_contex ceph cwd unknown /proc/68397/task/68409/cwd (readlink: Permission denied) 2024-04-25T17:18:54.213 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68409 io_contex ceph rtd unknown /proc/68397/task/68409/root (readlink: Permission denied) 2024-04-25T17:18:54.213 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68409 io_contex ceph txt unknown /proc/68397/task/68409/exe (readlink: Permission denied) 2024-04-25T17:18:54.213 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68409 io_contex ceph NOFD /proc/68397/task/68409/fd (opendir: Permission denied) 2024-04-25T17:18:54.213 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68410 io_contex ceph cwd unknown /proc/68397/task/68410/cwd (readlink: Permission denied) 2024-04-25T17:18:54.213 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68410 io_contex ceph rtd unknown /proc/68397/task/68410/root (readlink: Permission denied) 2024-04-25T17:18:54.213 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68410 io_contex ceph txt unknown /proc/68397/task/68410/exe (readlink: Permission denied) 2024-04-25T17:18:54.213 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68410 io_contex ceph NOFD /proc/68397/task/68410/fd (opendir: Permission denied) 2024-04-25T17:18:54.213 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68411 ms_dispat ceph cwd unknown /proc/68397/task/68411/cwd (readlink: Permission denied) 2024-04-25T17:18:54.213 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68411 ms_dispat ceph rtd unknown /proc/68397/task/68411/root (readlink: Permission denied) 2024-04-25T17:18:54.213 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68411 ms_dispat ceph txt unknown /proc/68397/task/68411/exe (readlink: Permission denied) 2024-04-25T17:18:54.213 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68411 ms_dispat ceph NOFD /proc/68397/task/68411/fd (opendir: Permission denied) 2024-04-25T17:18:54.213 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68412 ms_local ceph cwd unknown /proc/68397/task/68412/cwd (readlink: Permission denied) 2024-04-25T17:18:54.213 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68412 ms_local ceph rtd unknown /proc/68397/task/68412/root (readlink: Permission denied) 2024-04-25T17:18:54.213 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68412 ms_local ceph txt unknown /proc/68397/task/68412/exe (readlink: Permission denied) 2024-04-25T17:18:54.213 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68412 ms_local ceph NOFD /proc/68397/task/68412/fd (opendir: Permission denied) 2024-04-25T17:18:54.213 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68413 safe_time ceph cwd unknown /proc/68397/task/68413/cwd (readlink: Permission denied) 2024-04-25T17:18:54.214 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68413 safe_time ceph rtd unknown /proc/68397/task/68413/root (readlink: Permission denied) 2024-04-25T17:18:54.214 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68413 safe_time ceph txt unknown /proc/68397/task/68413/exe (readlink: Permission denied) 2024-04-25T17:18:54.214 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68413 safe_time ceph NOFD /proc/68397/task/68413/fd (opendir: Permission denied) 2024-04-25T17:18:54.214 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68414 safe_time ceph cwd unknown /proc/68397/task/68414/cwd (readlink: Permission denied) 2024-04-25T17:18:54.214 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68414 safe_time ceph rtd unknown /proc/68397/task/68414/root (readlink: Permission denied) 2024-04-25T17:18:54.214 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68414 safe_time ceph txt unknown /proc/68397/task/68414/exe (readlink: Permission denied) 2024-04-25T17:18:54.214 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68414 safe_time ceph NOFD /proc/68397/task/68414/fd (opendir: Permission denied) 2024-04-25T17:18:54.214 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68415 ceph-mds ceph cwd unknown /proc/68397/task/68415/cwd (readlink: Permission denied) 2024-04-25T17:18:54.214 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68415 ceph-mds ceph rtd unknown /proc/68397/task/68415/root (readlink: Permission denied) 2024-04-25T17:18:54.214 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68415 ceph-mds ceph txt unknown /proc/68397/task/68415/exe (readlink: Permission denied) 2024-04-25T17:18:54.214 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68415 ceph-mds ceph NOFD /proc/68397/task/68415/fd (opendir: Permission denied) 2024-04-25T17:18:54.214 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68420 safe_time ceph cwd unknown /proc/68397/task/68420/cwd (readlink: Permission denied) 2024-04-25T17:18:54.214 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68420 safe_time ceph rtd unknown /proc/68397/task/68420/root (readlink: Permission denied) 2024-04-25T17:18:54.214 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68420 safe_time ceph txt unknown /proc/68397/task/68420/exe (readlink: Permission denied) 2024-04-25T17:18:54.214 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68397 68420 safe_time ceph NOFD /proc/68397/task/68420/fd (opendir: Permission denied) 2024-04-25T17:18:54.215 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 68742 root cwd unknown /proc/68742/cwd (readlink: Permission denied) 2024-04-25T17:18:54.215 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 68742 root rtd unknown /proc/68742/root (readlink: Permission denied) 2024-04-25T17:18:54.215 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 68742 root txt unknown /proc/68742/exe (readlink: Permission denied) 2024-04-25T17:18:54.215 INFO:tasks.workunit.client.0.smithi028.stdout:conmon 68742 root NOFD /proc/68742/fd (opendir: Permission denied) 2024-04-25T17:18:54.215 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 68744 root cwd unknown /proc/68744/cwd (readlink: Permission denied) 2024-04-25T17:18:54.215 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 68744 root rtd unknown /proc/68744/root (readlink: Permission denied) 2024-04-25T17:18:54.215 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 68744 root txt unknown /proc/68744/exe (readlink: Permission denied) 2024-04-25T17:18:54.215 INFO:tasks.workunit.client.0.smithi028.stdout:podman-in 68744 root NOFD /proc/68744/fd (opendir: Permission denied) 2024-04-25T17:18:54.215 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 ceph cwd unknown /proc/68746/cwd (readlink: Permission denied) 2024-04-25T17:18:54.215 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 ceph rtd unknown /proc/68746/root (readlink: Permission denied) 2024-04-25T17:18:54.215 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 ceph txt unknown /proc/68746/exe (readlink: Permission denied) 2024-04-25T17:18:54.215 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 ceph NOFD /proc/68746/fd (opendir: Permission denied) 2024-04-25T17:18:54.215 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68747 log ceph cwd unknown /proc/68746/task/68747/cwd (readlink: Permission denied) 2024-04-25T17:18:54.215 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68747 log ceph rtd unknown /proc/68746/task/68747/root (readlink: Permission denied) 2024-04-25T17:18:54.215 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68747 log ceph txt unknown /proc/68746/task/68747/exe (readlink: Permission denied) 2024-04-25T17:18:54.216 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68747 log ceph NOFD /proc/68746/task/68747/fd (opendir: Permission denied) 2024-04-25T17:18:54.216 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68749 msgr-work ceph cwd unknown /proc/68746/task/68749/cwd (readlink: Permission denied) 2024-04-25T17:18:54.216 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68749 msgr-work ceph rtd unknown /proc/68746/task/68749/root (readlink: Permission denied) 2024-04-25T17:18:54.216 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68749 msgr-work ceph txt unknown /proc/68746/task/68749/exe (readlink: Permission denied) 2024-04-25T17:18:54.216 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68749 msgr-work ceph NOFD /proc/68746/task/68749/fd (opendir: Permission denied) 2024-04-25T17:18:54.216 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68750 msgr-work ceph cwd unknown /proc/68746/task/68750/cwd (readlink: Permission denied) 2024-04-25T17:18:54.216 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68750 msgr-work ceph rtd unknown /proc/68746/task/68750/root (readlink: Permission denied) 2024-04-25T17:18:54.216 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68750 msgr-work ceph txt unknown /proc/68746/task/68750/exe (readlink: Permission denied) 2024-04-25T17:18:54.216 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68750 msgr-work ceph NOFD /proc/68746/task/68750/fd (opendir: Permission denied) 2024-04-25T17:18:54.216 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68751 msgr-work ceph cwd unknown /proc/68746/task/68751/cwd (readlink: Permission denied) 2024-04-25T17:18:54.216 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68751 msgr-work ceph rtd unknown /proc/68746/task/68751/root (readlink: Permission denied) 2024-04-25T17:18:54.216 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68751 msgr-work ceph txt unknown /proc/68746/task/68751/exe (readlink: Permission denied) 2024-04-25T17:18:54.217 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68751 msgr-work ceph NOFD /proc/68746/task/68751/fd (opendir: Permission denied) 2024-04-25T17:18:54.217 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68755 service ceph cwd unknown /proc/68746/task/68755/cwd (readlink: Permission denied) 2024-04-25T17:18:54.217 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68755 service ceph rtd unknown /proc/68746/task/68755/root (readlink: Permission denied) 2024-04-25T17:18:54.217 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68755 service ceph txt unknown /proc/68746/task/68755/exe (readlink: Permission denied) 2024-04-25T17:18:54.217 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68755 service ceph NOFD /proc/68746/task/68755/fd (opendir: Permission denied) 2024-04-25T17:18:54.217 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68756 admin_soc ceph cwd unknown /proc/68746/task/68756/cwd (readlink: Permission denied) 2024-04-25T17:18:54.217 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68756 admin_soc ceph rtd unknown /proc/68746/task/68756/root (readlink: Permission denied) 2024-04-25T17:18:54.217 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68756 admin_soc ceph txt unknown /proc/68746/task/68756/exe (readlink: Permission denied) 2024-04-25T17:18:54.217 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68756 admin_soc ceph NOFD /proc/68746/task/68756/fd (opendir: Permission denied) 2024-04-25T17:18:54.217 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68757 signal_ha ceph cwd unknown /proc/68746/task/68757/cwd (readlink: Permission denied) 2024-04-25T17:18:54.217 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68757 signal_ha ceph rtd unknown /proc/68746/task/68757/root (readlink: Permission denied) 2024-04-25T17:18:54.217 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68757 signal_ha ceph txt unknown /proc/68746/task/68757/exe (readlink: Permission denied) 2024-04-25T17:18:54.217 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68757 signal_ha ceph NOFD /proc/68746/task/68757/fd (opendir: Permission denied) 2024-04-25T17:18:54.217 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68758 io_contex ceph cwd unknown /proc/68746/task/68758/cwd (readlink: Permission denied) 2024-04-25T17:18:54.218 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68758 io_contex ceph rtd unknown /proc/68746/task/68758/root (readlink: Permission denied) 2024-04-25T17:18:54.218 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68758 io_contex ceph txt unknown /proc/68746/task/68758/exe (readlink: Permission denied) 2024-04-25T17:18:54.218 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68758 io_contex ceph NOFD /proc/68746/task/68758/fd (opendir: Permission denied) 2024-04-25T17:18:54.218 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68759 io_contex ceph cwd unknown /proc/68746/task/68759/cwd (readlink: Permission denied) 2024-04-25T17:18:54.218 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68759 io_contex ceph rtd unknown /proc/68746/task/68759/root (readlink: Permission denied) 2024-04-25T17:18:54.218 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68759 io_contex ceph txt unknown /proc/68746/task/68759/exe (readlink: Permission denied) 2024-04-25T17:18:54.218 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68759 io_contex ceph NOFD /proc/68746/task/68759/fd (opendir: Permission denied) 2024-04-25T17:18:54.218 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68760 ms_dispat ceph cwd unknown /proc/68746/task/68760/cwd (readlink: Permission denied) 2024-04-25T17:18:54.218 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68760 ms_dispat ceph rtd unknown /proc/68746/task/68760/root (readlink: Permission denied) 2024-04-25T17:18:54.218 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68760 ms_dispat ceph txt unknown /proc/68746/task/68760/exe (readlink: Permission denied) 2024-04-25T17:18:54.218 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68760 ms_dispat ceph NOFD /proc/68746/task/68760/fd (opendir: Permission denied) 2024-04-25T17:18:54.218 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68761 ms_local ceph cwd unknown /proc/68746/task/68761/cwd (readlink: Permission denied) 2024-04-25T17:18:54.219 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68761 ms_local ceph rtd unknown /proc/68746/task/68761/root (readlink: Permission denied) 2024-04-25T17:18:54.219 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68761 ms_local ceph txt unknown /proc/68746/task/68761/exe (readlink: Permission denied) 2024-04-25T17:18:54.219 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68761 ms_local ceph NOFD /proc/68746/task/68761/fd (opendir: Permission denied) 2024-04-25T17:18:54.219 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68762 safe_time ceph cwd unknown /proc/68746/task/68762/cwd (readlink: Permission denied) 2024-04-25T17:18:54.219 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68762 safe_time ceph rtd unknown /proc/68746/task/68762/root (readlink: Permission denied) 2024-04-25T17:18:54.219 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68762 safe_time ceph txt unknown /proc/68746/task/68762/exe (readlink: Permission denied) 2024-04-25T17:18:54.219 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68762 safe_time ceph NOFD /proc/68746/task/68762/fd (opendir: Permission denied) 2024-04-25T17:18:54.219 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68763 safe_time ceph cwd unknown /proc/68746/task/68763/cwd (readlink: Permission denied) 2024-04-25T17:18:54.219 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68763 safe_time ceph rtd unknown /proc/68746/task/68763/root (readlink: Permission denied) 2024-04-25T17:18:54.219 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68763 safe_time ceph txt unknown /proc/68746/task/68763/exe (readlink: Permission denied) 2024-04-25T17:18:54.219 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68763 safe_time ceph NOFD /proc/68746/task/68763/fd (opendir: Permission denied) 2024-04-25T17:18:54.219 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68764 ceph-mds ceph cwd unknown /proc/68746/task/68764/cwd (readlink: Permission denied) 2024-04-25T17:18:54.219 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68764 ceph-mds ceph rtd unknown /proc/68746/task/68764/root (readlink: Permission denied) 2024-04-25T17:18:54.219 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68764 ceph-mds ceph txt unknown /proc/68746/task/68764/exe (readlink: Permission denied) 2024-04-25T17:18:54.220 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68764 ceph-mds ceph NOFD /proc/68746/task/68764/fd (opendir: Permission denied) 2024-04-25T17:18:54.220 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68769 safe_time ceph cwd unknown /proc/68746/task/68769/cwd (readlink: Permission denied) 2024-04-25T17:18:54.220 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68769 safe_time ceph rtd unknown /proc/68746/task/68769/root (readlink: Permission denied) 2024-04-25T17:18:54.220 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68769 safe_time ceph txt unknown /proc/68746/task/68769/exe (readlink: Permission denied) 2024-04-25T17:18:54.220 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-mds 68746 68769 safe_time ceph NOFD /proc/68746/task/68769/fd (opendir: Permission denied) 2024-04-25T17:18:54.220 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/5 69895 root cwd unknown /proc/69895/cwd (readlink: Permission denied) 2024-04-25T17:18:54.220 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/5 69895 root rtd unknown /proc/69895/root (readlink: Permission denied) 2024-04-25T17:18:54.220 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/5 69895 root txt unknown /proc/69895/exe (readlink: Permission denied) 2024-04-25T17:18:54.220 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/5 69895 root NOFD /proc/69895/fd (opendir: Permission denied) 2024-04-25T17:18:54.220 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/2 69897 root cwd unknown /proc/69897/cwd (readlink: Permission denied) 2024-04-25T17:18:54.220 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/2 69897 root rtd unknown /proc/69897/root (readlink: Permission denied) 2024-04-25T17:18:54.220 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/2 69897 root txt unknown /proc/69897/exe (readlink: Permission denied) 2024-04-25T17:18:54.220 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/2 69897 root NOFD /proc/69897/fd (opendir: Permission denied) 2024-04-25T17:18:54.221 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/7 70605 root cwd unknown /proc/70605/cwd (readlink: Permission denied) 2024-04-25T17:18:54.221 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/7 70605 root rtd unknown /proc/70605/root (readlink: Permission denied) 2024-04-25T17:18:54.221 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/7 70605 root txt unknown /proc/70605/exe (readlink: Permission denied) 2024-04-25T17:18:54.221 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/7 70605 root NOFD /proc/70605/fd (opendir: Permission denied) 2024-04-25T17:18:54.221 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/3 74161 root cwd unknown /proc/74161/cwd (readlink: Permission denied) 2024-04-25T17:18:54.221 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/3 74161 root rtd unknown /proc/74161/root (readlink: Permission denied) 2024-04-25T17:18:54.221 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/3 74161 root txt unknown /proc/74161/exe (readlink: Permission denied) 2024-04-25T17:18:54.221 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/3 74161 root NOFD /proc/74161/fd (opendir: Permission denied) 2024-04-25T17:18:54.221 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/4 78383 root cwd unknown /proc/78383/cwd (readlink: Permission denied) 2024-04-25T17:18:54.221 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/4 78383 root rtd unknown /proc/78383/root (readlink: Permission denied) 2024-04-25T17:18:54.221 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/4 78383 root txt unknown /proc/78383/exe (readlink: Permission denied) 2024-04-25T17:18:54.221 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/4 78383 root NOFD /proc/78383/fd (opendir: Permission denied) 2024-04-25T17:18:54.222 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/1 79336 root cwd unknown /proc/79336/cwd (readlink: Permission denied) 2024-04-25T17:18:54.222 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/1 79336 root rtd unknown /proc/79336/root (readlink: Permission denied) 2024-04-25T17:18:54.222 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/1 79336 root txt unknown /proc/79336/exe (readlink: Permission denied) 2024-04-25T17:18:54.222 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/1 79336 root NOFD /proc/79336/fd (opendir: Permission denied) 2024-04-25T17:18:54.222 INFO:tasks.workunit.client.0.smithi028.stdout:bash 80680 ubuntu cwd DIR 8,1 4096 61580 /home/ubuntu 2024-04-25T17:18:54.222 INFO:tasks.workunit.client.0.smithi028.stdout:bash 80680 ubuntu rtd DIR 8,1 4096 2 / 2024-04-25T17:18:54.222 INFO:tasks.workunit.client.0.smithi028.stdout:bash 80680 ubuntu txt REG 8,1 1389072 7149 /usr/bin/bash 2024-04-25T17:18:54.222 INFO:tasks.workunit.client.0.smithi028.stdout:bash 80680 ubuntu mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-04-25T17:18:54.222 INFO:tasks.workunit.client.0.smithi028.stdout:bash 80680 ubuntu mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-04-25T17:18:54.222 INFO:tasks.workunit.client.0.smithi028.stdout:bash 80680 ubuntu mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-04-25T17:18:54.222 INFO:tasks.workunit.client.0.smithi028.stdout:bash 80680 ubuntu mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-04-25T17:18:54.222 INFO:tasks.workunit.client.0.smithi028.stdout:bash 80680 ubuntu mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-04-25T17:18:54.222 INFO:tasks.workunit.client.0.smithi028.stdout:bash 80680 ubuntu mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-04-25T17:18:54.222 INFO:tasks.workunit.client.0.smithi028.stdout:bash 80680 ubuntu mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-04-25T17:18:54.222 INFO:tasks.workunit.client.0.smithi028.stdout:bash 80680 ubuntu mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-04-25T17:18:54.223 INFO:tasks.workunit.client.0.smithi028.stdout:bash 80680 ubuntu mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-04-25T17:18:54.223 INFO:tasks.workunit.client.0.smithi028.stdout:bash 80680 ubuntu mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-04-25T17:18:54.223 INFO:tasks.workunit.client.0.smithi028.stdout:bash 80680 ubuntu mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-04-25T17:18:54.223 INFO:tasks.workunit.client.0.smithi028.stdout:bash 80680 ubuntu mem REG 8,1 195080 7147 /usr/lib64/libtinfo.so.6.2 2024-04-25T17:18:54.223 INFO:tasks.workunit.client.0.smithi028.stdout:bash 80680 ubuntu mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-04-25T17:18:54.223 INFO:tasks.workunit.client.0.smithi028.stdout:bash 80680 ubuntu mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-04-25T17:18:54.223 INFO:tasks.workunit.client.0.smithi028.stdout:bash 80680 ubuntu mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-04-25T17:18:54.223 INFO:tasks.workunit.client.0.smithi028.stdout:bash 80680 ubuntu mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-04-25T17:18:54.223 INFO:tasks.workunit.client.0.smithi028.stdout:bash 80680 ubuntu 0r FIFO 0,13 0t0 224473 pipe 2024-04-25T17:18:54.223 INFO:tasks.workunit.client.0.smithi028.stdout:bash 80680 ubuntu 1w FIFO 0,13 0t0 224474 pipe 2024-04-25T17:18:54.223 INFO:tasks.workunit.client.0.smithi028.stdout:bash 80680 ubuntu 2w FIFO 0,13 0t0 224475 pipe 2024-04-25T17:18:54.223 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 80710 root cwd unknown /proc/80710/cwd (readlink: Permission denied) 2024-04-25T17:18:54.223 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 80710 root rtd unknown /proc/80710/root (readlink: Permission denied) 2024-04-25T17:18:54.223 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 80710 root txt unknown /proc/80710/exe (readlink: Permission denied) 2024-04-25T17:18:54.224 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 80710 root NOFD /proc/80710/fd (opendir: Permission denied) 2024-04-25T17:18:54.224 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 80715 root cwd unknown /proc/80715/cwd (readlink: Permission denied) 2024-04-25T17:18:54.224 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 80715 root rtd unknown /proc/80715/root (readlink: Permission denied) 2024-04-25T17:18:54.224 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 80715 root txt unknown /proc/80715/exe (readlink: Permission denied) 2024-04-25T17:18:54.224 INFO:tasks.workunit.client.0.smithi028.stdout:sudo 80715 root NOFD /proc/80715/fd (opendir: Permission denied) 2024-04-25T17:18:54.224 INFO:tasks.workunit.client.0.smithi028.stdout:daemon-he 80718 root cwd unknown /proc/80718/cwd (readlink: Permission denied) 2024-04-25T17:18:54.224 INFO:tasks.workunit.client.0.smithi028.stdout:daemon-he 80718 root rtd unknown /proc/80718/root (readlink: Permission denied) 2024-04-25T17:18:54.224 INFO:tasks.workunit.client.0.smithi028.stdout:daemon-he 80718 root txt unknown /proc/80718/exe (readlink: Permission denied) 2024-04-25T17:18:54.224 INFO:tasks.workunit.client.0.smithi028.stdout:daemon-he 80718 root NOFD /proc/80718/fd (opendir: Permission denied) 2024-04-25T17:18:54.224 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 root cwd unknown /proc/80720/cwd (readlink: Permission denied) 2024-04-25T17:18:54.224 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 root rtd unknown /proc/80720/root (readlink: Permission denied) 2024-04-25T17:18:54.224 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 root txt unknown /proc/80720/exe (readlink: Permission denied) 2024-04-25T17:18:54.224 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 root NOFD /proc/80720/fd (opendir: Permission denied) 2024-04-25T17:18:54.224 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80739 log root cwd unknown /proc/80720/task/80739/cwd (readlink: Permission denied) 2024-04-25T17:18:54.225 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80739 log root rtd unknown /proc/80720/task/80739/root (readlink: Permission denied) 2024-04-25T17:18:54.225 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80739 log root txt unknown /proc/80720/task/80739/exe (readlink: Permission denied) 2024-04-25T17:18:54.225 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80739 log root NOFD /proc/80720/task/80739/fd (opendir: Permission denied) 2024-04-25T17:18:54.225 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80741 msgr-work root cwd unknown /proc/80720/task/80741/cwd (readlink: Permission denied) 2024-04-25T17:18:54.225 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80741 msgr-work root rtd unknown /proc/80720/task/80741/root (readlink: Permission denied) 2024-04-25T17:18:54.225 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80741 msgr-work root txt unknown /proc/80720/task/80741/exe (readlink: Permission denied) 2024-04-25T17:18:54.225 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80741 msgr-work root NOFD /proc/80720/task/80741/fd (opendir: Permission denied) 2024-04-25T17:18:54.225 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80742 msgr-work root cwd unknown /proc/80720/task/80742/cwd (readlink: Permission denied) 2024-04-25T17:18:54.225 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80742 msgr-work root rtd unknown /proc/80720/task/80742/root (readlink: Permission denied) 2024-04-25T17:18:54.225 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80742 msgr-work root txt unknown /proc/80720/task/80742/exe (readlink: Permission denied) 2024-04-25T17:18:54.225 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80742 msgr-work root NOFD /proc/80720/task/80742/fd (opendir: Permission denied) 2024-04-25T17:18:54.225 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80743 msgr-work root cwd unknown /proc/80720/task/80743/cwd (readlink: Permission denied) 2024-04-25T17:18:54.225 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80743 msgr-work root rtd unknown /proc/80720/task/80743/root (readlink: Permission denied) 2024-04-25T17:18:54.225 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80743 msgr-work root txt unknown /proc/80720/task/80743/exe (readlink: Permission denied) 2024-04-25T17:18:54.226 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80743 msgr-work root NOFD /proc/80720/task/80743/fd (opendir: Permission denied) 2024-04-25T17:18:54.226 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80747 service root cwd unknown /proc/80720/task/80747/cwd (readlink: Permission denied) 2024-04-25T17:18:54.226 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80747 service root rtd unknown /proc/80720/task/80747/root (readlink: Permission denied) 2024-04-25T17:18:54.226 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80747 service root txt unknown /proc/80720/task/80747/exe (readlink: Permission denied) 2024-04-25T17:18:54.226 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80747 service root NOFD /proc/80720/task/80747/fd (opendir: Permission denied) 2024-04-25T17:18:54.226 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80748 admin_soc root cwd unknown /proc/80720/task/80748/cwd (readlink: Permission denied) 2024-04-25T17:18:54.226 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80748 admin_soc root rtd unknown /proc/80720/task/80748/root (readlink: Permission denied) 2024-04-25T17:18:54.226 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80748 admin_soc root txt unknown /proc/80720/task/80748/exe (readlink: Permission denied) 2024-04-25T17:18:54.226 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80748 admin_soc root NOFD /proc/80720/task/80748/fd (opendir: Permission denied) 2024-04-25T17:18:54.226 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80749 signal_ha root cwd unknown /proc/80720/task/80749/cwd (readlink: Permission denied) 2024-04-25T17:18:54.226 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80749 signal_ha root rtd unknown /proc/80720/task/80749/root (readlink: Permission denied) 2024-04-25T17:18:54.226 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80749 signal_ha root txt unknown /proc/80720/task/80749/exe (readlink: Permission denied) 2024-04-25T17:18:54.226 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80749 signal_ha root NOFD /proc/80720/task/80749/fd (opendir: Permission denied) 2024-04-25T17:18:54.226 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80750 io_contex root cwd unknown /proc/80720/task/80750/cwd (readlink: Permission denied) 2024-04-25T17:18:54.227 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80750 io_contex root rtd unknown /proc/80720/task/80750/root (readlink: Permission denied) 2024-04-25T17:18:54.227 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80750 io_contex root txt unknown /proc/80720/task/80750/exe (readlink: Permission denied) 2024-04-25T17:18:54.227 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80750 io_contex root NOFD /proc/80720/task/80750/fd (opendir: Permission denied) 2024-04-25T17:18:54.227 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80751 io_contex root cwd unknown /proc/80720/task/80751/cwd (readlink: Permission denied) 2024-04-25T17:18:54.227 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80751 io_contex root rtd unknown /proc/80720/task/80751/root (readlink: Permission denied) 2024-04-25T17:18:54.227 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80751 io_contex root txt unknown /proc/80720/task/80751/exe (readlink: Permission denied) 2024-04-25T17:18:54.227 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80751 io_contex root NOFD /proc/80720/task/80751/fd (opendir: Permission denied) 2024-04-25T17:18:54.227 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80752 ceph_time root cwd unknown /proc/80720/task/80752/cwd (readlink: Permission denied) 2024-04-25T17:18:54.227 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80752 ceph_time root rtd unknown /proc/80720/task/80752/root (readlink: Permission denied) 2024-04-25T17:18:54.227 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80752 ceph_time root txt unknown /proc/80720/task/80752/exe (readlink: Permission denied) 2024-04-25T17:18:54.227 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80752 ceph_time root NOFD /proc/80720/task/80752/fd (opendir: Permission denied) 2024-04-25T17:18:54.227 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80753 fn_anonym root cwd unknown /proc/80720/task/80753/cwd (readlink: Permission denied) 2024-04-25T17:18:54.227 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80753 fn_anonym root rtd unknown /proc/80720/task/80753/root (readlink: Permission denied) 2024-04-25T17:18:54.227 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80753 fn_anonym root txt unknown /proc/80720/task/80753/exe (readlink: Permission denied) 2024-04-25T17:18:54.228 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80753 fn_anonym root NOFD /proc/80720/task/80753/fd (opendir: Permission denied) 2024-04-25T17:18:54.228 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80754 fn_anonym root cwd unknown /proc/80720/task/80754/cwd (readlink: Permission denied) 2024-04-25T17:18:54.228 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80754 fn_anonym root rtd unknown /proc/80720/task/80754/root (readlink: Permission denied) 2024-04-25T17:18:54.228 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80754 fn_anonym root txt unknown /proc/80720/task/80754/exe (readlink: Permission denied) 2024-04-25T17:18:54.228 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80754 fn_anonym root NOFD /proc/80720/task/80754/fd (opendir: Permission denied) 2024-04-25T17:18:54.228 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80755 fn_anonym root cwd unknown /proc/80720/task/80755/cwd (readlink: Permission denied) 2024-04-25T17:18:54.228 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80755 fn_anonym root rtd unknown /proc/80720/task/80755/root (readlink: Permission denied) 2024-04-25T17:18:54.228 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80755 fn_anonym root txt unknown /proc/80720/task/80755/exe (readlink: Permission denied) 2024-04-25T17:18:54.228 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80755 fn_anonym root NOFD /proc/80720/task/80755/fd (opendir: Permission denied) 2024-04-25T17:18:54.228 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80756 fn_anonym root cwd unknown /proc/80720/task/80756/cwd (readlink: Permission denied) 2024-04-25T17:18:54.228 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80756 fn_anonym root rtd unknown /proc/80720/task/80756/root (readlink: Permission denied) 2024-04-25T17:18:54.228 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80756 fn_anonym root txt unknown /proc/80720/task/80756/exe (readlink: Permission denied) 2024-04-25T17:18:54.228 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80756 fn_anonym root NOFD /proc/80720/task/80756/fd (opendir: Permission denied) 2024-04-25T17:18:54.228 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80757 fn_anonym root cwd unknown /proc/80720/task/80757/cwd (readlink: Permission denied) 2024-04-25T17:18:54.229 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80757 fn_anonym root rtd unknown /proc/80720/task/80757/root (readlink: Permission denied) 2024-04-25T17:18:54.229 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80757 fn_anonym root txt unknown /proc/80720/task/80757/exe (readlink: Permission denied) 2024-04-25T17:18:54.229 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80757 fn_anonym root NOFD /proc/80720/task/80757/fd (opendir: Permission denied) 2024-04-25T17:18:54.229 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80758 safe_time root cwd unknown /proc/80720/task/80758/cwd (readlink: Permission denied) 2024-04-25T17:18:54.229 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80758 safe_time root rtd unknown /proc/80720/task/80758/root (readlink: Permission denied) 2024-04-25T17:18:54.229 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80758 safe_time root txt unknown /proc/80720/task/80758/exe (readlink: Permission denied) 2024-04-25T17:18:54.229 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80758 safe_time root NOFD /proc/80720/task/80758/fd (opendir: Permission denied) 2024-04-25T17:18:54.229 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80759 fn_anonym root cwd unknown /proc/80720/task/80759/cwd (readlink: Permission denied) 2024-04-25T17:18:54.229 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80759 fn_anonym root rtd unknown /proc/80720/task/80759/root (readlink: Permission denied) 2024-04-25T17:18:54.229 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80759 fn_anonym root txt unknown /proc/80720/task/80759/exe (readlink: Permission denied) 2024-04-25T17:18:54.229 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80759 fn_anonym root NOFD /proc/80720/task/80759/fd (opendir: Permission denied) 2024-04-25T17:18:54.229 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80760 flusher root cwd unknown /proc/80720/task/80760/cwd (readlink: Permission denied) 2024-04-25T17:18:54.229 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80760 flusher root rtd unknown /proc/80720/task/80760/root (readlink: Permission denied) 2024-04-25T17:18:54.229 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80760 flusher root txt unknown /proc/80720/task/80760/exe (readlink: Permission denied) 2024-04-25T17:18:54.229 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80760 flusher root NOFD /proc/80720/task/80760/fd (opendir: Permission denied) 2024-04-25T17:18:54.229 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80761 ms_dispat root cwd unknown /proc/80720/task/80761/cwd (readlink: Permission denied) 2024-04-25T17:18:54.230 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80761 ms_dispat root rtd unknown /proc/80720/task/80761/root (readlink: Permission denied) 2024-04-25T17:18:54.230 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80761 ms_dispat root txt unknown /proc/80720/task/80761/exe (readlink: Permission denied) 2024-04-25T17:18:54.230 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80761 ms_dispat root NOFD /proc/80720/task/80761/fd (opendir: Permission denied) 2024-04-25T17:18:54.230 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80762 ms_local root cwd unknown /proc/80720/task/80762/cwd (readlink: Permission denied) 2024-04-25T17:18:54.230 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80762 ms_local root rtd unknown /proc/80720/task/80762/root (readlink: Permission denied) 2024-04-25T17:18:54.230 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80762 ms_local root txt unknown /proc/80720/task/80762/exe (readlink: Permission denied) 2024-04-25T17:18:54.230 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80762 ms_local root NOFD /proc/80720/task/80762/fd (opendir: Permission denied) 2024-04-25T17:18:54.230 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80763 safe_time root cwd unknown /proc/80720/task/80763/cwd (readlink: Permission denied) 2024-04-25T17:18:54.230 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80763 safe_time root rtd unknown /proc/80720/task/80763/root (readlink: Permission denied) 2024-04-25T17:18:54.230 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80763 safe_time root txt unknown /proc/80720/task/80763/exe (readlink: Permission denied) 2024-04-25T17:18:54.230 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80763 safe_time root NOFD /proc/80720/task/80763/fd (opendir: Permission denied) 2024-04-25T17:18:54.230 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80765 ceph-fuse root cwd unknown /proc/80720/task/80765/cwd (readlink: Permission denied) 2024-04-25T17:18:54.230 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80765 ceph-fuse root rtd unknown /proc/80720/task/80765/root (readlink: Permission denied) 2024-04-25T17:18:54.230 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80765 ceph-fuse root txt unknown /proc/80720/task/80765/exe (readlink: Permission denied) 2024-04-25T17:18:54.231 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80765 ceph-fuse root NOFD /proc/80720/task/80765/fd (opendir: Permission denied) 2024-04-25T17:18:54.231 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80782 ceph-fuse root cwd unknown /proc/80720/task/80782/cwd (readlink: Permission denied) 2024-04-25T17:18:54.231 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80782 ceph-fuse root rtd unknown /proc/80720/task/80782/root (readlink: Permission denied) 2024-04-25T17:18:54.231 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80782 ceph-fuse root txt unknown /proc/80720/task/80782/exe (readlink: Permission denied) 2024-04-25T17:18:54.231 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80782 ceph-fuse root NOFD /proc/80720/task/80782/fd (opendir: Permission denied) 2024-04-25T17:18:54.231 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80784 ceph-fuse root cwd unknown /proc/80720/task/80784/cwd (readlink: Permission denied) 2024-04-25T17:18:54.231 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80784 ceph-fuse root rtd unknown /proc/80720/task/80784/root (readlink: Permission denied) 2024-04-25T17:18:54.231 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80784 ceph-fuse root txt unknown /proc/80720/task/80784/exe (readlink: Permission denied) 2024-04-25T17:18:54.231 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 80784 ceph-fuse root NOFD /proc/80720/task/80784/fd (opendir: Permission denied) 2024-04-25T17:18:54.231 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 83686 ceph-fuse root cwd unknown /proc/80720/task/83686/cwd (readlink: Permission denied) 2024-04-25T17:18:54.231 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 83686 ceph-fuse root rtd unknown /proc/80720/task/83686/root (readlink: Permission denied) 2024-04-25T17:18:54.231 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 83686 ceph-fuse root txt unknown /proc/80720/task/83686/exe (readlink: Permission denied) 2024-04-25T17:18:54.231 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 83686 ceph-fuse root NOFD /proc/80720/task/83686/fd (opendir: Permission denied) 2024-04-25T17:18:54.231 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 84125 ceph-fuse root cwd unknown /proc/80720/task/84125/cwd (readlink: Permission denied) 2024-04-25T17:18:54.231 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 84125 ceph-fuse root rtd unknown /proc/80720/task/84125/root (readlink: Permission denied) 2024-04-25T17:18:54.231 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 84125 ceph-fuse root txt unknown /proc/80720/task/84125/exe (readlink: Permission denied) 2024-04-25T17:18:54.232 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 84125 ceph-fuse root NOFD /proc/80720/task/84125/fd (opendir: Permission denied) 2024-04-25T17:18:54.232 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 84126 ceph-fuse root cwd unknown /proc/80720/task/84126/cwd (readlink: Permission denied) 2024-04-25T17:18:54.232 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 84126 ceph-fuse root rtd unknown /proc/80720/task/84126/root (readlink: Permission denied) 2024-04-25T17:18:54.232 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 84126 ceph-fuse root txt unknown /proc/80720/task/84126/exe (readlink: Permission denied) 2024-04-25T17:18:54.232 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 84126 ceph-fuse root NOFD /proc/80720/task/84126/fd (opendir: Permission denied) 2024-04-25T17:18:54.232 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 84127 ceph-fuse root cwd unknown /proc/80720/task/84127/cwd (readlink: Permission denied) 2024-04-25T17:18:54.232 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 84127 ceph-fuse root rtd unknown /proc/80720/task/84127/root (readlink: Permission denied) 2024-04-25T17:18:54.232 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 84127 ceph-fuse root txt unknown /proc/80720/task/84127/exe (readlink: Permission denied) 2024-04-25T17:18:54.232 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 84127 ceph-fuse root NOFD /proc/80720/task/84127/fd (opendir: Permission denied) 2024-04-25T17:18:54.232 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 84128 ceph-fuse root cwd unknown /proc/80720/task/84128/cwd (readlink: Permission denied) 2024-04-25T17:18:54.232 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 84128 ceph-fuse root rtd unknown /proc/80720/task/84128/root (readlink: Permission denied) 2024-04-25T17:18:54.232 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 84128 ceph-fuse root txt unknown /proc/80720/task/84128/exe (readlink: Permission denied) 2024-04-25T17:18:54.232 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 84128 ceph-fuse root NOFD /proc/80720/task/84128/fd (opendir: Permission denied) 2024-04-25T17:18:54.232 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 84129 ceph-fuse root cwd unknown /proc/80720/task/84129/cwd (readlink: Permission denied) 2024-04-25T17:18:54.232 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 84129 ceph-fuse root rtd unknown /proc/80720/task/84129/root (readlink: Permission denied) 2024-04-25T17:18:54.232 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 84129 ceph-fuse root txt unknown /proc/80720/task/84129/exe (readlink: Permission denied) 2024-04-25T17:18:54.233 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 84129 ceph-fuse root NOFD /proc/80720/task/84129/fd (opendir: Permission denied) 2024-04-25T17:18:54.233 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 84689 ceph-fuse root cwd unknown /proc/80720/task/84689/cwd (readlink: Permission denied) 2024-04-25T17:18:54.233 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 84689 ceph-fuse root rtd unknown /proc/80720/task/84689/root (readlink: Permission denied) 2024-04-25T17:18:54.233 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 84689 ceph-fuse root txt unknown /proc/80720/task/84689/exe (readlink: Permission denied) 2024-04-25T17:18:54.233 INFO:tasks.workunit.client.0.smithi028.stdout:ceph-fuse 80720 84689 ceph-fuse root NOFD /proc/80720/task/84689/fd (opendir: Permission denied) 2024-04-25T17:18:54.233 INFO:tasks.workunit.client.0.smithi028.stdout:timeout 83666 ubuntu cwd DIR 0,115 194241720 1099511627782 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-25T17:18:54.233 INFO:tasks.workunit.client.0.smithi028.stdout:timeout 83666 ubuntu rtd DIR 8,1 4096 2 / 2024-04-25T17:18:54.233 INFO:tasks.workunit.client.0.smithi028.stdout:timeout 83666 ubuntu txt REG 8,1 41144 7580 /usr/bin/timeout 2024-04-25T17:18:54.233 INFO:tasks.workunit.client.0.smithi028.stdout:timeout 83666 ubuntu mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-04-25T17:18:54.233 INFO:tasks.workunit.client.0.smithi028.stdout:timeout 83666 ubuntu mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-04-25T17:18:54.233 INFO:tasks.workunit.client.0.smithi028.stdout:timeout 83666 ubuntu mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-04-25T17:18:54.233 INFO:tasks.workunit.client.0.smithi028.stdout:timeout 83666 ubuntu mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-04-25T17:18:54.233 INFO:tasks.workunit.client.0.smithi028.stdout:timeout 83666 ubuntu mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-04-25T17:18:54.233 INFO:tasks.workunit.client.0.smithi028.stdout:timeout 83666 ubuntu mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-04-25T17:18:54.233 INFO:tasks.workunit.client.0.smithi028.stdout:timeout 83666 ubuntu mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-04-25T17:18:54.234 INFO:tasks.workunit.client.0.smithi028.stdout:timeout 83666 ubuntu mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-04-25T17:18:54.234 INFO:tasks.workunit.client.0.smithi028.stdout:timeout 83666 ubuntu mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-04-25T17:18:54.234 INFO:tasks.workunit.client.0.smithi028.stdout:timeout 83666 ubuntu mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-04-25T17:18:54.234 INFO:tasks.workunit.client.0.smithi028.stdout:timeout 83666 ubuntu mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-04-25T17:18:54.234 INFO:tasks.workunit.client.0.smithi028.stdout:timeout 83666 ubuntu mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-04-25T17:18:54.234 INFO:tasks.workunit.client.0.smithi028.stdout:timeout 83666 ubuntu mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-04-25T17:18:54.234 INFO:tasks.workunit.client.0.smithi028.stdout:timeout 83666 ubuntu mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-04-25T17:18:54.234 INFO:tasks.workunit.client.0.smithi028.stdout:timeout 83666 ubuntu mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-04-25T17:18:54.234 INFO:tasks.workunit.client.0.smithi028.stdout:timeout 83666 ubuntu 0r FIFO 0,13 0t0 231756 pipe 2024-04-25T17:18:54.234 INFO:tasks.workunit.client.0.smithi028.stdout:timeout 83666 ubuntu 1w FIFO 0,13 0t0 231757 pipe 2024-04-25T17:18:54.234 INFO:tasks.workunit.client.0.smithi028.stdout:timeout 83666 ubuntu 2w FIFO 0,13 0t0 231758 pipe 2024-04-25T17:18:54.234 INFO:tasks.workunit.client.0.smithi028.stdout:fsync-tes 83684 ubuntu cwd DIR 0,115 194241720 1099511627782 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-25T17:18:54.234 INFO:tasks.workunit.client.0.smithi028.stdout:fsync-tes 83684 ubuntu rtd DIR 8,1 4096 2 / 2024-04-25T17:18:54.234 INFO:tasks.workunit.client.0.smithi028.stdout:fsync-tes 83684 ubuntu txt REG 8,1 1389072 7149 /usr/bin/bash 2024-04-25T17:18:54.235 INFO:tasks.workunit.client.0.smithi028.stdout:fsync-tes 83684 ubuntu mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-04-25T17:18:54.235 INFO:tasks.workunit.client.0.smithi028.stdout:fsync-tes 83684 ubuntu mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-04-25T17:18:54.235 INFO:tasks.workunit.client.0.smithi028.stdout:fsync-tes 83684 ubuntu mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-04-25T17:18:54.235 INFO:tasks.workunit.client.0.smithi028.stdout:fsync-tes 83684 ubuntu mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-04-25T17:18:54.235 INFO:tasks.workunit.client.0.smithi028.stdout:fsync-tes 83684 ubuntu mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-04-25T17:18:54.235 INFO:tasks.workunit.client.0.smithi028.stdout:fsync-tes 83684 ubuntu mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-04-25T17:18:54.235 INFO:tasks.workunit.client.0.smithi028.stdout:fsync-tes 83684 ubuntu mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-04-25T17:18:54.235 INFO:tasks.workunit.client.0.smithi028.stdout:fsync-tes 83684 ubuntu mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-04-25T17:18:54.235 INFO:tasks.workunit.client.0.smithi028.stdout:fsync-tes 83684 ubuntu mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-04-25T17:18:54.235 INFO:tasks.workunit.client.0.smithi028.stdout:fsync-tes 83684 ubuntu mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-04-25T17:18:54.235 INFO:tasks.workunit.client.0.smithi028.stdout:fsync-tes 83684 ubuntu mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-04-25T17:18:54.235 INFO:tasks.workunit.client.0.smithi028.stdout:fsync-tes 83684 ubuntu mem REG 8,1 195080 7147 /usr/lib64/libtinfo.so.6.2 2024-04-25T17:18:54.235 INFO:tasks.workunit.client.0.smithi028.stdout:fsync-tes 83684 ubuntu mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-04-25T17:18:54.236 INFO:tasks.workunit.client.0.smithi028.stdout:fsync-tes 83684 ubuntu mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-04-25T17:18:54.236 INFO:tasks.workunit.client.0.smithi028.stdout:fsync-tes 83684 ubuntu mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-04-25T17:18:54.236 INFO:tasks.workunit.client.0.smithi028.stdout:fsync-tes 83684 ubuntu mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-04-25T17:18:54.236 INFO:tasks.workunit.client.0.smithi028.stdout:fsync-tes 83684 ubuntu 0r FIFO 0,13 0t0 231756 pipe 2024-04-25T17:18:54.236 INFO:tasks.workunit.client.0.smithi028.stdout:fsync-tes 83684 ubuntu 1w FIFO 0,13 0t0 231757 pipe 2024-04-25T17:18:54.236 INFO:tasks.workunit.client.0.smithi028.stdout:fsync-tes 83684 ubuntu 2w FIFO 0,13 0t0 231758 pipe 2024-04-25T17:18:54.236 INFO:tasks.workunit.client.0.smithi028.stdout:fsync-tes 83684 ubuntu 255r REG 8,1 207 661291 /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/fsync-tester.sh 2024-04-25T17:18:54.236 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 84130 root cwd unknown /proc/84130/cwd (readlink: Permission denied) 2024-04-25T17:18:54.236 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 84130 root rtd unknown /proc/84130/root (readlink: Permission denied) 2024-04-25T17:18:54.236 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 84130 root txt unknown /proc/84130/exe (readlink: Permission denied) 2024-04-25T17:18:54.236 INFO:tasks.workunit.client.0.smithi028.stdout:kworker/u 84130 root NOFD /proc/84130/fd (opendir: Permission denied) 2024-04-25T17:18:54.236 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu cwd DIR 0,115 194241720 1099511627782 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-25T17:18:54.236 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu rtd DIR 8,1 4096 2 / 2024-04-25T17:18:54.237 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu txt REG 8,1 179232 9797 /usr/bin/lsof 2024-04-25T17:18:54.237 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu mem REG 8,1 5431656 62277 /usr/lib64/libcrypto.so.3.2.1 2024-04-25T17:18:54.237 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-04-25T17:18:54.237 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-04-25T17:18:54.237 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-04-25T17:18:54.237 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-04-25T17:18:54.237 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-04-25T17:18:54.237 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-04-25T17:18:54.237 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-04-25T17:18:54.237 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-04-25T17:18:54.237 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-04-25T17:18:54.237 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-04-25T17:18:54.237 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-04-25T17:18:54.238 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu mem REG 8,1 196224 8914 /usr/lib64/libtirpc.so.3.0.0 2024-04-25T17:18:54.238 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-04-25T17:18:54.238 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-04-25T17:18:54.238 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-04-25T17:18:54.238 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu 0r FIFO 0,13 0t0 231756 pipe 2024-04-25T17:18:54.238 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu 1w FIFO 0,13 0t0 231757 pipe 2024-04-25T17:18:54.238 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu 2w FIFO 0,13 0t0 231758 pipe 2024-04-25T17:18:54.238 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu 3r DIR 0,20 0 1 /proc 2024-04-25T17:18:54.238 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu 4r DIR 0,20 0 232932 /proc/84691/fd 2024-04-25T17:18:54.238 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu 5w FIFO 0,13 0t0 232937 pipe 2024-04-25T17:18:54.238 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84691 ubuntu 6r FIFO 0,13 0t0 232938 pipe 2024-04-25T17:18:54.238 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84692 ubuntu cwd DIR 0,115 194241720 1099511627782 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-25T17:18:54.238 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84692 ubuntu rtd DIR 8,1 4096 2 / 2024-04-25T17:18:54.239 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84692 ubuntu txt REG 8,1 179232 9797 /usr/bin/lsof 2024-04-25T17:18:54.239 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84692 ubuntu mem REG 8,1 5431656 62277 /usr/lib64/libcrypto.so.3.2.1 2024-04-25T17:18:54.239 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84692 ubuntu mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-04-25T17:18:54.239 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84692 ubuntu mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-04-25T17:18:54.239 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84692 ubuntu mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-04-25T17:18:54.239 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84692 ubuntu mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-04-25T17:18:54.239 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84692 ubuntu mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-04-25T17:18:54.239 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84692 ubuntu mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-04-25T17:18:54.239 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84692 ubuntu mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-04-25T17:18:54.239 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84692 ubuntu mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-04-25T17:18:54.239 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84692 ubuntu mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-04-25T17:18:54.239 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84692 ubuntu mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-04-25T17:18:54.239 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84692 ubuntu mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-04-25T17:18:54.239 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84692 ubuntu mem REG 8,1 196224 8914 /usr/lib64/libtirpc.so.3.0.0 2024-04-25T17:18:54.240 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84692 ubuntu mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-04-25T17:18:54.240 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84692 ubuntu mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-04-25T17:18:54.240 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84692 ubuntu mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-04-25T17:18:54.240 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84692 ubuntu 4r FIFO 0,13 0t0 232937 pipe 2024-04-25T17:18:54.240 INFO:tasks.workunit.client.0.smithi028.stdout:lsof 84692 ubuntu 7w FIFO 0,13 0t0 232938 pipe 2024-04-25T17:18:54.240 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-25T17:18:54.240 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-25T17:18:54.309 INFO:tasks.workunit:Stopping ['suites/fsync-tester.sh'] on client.0... 2024-04-25T17:18:54.309 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-25T17:18:54.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:54 smithi042 ceph-mon[32851]: pgmap v445: 129 pgs: 129 active+clean; 258 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 10 MiB/s wr, 2.33k op/s 2024-04-25T17:18:54.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:54 smithi028 ceph-mon[29207]: pgmap v445: 129 pgs: 129 active+clean; 258 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 10 MiB/s wr, 2.33k op/s 2024-04-25T17:18:54.685 DEBUG:teuthology.parallel:result is None 2024-04-25T17:18:54.685 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-25T17:18:54.724 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-25T17:18:54.725 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-04-25T17:18:54.735 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-04-25T17:18:54.736 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:54 smithi084 ceph-mon[32752]: pgmap v445: 129 pgs: 129 active+clean; 258 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 10 MiB/s wr, 2.33k op/s 2024-04-25T17:18:56.274 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-25T17:18:56.274 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-25T17:18:56.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.404+0000 7f98f5bee640 1 -- 172.21.15.28:0/258788359 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f98f0108920 msgr2=0x7f98f010ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:56.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.404+0000 7f98f5bee640 1 --2- 172.21.15.28:0/258788359 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f98f0108920 0x7f98f010ad40 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f98e8009ca0 tx=0x7f98e802a8c0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.407 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.404+0000 7f98f5bee640 1 -- 172.21.15.28:0/258788359 shutdown_connections 2024-04-25T17:18:56.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.404+0000 7f98f5bee640 1 --2- 172.21.15.28:0/258788359 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f98f0108920 0x7f98f010ad40 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.404+0000 7f98f5bee640 1 --2- 172.21.15.28:0/258788359 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f98f0103c20 0x7f98f0104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.404+0000 7f98f5bee640 1 --2- 172.21.15.28:0/258788359 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98f01029e0 0x7f98f01036e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.404+0000 7f98f5bee640 1 -- 172.21.15.28:0/258788359 >> 172.21.15.28:0/258788359 conn(0x7f98f00fdbd0 msgr2=0x7f98f0100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:56.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.404+0000 7f98f5bee640 1 -- 172.21.15.28:0/258788359 shutdown_connections 2024-04-25T17:18:56.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.404+0000 7f98f5bee640 1 -- 172.21.15.28:0/258788359 wait complete. 2024-04-25T17:18:56.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.405+0000 7f98f5bee640 1 Processor -- start 2024-04-25T17:18:56.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.405+0000 7f98f5bee640 1 -- start start 2024-04-25T17:18:56.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.405+0000 7f98f5bee640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f98f01029e0 0x7f98f00757f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:56.408 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.405+0000 7f98f5bee640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98f0103c20 0x7f98f019eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:56.409 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.405+0000 7f98f5bee640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f98f0108920 0x7f98f01a1400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:56.409 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.405+0000 7f98f5bee640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f98f010e410 con 0x7f98f01029e0 2024-04-25T17:18:56.409 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.405+0000 7f98f5bee640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f98f010e290 con 0x7f98f0103c20 2024-04-25T17:18:56.409 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.405+0000 7f98f5bee640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f98f010e590 con 0x7f98f0108920 2024-04-25T17:18:56.409 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.405+0000 7f98ef7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f98f01029e0 0x7f98f00757f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:56.409 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.406+0000 7f98ef7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f98f01029e0 0x7f98f00757f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44866/0 (socket says 172.21.15.28:44866) 2024-04-25T17:18:56.409 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.406+0000 7f98ef7fe640 1 -- 172.21.15.28:0/1201838666 learned_addr learned my addr 172.21.15.28:0/1201838666 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:56.409 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.406+0000 7f98eeffd640 1 --2- 172.21.15.28:0/1201838666 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98f0103c20 0x7f98f019eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:56.409 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.406+0000 7f98effff640 1 --2- 172.21.15.28:0/1201838666 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f98f0108920 0x7f98f01a1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:56.409 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.406+0000 7f98ef7fe640 1 -- 172.21.15.28:0/1201838666 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f98f0108920 msgr2=0x7f98f01a1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:56.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.406+0000 7f98ef7fe640 1 --2- 172.21.15.28:0/1201838666 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f98f0108920 0x7f98f01a1400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.406+0000 7f98ef7fe640 1 -- 172.21.15.28:0/1201838666 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98f0103c20 msgr2=0x7f98f019eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:56.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.406+0000 7f98ef7fe640 1 --2- 172.21.15.28:0/1201838666 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98f0103c20 0x7f98f019eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.406+0000 7f98ef7fe640 1 -- 172.21.15.28:0/1201838666 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98f01a1bd0 con 0x7f98f01029e0 2024-04-25T17:18:56.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.406+0000 7f98ef7fe640 1 --2- 172.21.15.28:0/1201838666 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f98f01029e0 0x7f98f00757f0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f98e400e9f0 tx=0x7f98e400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:56.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.406+0000 7f98ecff9640 1 -- 172.21.15.28:0/1201838666 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e400ccc0 con 0x7f98f01029e0 2024-04-25T17:18:56.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.406+0000 7f98ecff9640 1 -- 172.21.15.28:0/1201838666 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f98e40044b0 con 0x7f98f01029e0 2024-04-25T17:18:56.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.406+0000 7f98ecff9640 1 -- 172.21.15.28:0/1201838666 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e4010430 con 0x7f98f01029e0 2024-04-25T17:18:56.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.406+0000 7f98f5bee640 1 -- 172.21.15.28:0/1201838666 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98f01a1ec0 con 0x7f98f01029e0 2024-04-25T17:18:56.410 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.406+0000 7f98f5bee640 1 -- 172.21.15.28:0/1201838666 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98f01a2320 con 0x7f98f01029e0 2024-04-25T17:18:56.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.409+0000 7f98fcb74740 1 Processor -- start 2024-04-25T17:18:56.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.410+0000 7f98fcb74740 1 -- start start 2024-04-25T17:18:56.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.410+0000 7f98ecff9640 1 -- 172.21.15.28:0/1201838666 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f98e4003f90 con 0x7f98f01029e0 2024-04-25T17:18:56.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.410+0000 7f98fcb74740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5631ee99f390 0x5631eed40a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:56.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.410+0000 7f98fcb74740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee9764d0 0x5631eed40fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:56.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.410+0000 7f98fcb74740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631ee97e6b0 0x5631eed41c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:56.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.410+0000 7f98fcb74740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x5631eeca5d80 con 0x5631ee9764d0 2024-04-25T17:18:56.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.410+0000 7f98fcb74740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5631eec5f8b0 con 0x5631ee99f390 2024-04-25T17:18:56.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.410+0000 7f98fcb74740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5631eeca1d40 con 0x5631ee97e6b0 2024-04-25T17:18:56.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.410+0000 7f98effff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5631ee99f390 0x5631eed40a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:56.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.410+0000 7f98effff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5631ee99f390 0x5631eed40a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.28:60910/0 (socket says 172.21.15.28:60910) 2024-04-25T17:18:56.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.410+0000 7f98effff640 1 -- 172.21.15.28:0/43560486 learned_addr learned my addr 172.21.15.28:0/43560486 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:56.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.410+0000 7f98eeffd640 1 --2- 172.21.15.28:0/43560486 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631ee97e6b0 0x5631eed41c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:56.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.411+0000 7f98ef7fe640 1 --2- 172.21.15.28:0/43560486 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee9764d0 0x5631eed40fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:56.414 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.411+0000 7f98effff640 1 -- 172.21.15.28:0/43560486 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631ee97e6b0 msgr2=0x5631eed41c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:56.414 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.411+0000 7f98effff640 1 --2- 172.21.15.28:0/43560486 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631ee97e6b0 0x5631eed41c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.414 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.411+0000 7f98effff640 1 -- 172.21.15.28:0/43560486 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee9764d0 msgr2=0x5631eed40fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:56.414 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.411+0000 7f98effff640 1 --2- 172.21.15.28:0/43560486 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee9764d0 0x5631eed40fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.414 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.411+0000 7f98effff640 1 -- 172.21.15.28:0/43560486 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5631eec30a40 con 0x5631ee99f390 2024-04-25T17:18:56.414 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.411+0000 7f98eeffd640 1 --2- 172.21.15.28:0/43560486 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631ee97e6b0 0x5631eed41c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:18:56.414 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.411+0000 7f98effff640 1 --2- 172.21.15.28:0/43560486 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5631ee99f390 0x5631eed40a60 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f98e8035000 tx=0x7f98e8009880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9356738a541fa836 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:56.414 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.412+0000 7f98ecff9640 1 --2- 172.21.15.28:0/1201838666 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f98d80afaf0 0x7f98d80b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:56.414 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.412+0000 7f98ef7fe640 1 --2- 172.21.15.28:0/1201838666 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f98d80afaf0 0x7f98d80b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:56.414 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.412+0000 7f98d5ffb640 1 -- 172.21.15.28:0/43560486 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e80316d0 con 0x5631ee99f390 2024-04-25T17:18:56.415 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.412+0000 7f98d5ffb640 1 -- 172.21.15.28:0/43560486 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f98e8036040 con 0x5631ee99f390 2024-04-25T17:18:56.415 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.412+0000 7f98ecff9640 1 -- 172.21.15.28:0/1201838666 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f98e40df3b0 con 0x7f98f01029e0 2024-04-25T17:18:56.415 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.412+0000 7f98d5ffb640 1 -- 172.21.15.28:0/43560486 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e8004370 con 0x5631ee99f390 2024-04-25T17:18:56.417 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.413+0000 7f98fcb74740 1 -- 172.21.15.28:0/43560486 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5631ee99f390 msgr2=0x5631eed40a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:56.418 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.413+0000 7f98fcb74740 1 --2- 172.21.15.28:0/43560486 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5631ee99f390 0x5631eed40a60 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f98e8035000 tx=0x7f98e8009880 comp rx=0 tx=0).stop 2024-04-25T17:18:56.418 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.413+0000 7f98ef7fe640 1 --2- 172.21.15.28:0/1201838666 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f98d80afaf0 0x7f98d80b2000 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x5631eed40780 tx=0x7f98e4000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:56.418 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.413+0000 7f98fcb74740 1 -- 172.21.15.28:0/43560486 shutdown_connections 2024-04-25T17:18:56.418 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.413+0000 7f98fcb74740 1 --2- 172.21.15.28:0/43560486 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631ee97e6b0 0x5631eed41c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.418 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.413+0000 7f98fcb74740 1 --2- 172.21.15.28:0/43560486 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee9764d0 0x5631eed40fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.418 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.413+0000 7f98fcb74740 1 --2- 172.21.15.28:0/43560486 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5631ee99f390 0x5631eed40a60 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.418 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.413+0000 7f98fcb74740 1 -- 172.21.15.28:0/43560486 >> 172.21.15.28:0/43560486 conn(0x5631ee9934e0 msgr2=0x5631eed3c270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:56.418 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.413+0000 7f98fcb74740 1 -- 172.21.15.28:0/43560486 shutdown_connections 2024-04-25T17:18:56.418 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.413+0000 7f98fcb74740 1 -- 172.21.15.28:0/43560486 wait complete. 2024-04-25T17:18:56.418 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.414+0000 7f98fcb74740 1 -- start start 2024-04-25T17:18:56.418 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.414+0000 7f98fcb74740 1 Processor -- start 2024-04-25T17:18:56.419 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.414+0000 7f98fcb74740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631ee9764d0 0x5631eed4ed40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:56.419 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.414+0000 7f98fcb74740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee97e6b0 0x5631eed4f280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:56.419 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.414+0000 7f98fcb74740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5631ee99f390 0x5631eed561e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:56.419 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.414+0000 7f98fcb74740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x5631eed42720 con 0x5631ee97e6b0 2024-04-25T17:18:56.419 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.414+0000 7f98fcb74740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5631eec2cd10 con 0x5631ee99f390 2024-04-25T17:18:56.419 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.414+0000 7f98fcb74740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5631eed428a0 con 0x5631ee9764d0 2024-04-25T17:18:56.419 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.414+0000 7f98fcb74740 10 client.0 _ll_register_callbacks cb 0x5631eec59210 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:18:56.419 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.415+0000 7f98eeffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee97e6b0 0x5631eed4f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:56.419 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.415+0000 7f98effff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631ee9764d0 0x5631eed4ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:56.419 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.415+0000 7f98eeffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee97e6b0 0x5631eed4f280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44886/0 (socket says 172.21.15.28:44886) 2024-04-25T17:18:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.415+0000 7f98eeffd640 1 -- 172.21.15.28:0/555241215 learned_addr learned my addr 172.21.15.28:0/555241215 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.415+0000 7f98effff640 1 --2- 172.21.15.28:0/555241215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5631ee99f390 0x5631eed561e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.415+0000 7f98eeffd640 1 -- 172.21.15.28:0/555241215 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631ee9764d0 msgr2=0x5631eed4ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.415+0000 7f98eeffd640 1 --2- 172.21.15.28:0/555241215 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631ee9764d0 0x5631eed4ed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.415+0000 7f98eeffd640 1 -- 172.21.15.28:0/555241215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5631ee99f390 msgr2=0x5631eed561e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.415+0000 7f98eeffd640 1 --2- 172.21.15.28:0/555241215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5631ee99f390 0x5631eed561e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.415+0000 7f98eeffd640 1 -- 172.21.15.28:0/555241215 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5631eea817d0 con 0x5631ee97e6b0 2024-04-25T17:18:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.416+0000 7f98eeffd640 1 --2- 172.21.15.28:0/555241215 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee97e6b0 0x5631eed4f280 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f98e0012720 tx=0x7f98e0012be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4865aa52f38d05da server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.416+0000 7f98ceffd640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:18:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.417+0000 7f98ceffd640 1 -- 172.21.15.28:0/555241215 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e0004050 con 0x5631ee97e6b0 2024-04-25T17:18:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.417+0000 7f98ceffd640 1 -- 172.21.15.28:0/555241215 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f98e00041f0 con 0x5631ee97e6b0 2024-04-25T17:18:56.422 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.418+0000 7f98fcb74740 1 -- 172.21.15.28:0/555241215 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f98e8036040 con 0x5631ee97e6b0 2024-04-25T17:18:56.422 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.418+0000 7f98ceffd640 1 -- 172.21.15.28:0/555241215 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f98e00043f0 con 0x5631ee97e6b0 2024-04-25T17:18:56.422 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.419+0000 7f98fcb74740 10 client.16086 fetch_fsmap learned FSMap version 24 2024-04-25T17:18:56.422 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.419+0000 7f98fcb74740 1 -- 172.21.15.28:0/555241215 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5631ee9b73f0 con 0x5631ee97e6b0 2024-04-25T17:18:56.422 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.419+0000 7f98ceffd640 1 -- 172.21.15.28:0/555241215 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f98e8036040 con 0x5631ee97e6b0 2024-04-25T17:18:56.422 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.420+0000 7f98ceffd640 1 -- 172.21.15.28:0/555241215 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f98e0003ad0 con 0x5631ee97e6b0 2024-04-25T17:18:56.423 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.420+0000 7f98fcb74740 10 client.16086 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:18:56.423 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.420+0000 7f98fcb74740 10 client.16086 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:18:56.423 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.420+0000 7f98fcb74740 20 client.16086 populate_metadata read hostname 'smithi028' 2024-04-25T17:18:56.423 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.420+0000 7f98fcb74740 1 --2- 172.21.15.28:0/555241215 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5631ee95df60 0x5631eed5c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:56.423 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.420+0000 7f98fcb74740 4 client.16086 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:18:56.423 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.420+0000 7f98fcb74740 1 -- 172.21.15.28:0/555241215 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5631eecb3990 con 0x5631ee95df60 2024-04-25T17:18:56.423 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.420+0000 7f98effff640 1 --2- 172.21.15.28:0/555241215 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5631ee95df60 0x5631eed5c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:56.423 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.421+0000 7f98ceffd640 10 client.16086 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:18:56.423 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.421+0000 7f98effff640 1 --2- 172.21.15.28:0/555241215 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5631ee95df60 0x5631eed5c6b0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=17880019655d6da9 server_cookie=1502e5f70e84359a in_seq=0 out_seq=0 2024-04-25T17:18:56.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.425+0000 7f98ceffd640 1 -- 172.21.15.28:0/555241215 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5631eecb3990 con 0x5631ee95df60 2024-04-25T17:18:56.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.425+0000 7f98ceffd640 10 client.16086 handle_command_reply: tid=0 2024-04-25T17:18:56.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.425+0000 7f98fcb74740 1 client.16086 shutdown 2024-04-25T17:18:56.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.426+0000 7f98fcb74740 1 -- 172.21.15.28:0/555241215 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee97e6b0 msgr2=0x5631eed4f280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:56.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.426+0000 7f98fcb74740 1 --2- 172.21.15.28:0/555241215 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee97e6b0 0x5631eed4f280 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f98e0012720 tx=0x7f98e0012be0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.426+0000 7f98fcb74740 1 -- 172.21.15.28:0/555241215 shutdown_connections 2024-04-25T17:18:56.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.426+0000 7f98fcb74740 1 --2- 172.21.15.28:0/555241215 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5631ee95df60 0x5631eed5c6b0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.426+0000 7f98fcb74740 1 --2- 172.21.15.28:0/555241215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5631ee99f390 0x5631eed561e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.426+0000 7f98fcb74740 1 --2- 172.21.15.28:0/555241215 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee97e6b0 0x5631eed4f280 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.426+0000 7f98fcb74740 1 --2- 172.21.15.28:0/555241215 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631ee9764d0 0x5631eed4ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.426+0000 7f98fcb74740 1 -- 172.21.15.28:0/555241215 >> 172.21.15.28:0/555241215 conn(0x5631ee9934e0 msgr2=0x5631eed3f180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:56.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.426+0000 7f98ceffd640 0 client.16086 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:18:56.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.429+0000 7f98fcb74740 1 -- 172.21.15.28:0/555241215 shutdown_connections 2024-04-25T17:18:56.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.431+0000 7f98fcb74740 1 -- 172.21.15.28:0/555241215 wait complete. 2024-04-25T17:18:56.432 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.432+0000 7f98fcb74740 20 client.16086 trim_cache size 0 max 16384 2024-04-25T17:18:56.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.468+0000 7f98fcb74740 1 Processor -- start 2024-04-25T17:18:56.470 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.469+0000 7f98fcb74740 1 -- start start 2024-04-25T17:18:56.470 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.469+0000 7f98fcb74740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee9764d0 0x5631eed3c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:56.470 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.469+0000 7f98fcb74740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5631ee97e6b0 0x5631eed56100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:56.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.469+0000 7f98fcb74740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631ee99f390 0x5631eed3f070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:56.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.469+0000 7f98fcb74740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f98f01ad040 con 0x5631ee9764d0 2024-04-25T17:18:56.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.469+0000 7f98fcb74740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f98f01aa910 con 0x5631ee97e6b0 2024-04-25T17:18:56.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.469+0000 7f98fcb74740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f98f01a8760 con 0x5631ee99f390 2024-04-25T17:18:56.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.470+0000 7f98effff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee9764d0 0x5631eed3c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:56.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.470+0000 7f98effff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee9764d0 0x5631eed3c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44898/0 (socket says 172.21.15.28:44898) 2024-04-25T17:18:56.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.470+0000 7f98effff640 1 -- 172.21.15.28:0/1288454756 learned_addr learned my addr 172.21.15.28:0/1288454756 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:56.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.470+0000 7f98effff640 1 --2- 172.21.15.28:0/1288454756 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631ee99f390 0x5631eed3f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:56.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.470+0000 7f98eeffd640 1 --2- 172.21.15.28:0/1288454756 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5631ee97e6b0 0x5631eed56100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:56.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.470+0000 7f98effff640 1 -- 172.21.15.28:0/1288454756 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631ee99f390 msgr2=0x5631eed3f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:56.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.470+0000 7f98effff640 1 --2- 172.21.15.28:0/1288454756 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631ee99f390 0x5631eed3f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.470+0000 7f98effff640 1 -- 172.21.15.28:0/1288454756 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5631ee97e6b0 msgr2=0x5631eed56100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:56.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.470+0000 7f98effff640 1 --2- 172.21.15.28:0/1288454756 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5631ee97e6b0 0x5631eed56100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.470+0000 7f98effff640 1 -- 172.21.15.28:0/1288454756 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5631ee9770f0 con 0x5631ee9764d0 2024-04-25T17:18:56.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.472+0000 7f98effff640 1 --2- 172.21.15.28:0/1288454756 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee9764d0 0x5631eed3c3b0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f98e8031920 tx=0x7f98e8009880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=546e1bfcc0286eb server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:56.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.473+0000 7f98d57fa640 1 -- 172.21.15.28:0/1288454756 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e8031b30 con 0x5631ee9764d0 2024-04-25T17:18:56.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.474+0000 7f98d57fa640 1 -- 172.21.15.28:0/1288454756 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f98e8036070 con 0x5631ee9764d0 2024-04-25T17:18:56.474 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.474+0000 7f98d57fa640 1 -- 172.21.15.28:0/1288454756 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e8004560 con 0x5631ee9764d0 2024-04-25T17:18:56.475 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.475+0000 7f98fcb74740 1 -- 172.21.15.28:0/1288454756 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee9764d0 msgr2=0x5631eed3c3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:56.475 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.475+0000 7f98fcb74740 1 --2- 172.21.15.28:0/1288454756 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee9764d0 0x5631eed3c3b0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f98e8031920 tx=0x7f98e8009880 comp rx=0 tx=0).stop 2024-04-25T17:18:56.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.477+0000 7f98fcb74740 1 -- 172.21.15.28:0/1288454756 shutdown_connections 2024-04-25T17:18:56.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.477+0000 7f98fcb74740 1 --2- 172.21.15.28:0/1288454756 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631ee99f390 0x5631eed3f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.477+0000 7f98fcb74740 1 --2- 172.21.15.28:0/1288454756 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5631ee97e6b0 0x5631eed56100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.477+0000 7f98fcb74740 1 --2- 172.21.15.28:0/1288454756 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee9764d0 0x5631eed3c3b0 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.478 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.477+0000 7f98fcb74740 1 -- 172.21.15.28:0/1288454756 >> 172.21.15.28:0/1288454756 conn(0x5631ee9934e0 msgr2=0x5631eed3bca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:56.479 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.478+0000 7f98fcb74740 1 -- 172.21.15.28:0/1288454756 shutdown_connections 2024-04-25T17:18:56.479 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.479+0000 7f98fcb74740 1 -- 172.21.15.28:0/1288454756 wait complete. 2024-04-25T17:18:56.480 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.479+0000 7f98fcb74740 1 -- start start 2024-04-25T17:18:56.480 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.479+0000 7f98fcb74740 1 Processor -- start 2024-04-25T17:18:56.480 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.480+0000 7f98fcb74740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5631ee9764d0 0x5631eed533f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:56.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.480+0000 7f98fcb74740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee97e6b0 0x5631eed53930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:56.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.480+0000 7f98fcb74740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631ee99f390 0x5631eed54860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:56.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.480+0000 7f98fcb74740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f98f01a8dd0 con 0x5631ee97e6b0 2024-04-25T17:18:56.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.480+0000 7f98fcb74740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f98f01aa240 con 0x5631ee9764d0 2024-04-25T17:18:56.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.480+0000 7f98fcb74740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f98f01a94a0 con 0x5631ee99f390 2024-04-25T17:18:56.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.480+0000 7f98fcb74740 10 client.0 _ll_register_callbacks cb 0x7f98e0009910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:18:56.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.481+0000 7f98eeffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee97e6b0 0x5631eed53930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:56.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.481+0000 7f98eeffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee97e6b0 0x5631eed53930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44908/0 (socket says 172.21.15.28:44908) 2024-04-25T17:18:56.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.481+0000 7f98eeffd640 1 -- 172.21.15.28:0/993486957 learned_addr learned my addr 172.21.15.28:0/993486957 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:56.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.481+0000 7f98effff640 1 --2- 172.21.15.28:0/993486957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5631ee9764d0 0x5631eed533f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:56.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.481+0000 7f98effff640 1 --2- 172.21.15.28:0/993486957 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631ee99f390 0x5631eed54860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:56.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.482+0000 7f98effff640 1 -- 172.21.15.28:0/993486957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5631ee9764d0 msgr2=0x5631eed533f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:56.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.482+0000 7f98effff640 1 --2- 172.21.15.28:0/993486957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5631ee9764d0 0x5631eed533f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.482+0000 7f98effff640 1 -- 172.21.15.28:0/993486957 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee97e6b0 msgr2=0x5631eed53930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:56.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.482+0000 7f98effff640 1 --2- 172.21.15.28:0/993486957 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee97e6b0 0x5631eed53930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.482+0000 7f98effff640 1 -- 172.21.15.28:0/993486957 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5631eec664b0 con 0x5631ee99f390 2024-04-25T17:18:56.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.482+0000 7f98eeffd640 1 --2- 172.21.15.28:0/993486957 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee97e6b0 0x5631eed53930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:18:56.484 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.483+0000 7f98effff640 1 --2- 172.21.15.28:0/993486957 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631ee99f390 0x5631eed54860 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f98e8033040 tx=0x7f98e8009a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=60a61ae1efc6d510 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:56.484 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.483+0000 7f98ceffd640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-25T17:18:56.484 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.483+0000 7f98ceffd640 1 -- 172.21.15.28:0/993486957 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e8003b70 con 0x5631ee99f390 2024-04-25T17:18:56.484 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.483+0000 7f98fcb74740 1 -- 172.21.15.28:0/993486957 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f98e8036070 con 0x5631ee99f390 2024-04-25T17:18:56.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.484+0000 7f98ceffd640 1 -- 172.21.15.28:0/993486957 <== mon.1 v2:172.21.15.84:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f98e8003d10 con 0x5631ee99f390 2024-04-25T17:18:56.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.484+0000 7f98ceffd640 1 -- 172.21.15.28:0/993486957 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f98e806c050 con 0x5631ee99f390 2024-04-25T17:18:56.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.485+0000 7f98fcb74740 10 client.25720 fetch_fsmap learned FSMap version 24 2024-04-25T17:18:56.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.485+0000 7f98fcb74740 1 -- 172.21.15.28:0/993486957 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5631eed55af0 con 0x5631ee99f390 2024-04-25T17:18:56.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.487+0000 7f98ceffd640 1 -- 172.21.15.28:0/993486957 <== mon.1 v2:172.21.15.84:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f98e8036070 con 0x5631ee99f390 2024-04-25T17:18:56.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.487+0000 7f98ceffd640 1 -- 172.21.15.28:0/993486957 <== mon.1 v2:172.21.15.84:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f98e80309a0 con 0x5631ee99f390 2024-04-25T17:18:56.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.487+0000 7f98fcb74740 10 client.25720 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:18:56.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.487+0000 7f98fcb74740 10 client.25720 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:18:56.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.487+0000 7f98fcb74740 20 client.25720 populate_metadata read hostname 'smithi028' 2024-04-25T17:18:56.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.487+0000 7f98fcb74740 1 --2- 172.21.15.28:0/993486957 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5631ee9333a0 0x5631eed55f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:56.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.487+0000 7f98fcb74740 4 client.25720 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-25T17:18:56.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.487+0000 7f98fcb74740 1 -- 172.21.15.28:0/993486957 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5631eecad800 con 0x5631ee9333a0 2024-04-25T17:18:56.490 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.490+0000 7f98eeffd640 1 --2- 172.21.15.28:0/993486957 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5631ee9333a0 0x5631eed55f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:56.493 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.493+0000 7f98eeffd640 1 --2- 172.21.15.28:0/993486957 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5631ee9333a0 0x5631eed55f10 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=abe096c59c18b89 server_cookie=c5c40bc2fcb38ab7 in_seq=0 out_seq=0 2024-04-25T17:18:56.494 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.493+0000 7f98ceffd640 10 client.25720 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:18:56.496 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.496+0000 7f98ceffd640 1 -- 172.21.15.28:0/993486957 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5631eecad800 con 0x5631ee9333a0 2024-04-25T17:18:56.496 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.496+0000 7f98ceffd640 10 client.25720 handle_command_reply: tid=0 2024-04-25T17:18:56.496 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.496+0000 7f98fcb74740 1 client.25720 shutdown 2024-04-25T17:18:56.497 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.496+0000 7f98fcb74740 1 -- 172.21.15.28:0/993486957 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631ee99f390 msgr2=0x5631eed54860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:56.497 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.496+0000 7f98fcb74740 1 --2- 172.21.15.28:0/993486957 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631ee99f390 0x5631eed54860 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f98e8033040 tx=0x7f98e8009a20 comp rx=0 tx=0).stop 2024-04-25T17:18:56.497 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.497+0000 7f98fcb74740 1 -- 172.21.15.28:0/993486957 shutdown_connections 2024-04-25T17:18:56.497 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.497+0000 7f98fcb74740 1 --2- 172.21.15.28:0/993486957 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x5631ee9333a0 0x5631eed55f10 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.497 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.497+0000 7f98fcb74740 1 --2- 172.21.15.28:0/993486957 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631ee99f390 0x5631eed54860 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.497 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.497+0000 7f98fcb74740 1 --2- 172.21.15.28:0/993486957 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x5631ee97e6b0 0x5631eed53930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.497 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.497+0000 7f98fcb74740 1 --2- 172.21.15.28:0/993486957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5631ee9764d0 0x5631eed533f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.497 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.497+0000 7f98fcb74740 1 -- 172.21.15.28:0/993486957 >> 172.21.15.28:0/993486957 conn(0x5631ee9934e0 msgr2=0x5631eed3a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:56.497 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.497+0000 7f98ceffd640 0 client.25720 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:18:56.498 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.498+0000 7f98fcb74740 1 -- 172.21.15.28:0/993486957 shutdown_connections 2024-04-25T17:18:56.498 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.498+0000 7f98fcb74740 1 -- 172.21.15.28:0/993486957 wait complete. 2024-04-25T17:18:56.498 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.498+0000 7f98fcb74740 20 client.25720 trim_cache size 0 max 16384 2024-04-25T17:18:56.500 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:18:56.500 INFO:teuthology.orchestra.run.smithi028.stdout: "status": "no active scrubs running", 2024-04-25T17:18:56.500 INFO:teuthology.orchestra.run.smithi028.stdout: "scrubs": {} 2024-04-25T17:18:56.500 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:18:56.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.500+0000 7f98f5bee640 1 -- 172.21.15.28:0/1201838666 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f98d80afaf0 msgr2=0x7f98d80b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:56.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.500+0000 7f98f5bee640 1 --2- 172.21.15.28:0/1201838666 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f98d80afaf0 0x7f98d80b2000 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x5631eed40780 tx=0x7f98e4000bc0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.500+0000 7f98f5bee640 1 -- 172.21.15.28:0/1201838666 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f98f01029e0 msgr2=0x7f98f00757f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:56.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.500+0000 7f98f5bee640 1 --2- 172.21.15.28:0/1201838666 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f98f01029e0 0x7f98f00757f0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f98e400e9f0 tx=0x7f98e400eeb0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.501+0000 7f98f5bee640 1 -- 172.21.15.28:0/1201838666 shutdown_connections 2024-04-25T17:18:56.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.501+0000 7f98f5bee640 1 --2- 172.21.15.28:0/1201838666 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f98d80afaf0 0x7f98d80b2000 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.501+0000 7f98f5bee640 1 --2- 172.21.15.28:0/1201838666 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f98f0108920 0x7f98f01a1400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.501+0000 7f98f5bee640 1 --2- 172.21.15.28:0/1201838666 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98f0103c20 0x7f98f019eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.501+0000 7f98f5bee640 1 --2- 172.21.15.28:0/1201838666 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f98f01029e0 0x7f98f00757f0 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.501+0000 7f98f5bee640 1 -- 172.21.15.28:0/1201838666 >> 172.21.15.28:0/1201838666 conn(0x7f98f00fdbd0 msgr2=0x7f98f0104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:56.503 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.502+0000 7f98f5bee640 1 -- 172.21.15.28:0/1201838666 shutdown_connections 2024-04-25T17:18:56.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.503+0000 7f98f5bee640 1 -- 172.21.15.28:0/1201838666 wait complete. 2024-04-25T17:18:56.523 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-25T17:18:56.523 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:18:56.558 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:56 smithi028 ceph-mon[29207]: pgmap v446: 129 pgs: 129 active+clean; 258 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 12 MiB/s wr, 2.67k op/s 2024-04-25T17:18:56.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:56 smithi042 ceph-mon[32851]: pgmap v446: 129 pgs: 129 active+clean; 258 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 12 MiB/s wr, 2.67k op/s 2024-04-25T17:18:56.680 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.680+0000 7f2981e92640 1 -- 172.21.15.28:0/1315828106 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f297c103c40 msgr2=0x7f297c104050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:56.681 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.680+0000 7f2981e92640 1 --2- 172.21.15.28:0/1315828106 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f297c103c40 0x7f297c104050 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f2964009900 tx=0x7f296402a410 comp rx=0 tx=0).stop 2024-04-25T17:18:56.681 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.680+0000 7f2981e92640 1 -- 172.21.15.28:0/1315828106 shutdown_connections 2024-04-25T17:18:56.681 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.680+0000 7f2981e92640 1 --2- 172.21.15.28:0/1315828106 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f297c108940 0x7f297c10ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.681 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.680+0000 7f2981e92640 1 --2- 172.21.15.28:0/1315828106 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f297c103c40 0x7f297c104050 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.681 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.680+0000 7f2981e92640 1 --2- 172.21.15.28:0/1315828106 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f297c102a00 0x7f297c103700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.681 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.680+0000 7f2981e92640 1 -- 172.21.15.28:0/1315828106 >> 172.21.15.28:0/1315828106 conn(0x7f297c0fdbf0 msgr2=0x7f297c1000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:56.681 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.680+0000 7f2981e92640 1 -- 172.21.15.28:0/1315828106 shutdown_connections 2024-04-25T17:18:56.681 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.680+0000 7f2981e92640 1 -- 172.21.15.28:0/1315828106 wait complete. 2024-04-25T17:18:56.681 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.680+0000 7f2981e92640 1 Processor -- start 2024-04-25T17:18:56.681 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.680+0000 7f2981e92640 1 -- start start 2024-04-25T17:18:56.684 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.681+0000 7f2981e92640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f297c102a00 0x7f297c06aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:56.684 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.681+0000 7f2981e92640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f297c103c40 0x7f297c19ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:56.684 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.681+0000 7f2981e92640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f297c108940 0x7f297c1a1380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:56.684 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.681+0000 7f2981e92640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f297c10e3b0 con 0x7f297c102a00 2024-04-25T17:18:56.684 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.681+0000 7f2981e92640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f297c10e230 con 0x7f297c103c40 2024-04-25T17:18:56.684 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.681+0000 7f2981e92640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f297c10e530 con 0x7f297c108940 2024-04-25T17:18:56.684 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.681+0000 7f297b7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f297c102a00 0x7f297c06aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:56.685 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.681+0000 7f297b7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f297c102a00 0x7f297c06aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44914/0 (socket says 172.21.15.28:44914) 2024-04-25T17:18:56.685 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.681+0000 7f297b7fe640 1 -- 172.21.15.28:0/2548982428 learned_addr learned my addr 172.21.15.28:0/2548982428 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:56.685 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.681+0000 7f2972ffd640 1 --2- 172.21.15.28:0/2548982428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f297c103c40 0x7f297c19ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:56.685 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.681+0000 7f297bfff640 1 --2- 172.21.15.28:0/2548982428 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f297c108940 0x7f297c1a1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:56.685 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.681+0000 7f297b7fe640 1 -- 172.21.15.28:0/2548982428 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f297c108940 msgr2=0x7f297c1a1380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:56.685 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.681+0000 7f297b7fe640 1 --2- 172.21.15.28:0/2548982428 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f297c108940 0x7f297c1a1380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.685 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.681+0000 7f297b7fe640 1 -- 172.21.15.28:0/2548982428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f297c103c40 msgr2=0x7f297c19ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:56.685 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.681+0000 7f297b7fe640 1 --2- 172.21.15.28:0/2548982428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f297c103c40 0x7f297c19ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.685 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.681+0000 7f297b7fe640 1 -- 172.21.15.28:0/2548982428 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f297c1a1ba0 con 0x7f297c102a00 2024-04-25T17:18:56.685 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.681+0000 7f2972ffd640 1 --2- 172.21.15.28:0/2548982428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f297c103c40 0x7f297c19ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:18:56.685 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.681+0000 7f297b7fe640 1 --2- 172.21.15.28:0/2548982428 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f297c102a00 0x7f297c06aa70 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f296c00d740 tx=0x7f296c00dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:56.685 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.682+0000 7f29797fa640 1 -- 172.21.15.28:0/2548982428 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296c017070 con 0x7f297c102a00 2024-04-25T17:18:56.685 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.682+0000 7f29797fa640 1 -- 172.21.15.28:0/2548982428 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f296c00de50 con 0x7f297c102a00 2024-04-25T17:18:56.685 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.682+0000 7f2981e92640 1 -- 172.21.15.28:0/2548982428 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f297c1a1e90 con 0x7f297c102a00 2024-04-25T17:18:56.686 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.682+0000 7f29797fa640 1 -- 172.21.15.28:0/2548982428 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296c003bb0 con 0x7f297c102a00 2024-04-25T17:18:56.686 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.682+0000 7f2981e92640 1 -- 172.21.15.28:0/2548982428 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f297c1a2350 con 0x7f297c102a00 2024-04-25T17:18:56.686 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.683+0000 7f2981e92640 1 -- 172.21.15.28:0/2548982428 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f297c107750 con 0x7f297c102a00 2024-04-25T17:18:56.686 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.685+0000 7f29797fa640 1 -- 172.21.15.28:0/2548982428 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f296c003d50 con 0x7f297c102a00 2024-04-25T17:18:56.687 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.685+0000 7f29797fa640 1 --2- 172.21.15.28:0/2548982428 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f29680afc20 0x7f29680b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:56.687 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.685+0000 7f29797fa640 1 -- 172.21.15.28:0/2548982428 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f296c0dedc0 con 0x7f297c102a00 2024-04-25T17:18:56.687 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.685+0000 7f2972ffd640 1 --2- 172.21.15.28:0/2548982428 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f29680afc20 0x7f29680b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:56.687 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.686+0000 7f2972ffd640 1 --2- 172.21.15.28:0/2548982428 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f29680afc20 0x7f29680b2130 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f2964006010 tx=0x7f2964031420 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:56.689 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.689+0000 7f29797fa640 1 -- 172.21.15.28:0/2548982428 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f296c0a76a0 con 0x7f297c102a00 2024-04-25T17:18:56.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:56 smithi084 ceph-mon[32752]: pgmap v446: 129 pgs: 129 active+clean; 258 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 12 MiB/s wr, 2.67k op/s 2024-04-25T17:18:56.915 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.915+0000 7f2981e92640 1 -- 172.21.15.28:0/2548982428 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f297c02db50 con 0x7f297c102a00 2024-04-25T17:18:56.916 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.916+0000 7f29797fa640 1 -- 172.21.15.28:0/2548982428 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11858 (secure 0 0 0) 0x7f296c0a6fa0 con 0x7f297c102a00 2024-04-25T17:18:56.916 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:18:56.916 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14661,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6839/1659868687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6838","nonce":1659868687},{"type":"v1","addr":"172.21.15.28:6839","nonce":1659868687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14673,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6841/1611935230","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6840","nonce":1611935230},{"type":"v1","addr":"172.21.15.28:6841","nonce":1611935230}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T17:13:42.616399+0000","modified":"2024-04-25T17:16:06.660081+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24551,"mds_1":24532,"mds_2":24506},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6837/1172878965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1172878965},{"type":"v1","addr":"172.21.15.84:6837","nonce":1172878965}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.42:6837/229475507","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":229475507},{"type":"v1","addr":"172.21.15.42:6837","nonce":229475507}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.84:6839/1332945442","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":1332945442},{"type":"v1","addr":"172.21.15.84:6839","nonce":1332945442}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.42:6839/616693654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":616693654},{"type":"v1","addr":"172.21.15.42:6839","nonce":616693654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24551,24506,24532]},"id":1}]} 2024-04-25T17:18:56.917 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 24 2024-04-25T17:18:56.918 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.918+0000 7f2981e92640 1 -- 172.21.15.28:0/2548982428 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f29680afc20 msgr2=0x7f29680b2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:56.918 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.918+0000 7f2981e92640 1 --2- 172.21.15.28:0/2548982428 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f29680afc20 0x7f29680b2130 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f2964006010 tx=0x7f2964031420 comp rx=0 tx=0).stop 2024-04-25T17:18:56.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.918+0000 7f2981e92640 1 -- 172.21.15.28:0/2548982428 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f297c102a00 msgr2=0x7f297c06aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:56.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.918+0000 7f2981e92640 1 --2- 172.21.15.28:0/2548982428 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f297c102a00 0x7f297c06aa70 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f296c00d740 tx=0x7f296c00dc00 comp rx=0 tx=0).stop 2024-04-25T17:18:56.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.918+0000 7f2981e92640 1 -- 172.21.15.28:0/2548982428 shutdown_connections 2024-04-25T17:18:56.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.918+0000 7f2981e92640 1 --2- 172.21.15.28:0/2548982428 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f29680afc20 0x7f29680b2130 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.918+0000 7f2981e92640 1 --2- 172.21.15.28:0/2548982428 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f297c108940 0x7f297c1a1380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.918+0000 7f2981e92640 1 --2- 172.21.15.28:0/2548982428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f297c103c40 0x7f297c19ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.918+0000 7f2981e92640 1 --2- 172.21.15.28:0/2548982428 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f297c102a00 0x7f297c06aa70 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:56.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.918+0000 7f2981e92640 1 -- 172.21.15.28:0/2548982428 >> 172.21.15.28:0/2548982428 conn(0x7f297c0fdbf0 msgr2=0x7f297c104920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:56.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.918+0000 7f2981e92640 1 -- 172.21.15.28:0/2548982428 shutdown_connections 2024-04-25T17:18:56.919 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:56.918+0000 7f2981e92640 1 -- 172.21.15.28:0/2548982428 wait complete. 2024-04-25T17:18:56.930 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-25T17:18:57.087 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.084+0000 7f69870b1640 1 -- 172.21.15.28:0/2298179221 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f69801029e0 msgr2=0x7f69801036e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.084+0000 7f69870b1640 1 --2- 172.21.15.28:0/2298179221 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f69801029e0 0x7f69801036e0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f6970009900 tx=0x7f697002a410 comp rx=0 tx=0).stop 2024-04-25T17:18:57.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.084+0000 7f69870b1640 1 -- 172.21.15.28:0/2298179221 shutdown_connections 2024-04-25T17:18:57.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.084+0000 7f69870b1640 1 --2- 172.21.15.28:0/2298179221 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6980108920 0x7f698010ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.084+0000 7f69870b1640 1 --2- 172.21.15.28:0/2298179221 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6980103c20 0x7f6980104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.084+0000 7f69870b1640 1 --2- 172.21.15.28:0/2298179221 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f69801029e0 0x7f69801036e0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.084+0000 7f69870b1640 1 -- 172.21.15.28:0/2298179221 >> 172.21.15.28:0/2298179221 conn(0x7f69800fdbd0 msgr2=0x7f6980100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:57.152 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.084+0000 7f69870b1640 1 -- 172.21.15.28:0/2298179221 shutdown_connections 2024-04-25T17:18:57.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.084+0000 7f69870b1640 1 -- 172.21.15.28:0/2298179221 wait complete. 2024-04-25T17:18:57.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.085+0000 7f69870b1640 1 Processor -- start 2024-04-25T17:18:57.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.085+0000 7f69870b1640 1 -- start start 2024-04-25T17:18:57.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.085+0000 7f69870b1640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f69801029e0 0x7f6980199060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.085+0000 7f69870b1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6980103c20 0x7f69801995a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.085+0000 7f69870b1640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6980108920 0x7f69801a0530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.085+0000 7f69870b1640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f698010e370 con 0x7f6980108920 2024-04-25T17:18:57.153 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.085+0000 7f69870b1640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f698010e1f0 con 0x7f69801029e0 2024-04-25T17:18:57.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.085+0000 7f69870b1640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f698010e4f0 con 0x7f6980103c20 2024-04-25T17:18:57.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.085+0000 7f698564e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6980108920 0x7f69801a0530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.085+0000 7f698564e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6980108920 0x7f69801a0530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44928/0 (socket says 172.21.15.28:44928) 2024-04-25T17:18:57.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.085+0000 7f698564e640 1 -- 172.21.15.28:0/2554608436 learned_addr learned my addr 172.21.15.28:0/2554608436 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:57.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.085+0000 7f697ffff640 1 --2- 172.21.15.28:0/2554608436 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6980103c20 0x7f69801995a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.085+0000 7f6984e4d640 1 --2- 172.21.15.28:0/2554608436 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f69801029e0 0x7f6980199060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.085+0000 7f698564e640 1 -- 172.21.15.28:0/2554608436 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6980103c20 msgr2=0x7f69801995a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.154 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.085+0000 7f698564e640 1 --2- 172.21.15.28:0/2554608436 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6980103c20 0x7f69801995a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.085+0000 7f698564e640 1 -- 172.21.15.28:0/2554608436 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f69801029e0 msgr2=0x7f6980199060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.085+0000 7f698564e640 1 --2- 172.21.15.28:0/2554608436 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f69801029e0 0x7f6980199060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.085+0000 7f698564e640 1 -- 172.21.15.28:0/2554608436 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69801a0ba0 con 0x7f6980108920 2024-04-25T17:18:57.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.086+0000 7f698564e640 1 --2- 172.21.15.28:0/2554608436 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6980108920 0x7f69801a0530 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f6978009fd0 tx=0x7f697800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:57.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.086+0000 7f697dffb640 1 -- 172.21.15.28:0/2554608436 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6978017070 con 0x7f6980108920 2024-04-25T17:18:57.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.086+0000 7f69870b1640 1 -- 172.21.15.28:0/2554608436 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69801a0e90 con 0x7f6980108920 2024-04-25T17:18:57.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.086+0000 7f697dffb640 1 -- 172.21.15.28:0/2554608436 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6978003e00 con 0x7f6980108920 2024-04-25T17:18:57.155 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.086+0000 7f697dffb640 1 -- 172.21.15.28:0/2554608436 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6978010460 con 0x7f6980108920 2024-04-25T17:18:57.156 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.086+0000 7f69870b1640 1 -- 172.21.15.28:0/2554608436 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69801a12a0 con 0x7f6980108920 2024-04-25T17:18:57.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.089+0000 7f698e039740 1 Processor -- start 2024-04-25T17:18:57.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.089+0000 7f697dffb640 1 -- 172.21.15.28:0/2554608436 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f6978003970 con 0x7f6980108920 2024-04-25T17:18:57.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.089+0000 7f698e039740 1 -- start start 2024-04-25T17:18:57.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.089+0000 7f698e039740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ec51d1390 0x557ec5573810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.089+0000 7f698e039740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec51a84d0 0x557ec5573d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.089+0000 7f698e039740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ec51b06b0 0x557ec5574a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.089+0000 7f698e039740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x557ec54d7d80 con 0x557ec51a84d0 2024-04-25T17:18:57.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.089+0000 7f698e039740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557ec5491a20 con 0x557ec51b06b0 2024-04-25T17:18:57.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.089+0000 7f698e039740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x557ec54d3d40 con 0x557ec51d1390 2024-04-25T17:18:57.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.089+0000 7f6984e4d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec51a84d0 0x557ec5573d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.089+0000 7f6984e4d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec51a84d0 0x557ec5573d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44942/0 (socket says 172.21.15.28:44942) 2024-04-25T17:18:57.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.089+0000 7f6984e4d640 1 -- 172.21.15.28:0/1638212417 learned_addr learned my addr 172.21.15.28:0/1638212417 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:57.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.089+0000 7f697ffff640 1 --2- 172.21.15.28:0/1638212417 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ec51d1390 0x557ec5573810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.089+0000 7f697ffff640 1 --2- 172.21.15.28:0/1638212417 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ec51b06b0 0x557ec5574a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.089+0000 7f6984e4d640 1 -- 172.21.15.28:0/1638212417 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ec51d1390 msgr2=0x557ec5573810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:57.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.089+0000 7f6984e4d640 1 --2- 172.21.15.28:0/1638212417 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ec51d1390 0x557ec5573810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.089+0000 7f6984e4d640 1 -- 172.21.15.28:0/1638212417 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ec51b06b0 msgr2=0x557ec5574a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:57.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.089+0000 7f6984e4d640 1 --2- 172.21.15.28:0/1638212417 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ec51b06b0 0x557ec5574a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.089+0000 7f6984e4d640 1 -- 172.21.15.28:0/1638212417 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ec549cc30 con 0x557ec51a84d0 2024-04-25T17:18:57.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.089+0000 7f697ffff640 1 --2- 172.21.15.28:0/1638212417 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ec51b06b0 0x557ec5574a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:18:57.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.090+0000 7f697dffb640 1 --2- 172.21.15.28:0/2554608436 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f69680afaf0 0x7f69680b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.090+0000 7f6984e4d640 1 --2- 172.21.15.28:0/1638212417 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec51a84d0 0x557ec5573d90 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f6970005760 tx=0x7f6970031580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3694ca38ea7e5ac3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:57.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.090+0000 7f697ffff640 1 --2- 172.21.15.28:0/2554608436 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f69680afaf0 0x7f69680b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.090+0000 7f697dffb640 1 -- 172.21.15.28:0/2554608436 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f69780df090 con 0x7f6980108920 2024-04-25T17:18:57.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.090+0000 7f6966ffd640 1 -- 172.21.15.28:0/1638212417 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6970035030 con 0x557ec51a84d0 2024-04-25T17:18:57.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.090+0000 7f6966ffd640 1 -- 172.21.15.28:0/1638212417 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6970004030 con 0x557ec51a84d0 2024-04-25T17:18:57.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.090+0000 7f6966ffd640 1 -- 172.21.15.28:0/1638212417 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6970003a60 con 0x557ec51a84d0 2024-04-25T17:18:57.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.091+0000 7f698e039740 1 -- 172.21.15.28:0/1638212417 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec51a84d0 msgr2=0x557ec5573d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.091+0000 7f697ffff640 1 --2- 172.21.15.28:0/2554608436 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f69680afaf0 0x7f69680b2000 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x557ec5574860 tx=0x7f697400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:57.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.091+0000 7f698e039740 1 --2- 172.21.15.28:0/1638212417 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec51a84d0 0x557ec5573d90 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f6970005760 tx=0x7f6970031580 comp rx=0 tx=0).stop 2024-04-25T17:18:57.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.091+0000 7f698e039740 1 -- 172.21.15.28:0/1638212417 shutdown_connections 2024-04-25T17:18:57.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.091+0000 7f698e039740 1 --2- 172.21.15.28:0/1638212417 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ec51b06b0 0x557ec5574a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.091+0000 7f698e039740 1 --2- 172.21.15.28:0/1638212417 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec51a84d0 0x557ec5573d90 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.091+0000 7f698e039740 1 --2- 172.21.15.28:0/1638212417 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ec51d1390 0x557ec5573810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.091+0000 7f698e039740 1 -- 172.21.15.28:0/1638212417 >> 172.21.15.28:0/1638212417 conn(0x557ec51c54e0 msgr2=0x557ec556f020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:57.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.091+0000 7f698e039740 1 -- 172.21.15.28:0/1638212417 shutdown_connections 2024-04-25T17:18:57.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.091+0000 7f698e039740 1 -- 172.21.15.28:0/1638212417 wait complete. 2024-04-25T17:18:57.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.091+0000 7f698e039740 1 -- start start 2024-04-25T17:18:57.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.091+0000 7f698e039740 1 Processor -- start 2024-04-25T17:18:57.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.092+0000 7f698e039740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ec51a84d0 0x557ec557f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.092+0000 7f698e039740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ec51b06b0 0x557ec557fc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.092+0000 7f698e039740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec51d1390 0x557ec5586b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.092+0000 7f698e039740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x557ec55754d0 con 0x557ec51d1390 2024-04-25T17:18:57.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.092+0000 7f698e039740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557ec545edc0 con 0x557ec51a84d0 2024-04-25T17:18:57.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.092+0000 7f698e039740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x557ec5575650 con 0x557ec51b06b0 2024-04-25T17:18:57.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.092+0000 7f698e039740 10 client.0 _ll_register_callbacks cb 0x557ec547a600 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:18:57.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.092+0000 7f698564e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec51d1390 0x557ec5586b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.092+0000 7f698564e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec51d1390 0x557ec5586b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44944/0 (socket says 172.21.15.28:44944) 2024-04-25T17:18:57.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.092+0000 7f698564e640 1 -- 172.21.15.28:0/3945162182 learned_addr learned my addr 172.21.15.28:0/3945162182 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:57.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.092+0000 7f6984e4d640 1 --2- 172.21.15.28:0/3945162182 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ec51a84d0 0x557ec557f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.092+0000 7f697ffff640 1 --2- 172.21.15.28:0/3945162182 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ec51b06b0 0x557ec557fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.092+0000 7f698564e640 1 -- 172.21.15.28:0/3945162182 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ec51b06b0 msgr2=0x557ec557fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:57.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.092+0000 7f698564e640 1 --2- 172.21.15.28:0/3945162182 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ec51b06b0 0x557ec557fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.092+0000 7f698564e640 1 -- 172.21.15.28:0/3945162182 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ec51a84d0 msgr2=0x557ec557f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:57.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.092+0000 7f698564e640 1 --2- 172.21.15.28:0/3945162182 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ec51a84d0 0x557ec557f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.092+0000 7f698564e640 1 -- 172.21.15.28:0/3945162182 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ec51e93f0 con 0x557ec51d1390 2024-04-25T17:18:57.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.092+0000 7f698564e640 1 --2- 172.21.15.28:0/3945162182 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec51d1390 0x557ec5586b80 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f69780a7180 tx=0x7f69780a6a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9106110b867c3020 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:57.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.092+0000 7f695ffff640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:18:57.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.093+0000 7f695ffff640 1 -- 172.21.15.28:0/3945162182 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6978020040 con 0x557ec51d1390 2024-04-25T17:18:57.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.093+0000 7f695ffff640 1 -- 172.21.15.28:0/3945162182 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f69780a3480 con 0x557ec51d1390 2024-04-25T17:18:57.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.093+0000 7f698e039740 1 -- 172.21.15.28:0/3945162182 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6970004030 con 0x557ec51d1390 2024-04-25T17:18:57.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.093+0000 7f695ffff640 1 -- 172.21.15.28:0/3945162182 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f69780a71f0 con 0x557ec51d1390 2024-04-25T17:18:57.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.093+0000 7f698e039740 10 client.16110 fetch_fsmap learned FSMap version 24 2024-04-25T17:18:57.173 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.093+0000 7f698e039740 1 -- 172.21.15.28:0/3945162182 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x557ec52b37d0 con 0x557ec51d1390 2024-04-25T17:18:57.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.093+0000 7f695ffff640 1 -- 172.21.15.28:0/3945162182 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6970004030 con 0x557ec51d1390 2024-04-25T17:18:57.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.093+0000 7f695ffff640 1 -- 172.21.15.28:0/3945162182 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f69780afbc0 con 0x557ec51d1390 2024-04-25T17:18:57.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.093+0000 7f698e039740 10 client.16110 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:18:57.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.093+0000 7f698e039740 10 client.16110 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-25T17:18:57.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.093+0000 7f698e039740 20 client.16110 populate_metadata read hostname 'smithi028' 2024-04-25T17:18:57.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.093+0000 7f698e039740 1 --2- 172.21.15.28:0/3945162182 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x557ec518ff60 0x557ec558d540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.093+0000 7f698e039740 4 client.16110 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:18:57.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.093+0000 7f698e039740 1 -- 172.21.15.28:0/3945162182 --> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557ec54e5990 con 0x557ec518ff60 2024-04-25T17:18:57.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.094+0000 7f6984e4d640 1 --2- 172.21.15.28:0/3945162182 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x557ec518ff60 0x557ec558d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.094+0000 7f695ffff640 10 client.16110 ms_handle_connect on v2:172.21.15.42:6836/229475507 2024-04-25T17:18:57.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.094+0000 7f6984e4d640 1 --2- 172.21.15.28:0/3945162182 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x557ec518ff60 0x557ec558d540 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=79c2d9cd67c8e30b server_cookie=dfcba8dde84be038 in_seq=0 out_seq=0 2024-04-25T17:18:57.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.095+0000 7f695ffff640 1 -- 172.21.15.28:0/3945162182 <== mds.2 v2:172.21.15.42:6836/229475507 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x557ec54e5990 con 0x557ec518ff60 2024-04-25T17:18:57.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.095+0000 7f695ffff640 10 client.16110 handle_command_reply: tid=0 2024-04-25T17:18:57.174 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.095+0000 7f698e039740 1 client.16110 shutdown 2024-04-25T17:18:57.175 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.095+0000 7f698e039740 1 -- 172.21.15.28:0/3945162182 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec51d1390 msgr2=0x557ec5586b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.175 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.095+0000 7f698e039740 1 --2- 172.21.15.28:0/3945162182 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec51d1390 0x557ec5586b80 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f69780a7180 tx=0x7f69780a6a20 comp rx=0 tx=0).stop 2024-04-25T17:18:57.175 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.095+0000 7f698e039740 1 -- 172.21.15.28:0/3945162182 shutdown_connections 2024-04-25T17:18:57.175 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.095+0000 7f698e039740 1 --2- 172.21.15.28:0/3945162182 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x557ec518ff60 0x557ec558d540 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.175 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.095+0000 7f698e039740 1 --2- 172.21.15.28:0/3945162182 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec51d1390 0x557ec5586b80 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.175 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.095+0000 7f695ffff640 0 client.16110 ms_handle_reset on v2:172.21.15.42:6836/229475507 2024-04-25T17:18:57.175 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.095+0000 7f698e039740 1 --2- 172.21.15.28:0/3945162182 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ec51b06b0 0x557ec557fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.175 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.095+0000 7f698e039740 1 --2- 172.21.15.28:0/3945162182 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ec51a84d0 0x557ec557f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.175 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.095+0000 7f698e039740 1 -- 172.21.15.28:0/3945162182 >> 172.21.15.28:0/3945162182 conn(0x557ec51c54e0 msgr2=0x557ec5571f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:57.175 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.095+0000 7f698e039740 1 -- 172.21.15.28:0/3945162182 shutdown_connections 2024-04-25T17:18:57.175 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.095+0000 7f698e039740 1 -- 172.21.15.28:0/3945162182 wait complete. 2024-04-25T17:18:57.175 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.095+0000 7f698e039740 20 client.16110 trim_cache size 0 max 16384 2024-04-25T17:18:57.175 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.109+0000 7f698e039740 1 Processor -- start 2024-04-25T17:18:57.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.109+0000 7f698e039740 1 -- start start 2024-04-25T17:18:57.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.109+0000 7f698e039740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ec518ff60 0x557ec556f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.109+0000 7f698e039740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ec51a84d0 0x557ec557bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.109+0000 7f698e039740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec51b06b0 0x557ec557c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.110+0000 7f698e039740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f69801acd40 con 0x557ec51b06b0 2024-04-25T17:18:57.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.110+0000 7f698e039740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f69801aa610 con 0x557ec51a84d0 2024-04-25T17:18:57.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.110+0000 7f698e039740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f69801a8460 con 0x557ec518ff60 2024-04-25T17:18:57.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.110+0000 7f698564e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec51b06b0 0x557ec557c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.110+0000 7f698564e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec51b06b0 0x557ec557c1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44956/0 (socket says 172.21.15.28:44956) 2024-04-25T17:18:57.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.110+0000 7f698564e640 1 -- 172.21.15.28:0/1233743212 learned_addr learned my addr 172.21.15.28:0/1233743212 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:57.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.110+0000 7f6984e4d640 1 --2- 172.21.15.28:0/1233743212 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ec518ff60 0x557ec556f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.110+0000 7f697ffff640 1 --2- 172.21.15.28:0/1233743212 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ec51a84d0 0x557ec557bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.110+0000 7f698564e640 1 -- 172.21.15.28:0/1233743212 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ec518ff60 msgr2=0x557ec556f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:57.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.110+0000 7f698564e640 1 --2- 172.21.15.28:0/1233743212 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ec518ff60 0x557ec556f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.176 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.110+0000 7f698564e640 1 -- 172.21.15.28:0/1233743212 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ec51a84d0 msgr2=0x557ec557bcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:57.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.110+0000 7f698564e640 1 --2- 172.21.15.28:0/1233743212 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ec51a84d0 0x557ec557bcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.110+0000 7f698564e640 1 -- 172.21.15.28:0/1233743212 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ec557b960 con 0x557ec51b06b0 2024-04-25T17:18:57.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.110+0000 7f697ffff640 1 --2- 172.21.15.28:0/1233743212 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ec51a84d0 0x557ec557bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:18:57.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.110+0000 7f698564e640 1 --2- 172.21.15.28:0/1233743212 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec51b06b0 0x557ec557c1f0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f697800dfd0 tx=0x7f69780a6a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=215f319c5be7d09f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:57.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.110+0000 7f69667fc640 1 -- 172.21.15.28:0/1233743212 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6978020070 con 0x557ec51b06b0 2024-04-25T17:18:57.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.110+0000 7f69667fc640 1 -- 172.21.15.28:0/1233743212 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f69780ab5a0 con 0x557ec51b06b0 2024-04-25T17:18:57.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.110+0000 7f69667fc640 1 -- 172.21.15.28:0/1233743212 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69780a3480 con 0x557ec51b06b0 2024-04-25T17:18:57.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.111+0000 7f698e039740 1 -- 172.21.15.28:0/1233743212 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec51b06b0 msgr2=0x557ec557c1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.111+0000 7f698e039740 1 --2- 172.21.15.28:0/1233743212 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec51b06b0 0x557ec557c1f0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f697800dfd0 tx=0x7f69780a6a90 comp rx=0 tx=0).stop 2024-04-25T17:18:57.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.111+0000 7f698e039740 1 -- 172.21.15.28:0/1233743212 shutdown_connections 2024-04-25T17:18:57.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.111+0000 7f698e039740 1 --2- 172.21.15.28:0/1233743212 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec51b06b0 0x557ec557c1f0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.111+0000 7f698e039740 1 --2- 172.21.15.28:0/1233743212 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ec51a84d0 0x557ec557bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.111+0000 7f698e039740 1 --2- 172.21.15.28:0/1233743212 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ec518ff60 0x557ec556f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.177 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.111+0000 7f698e039740 1 -- 172.21.15.28:0/1233743212 >> 172.21.15.28:0/1233743212 conn(0x557ec51c54e0 msgr2=0x557ec556ea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:57.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.111+0000 7f698e039740 1 -- 172.21.15.28:0/1233743212 shutdown_connections 2024-04-25T17:18:57.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.111+0000 7f698e039740 1 -- 172.21.15.28:0/1233743212 wait complete. 2024-04-25T17:18:57.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.111+0000 7f698e039740 1 -- start start 2024-04-25T17:18:57.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.112+0000 7f698e039740 1 Processor -- start 2024-04-25T17:18:57.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.112+0000 7f698e039740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec518ff60 0x557ec5583780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.112+0000 7f698e039740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ec51a84d0 0x557ec5583cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.112+0000 7f698e039740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ec51b06b0 0x557ec5584bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.112+0000 7f698e039740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f69801a8ad0 con 0x557ec518ff60 2024-04-25T17:18:57.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.112+0000 7f698e039740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f69801a9f40 con 0x557ec51b06b0 2024-04-25T17:18:57.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.112+0000 7f698e039740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f69801a91a0 con 0x557ec51a84d0 2024-04-25T17:18:57.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.112+0000 7f698e039740 10 client.0 _ll_register_callbacks cb 0x7f6978009940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:18:57.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.112+0000 7f6984e4d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec518ff60 0x557ec5583780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.178 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.112+0000 7f6984e4d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec518ff60 0x557ec5583780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44972/0 (socket says 172.21.15.28:44972) 2024-04-25T17:18:57.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.112+0000 7f6984e4d640 1 -- 172.21.15.28:0/3598244689 learned_addr learned my addr 172.21.15.28:0/3598244689 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:57.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.112+0000 7f697ffff640 1 --2- 172.21.15.28:0/3598244689 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ec51a84d0 0x557ec5583cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.112+0000 7f698564e640 1 --2- 172.21.15.28:0/3598244689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ec51b06b0 0x557ec5584bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.112+0000 7f6984e4d640 1 -- 172.21.15.28:0/3598244689 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ec51a84d0 msgr2=0x557ec5583cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:57.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.112+0000 7f6984e4d640 1 --2- 172.21.15.28:0/3598244689 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ec51a84d0 0x557ec5583cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.112+0000 7f6984e4d640 1 -- 172.21.15.28:0/3598244689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ec51b06b0 msgr2=0x557ec5584bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:57.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.112+0000 7f6984e4d640 1 --2- 172.21.15.28:0/3598244689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ec51b06b0 0x557ec5584bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.112+0000 7f6984e4d640 1 -- 172.21.15.28:0/3598244689 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ec55851b0 con 0x557ec518ff60 2024-04-25T17:18:57.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.113+0000 7f6984e4d640 1 --2- 172.21.15.28:0/3598244689 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec518ff60 0x557ec5583780 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f6970000c00 tx=0x7f6970031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d72270a04f9a1d0f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:57.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.113+0000 7f695ffff640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:18:57.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.113+0000 7f695ffff640 1 -- 172.21.15.28:0/3598244689 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6970035040 con 0x557ec518ff60 2024-04-25T17:18:57.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.113+0000 7f695ffff640 1 -- 172.21.15.28:0/3598244689 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f6970031c20 con 0x557ec518ff60 2024-04-25T17:18:57.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.113+0000 7f698e039740 1 -- 172.21.15.28:0/3598244689 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f69780ab5a0 con 0x557ec518ff60 2024-04-25T17:18:57.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.113+0000 7f695ffff640 1 -- 172.21.15.28:0/3598244689 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6970061050 con 0x557ec518ff60 2024-04-25T17:18:57.179 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.113+0000 7f698e039740 10 client.16116 fetch_fsmap learned FSMap version 24 2024-04-25T17:18:57.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.113+0000 7f698e039740 1 -- 172.21.15.28:0/3598244689 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x557ec5586490 con 0x557ec518ff60 2024-04-25T17:18:57.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.113+0000 7f695ffff640 1 -- 172.21.15.28:0/3598244689 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f69780ab5a0 con 0x557ec518ff60 2024-04-25T17:18:57.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.113+0000 7f695ffff640 1 -- 172.21.15.28:0/3598244689 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f697003c440 con 0x557ec518ff60 2024-04-25T17:18:57.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.113+0000 7f698e039740 10 client.16116 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:18:57.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.113+0000 7f698e039740 10 client.16116 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-25T17:18:57.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.113+0000 7f698e039740 20 client.16116 populate_metadata read hostname 'smithi028' 2024-04-25T17:18:57.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.113+0000 7f698e039740 1 --2- 172.21.15.28:0/3598244689 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x557ec51d1390 0x557ec55f7c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.113+0000 7f698e039740 4 client.16116 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T17:18:57.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.113+0000 7f698e039740 1 -- 172.21.15.28:0/3598244689 --> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557ec54df800 con 0x557ec51d1390 2024-04-25T17:18:57.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.114+0000 7f697ffff640 1 --2- 172.21.15.28:0/3598244689 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x557ec51d1390 0x557ec55f7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.114+0000 7f695ffff640 10 client.16116 ms_handle_connect on v2:172.21.15.42:6836/229475507 2024-04-25T17:18:57.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.114+0000 7f697ffff640 1 --2- 172.21.15.28:0/3598244689 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x557ec51d1390 0x557ec55f7c10 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=231477101cd841e8 server_cookie=4c798e744f0a2038 in_seq=0 out_seq=0 2024-04-25T17:18:57.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.114+0000 7f695ffff640 1 -- 172.21.15.28:0/3598244689 <== mds.2 v2:172.21.15.42:6836/229475507 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557ec54df800 con 0x557ec51d1390 2024-04-25T17:18:57.180 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.114+0000 7f695ffff640 10 client.16116 handle_command_reply: tid=0 2024-04-25T17:18:57.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.114+0000 7f698e039740 1 client.16116 shutdown 2024-04-25T17:18:57.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.114+0000 7f698e039740 1 -- 172.21.15.28:0/3598244689 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec518ff60 msgr2=0x557ec5583780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.114+0000 7f698e039740 1 --2- 172.21.15.28:0/3598244689 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec518ff60 0x557ec5583780 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f6970000c00 tx=0x7f6970031400 comp rx=0 tx=0).stop 2024-04-25T17:18:57.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.115+0000 7f698e039740 1 -- 172.21.15.28:0/3598244689 shutdown_connections 2024-04-25T17:18:57.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.115+0000 7f698e039740 1 --2- 172.21.15.28:0/3598244689 >> [v2:172.21.15.42:6836/229475507,v1:172.21.15.42:6837/229475507] conn(0x557ec51d1390 0x557ec55f7c10 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.115+0000 7f698e039740 1 --2- 172.21.15.28:0/3598244689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ec51b06b0 0x557ec5584bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.115+0000 7f698e039740 1 --2- 172.21.15.28:0/3598244689 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ec51a84d0 0x557ec5583cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.115+0000 7f695ffff640 0 client.16116 ms_handle_reset on v2:172.21.15.42:6836/229475507 2024-04-25T17:18:57.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.115+0000 7f698e039740 1 --2- 172.21.15.28:0/3598244689 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x557ec518ff60 0x557ec5583780 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.115+0000 7f698e039740 1 -- 172.21.15.28:0/3598244689 >> 172.21.15.28:0/3598244689 conn(0x557ec51c54e0 msgr2=0x557ec5571e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:57.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.115+0000 7f698e039740 1 -- 172.21.15.28:0/3598244689 shutdown_connections 2024-04-25T17:18:57.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.115+0000 7f698e039740 1 -- 172.21.15.28:0/3598244689 wait complete. 2024-04-25T17:18:57.181 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.115+0000 7f698e039740 20 client.16116 trim_cache size 0 max 16384 2024-04-25T17:18:57.182 INFO:teuthology.orchestra.run.smithi028.stdout:[] 2024-04-25T17:18:57.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.115+0000 7f69870b1640 1 -- 172.21.15.28:0/2554608436 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f69680afaf0 msgr2=0x7f69680b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.115+0000 7f69870b1640 1 --2- 172.21.15.28:0/2554608436 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f69680afaf0 0x7f69680b2000 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x557ec5574860 tx=0x7f697400b410 comp rx=0 tx=0).stop 2024-04-25T17:18:57.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.115+0000 7f69870b1640 1 -- 172.21.15.28:0/2554608436 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6980108920 msgr2=0x7f69801a0530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.115+0000 7f69870b1640 1 --2- 172.21.15.28:0/2554608436 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6980108920 0x7f69801a0530 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f6978009fd0 tx=0x7f697800b260 comp rx=0 tx=0).stop 2024-04-25T17:18:57.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.115+0000 7f69870b1640 1 -- 172.21.15.28:0/2554608436 shutdown_connections 2024-04-25T17:18:57.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.115+0000 7f69870b1640 1 --2- 172.21.15.28:0/2554608436 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f69680afaf0 0x7f69680b2000 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.115+0000 7f69870b1640 1 --2- 172.21.15.28:0/2554608436 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6980108920 0x7f69801a0530 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.115+0000 7f69870b1640 1 --2- 172.21.15.28:0/2554608436 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6980103c20 0x7f69801995a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.115+0000 7f69870b1640 1 --2- 172.21.15.28:0/2554608436 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f69801029e0 0x7f6980199060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.115+0000 7f69870b1640 1 -- 172.21.15.28:0/2554608436 >> 172.21.15.28:0/2554608436 conn(0x7f69800fdbd0 msgr2=0x7f6980104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:57.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.116+0000 7f69870b1640 1 -- 172.21.15.28:0/2554608436 shutdown_connections 2024-04-25T17:18:57.185 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.116+0000 7f69870b1640 1 -- 172.21.15.28:0/2554608436 wait complete. 2024-04-25T17:18:57.185 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-25T17:18:57.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.299+0000 7f165da6e640 1 -- 172.21.15.28:0/1707469891 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1658109a30 msgr2=0x7f165810be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.299+0000 7f165da6e640 1 --2- 172.21.15.28:0/1707469891 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1658109a30 0x7f165810be50 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f1650009900 tx=0x7f165002a410 comp rx=0 tx=0).stop 2024-04-25T17:18:57.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.299+0000 7f165da6e640 1 -- 172.21.15.28:0/1707469891 shutdown_connections 2024-04-25T17:18:57.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.299+0000 7f165da6e640 1 --2- 172.21.15.28:0/1707469891 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1658109a30 0x7f165810be50 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.299+0000 7f165da6e640 1 --2- 172.21.15.28:0/1707469891 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1658104d30 0x7f1658105140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.299+0000 7f165da6e640 1 --2- 172.21.15.28:0/1707469891 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1658103af0 0x7f16581047f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.299+0000 7f165da6e640 1 -- 172.21.15.28:0/1707469891 >> 172.21.15.28:0/1707469891 conn(0x7f16580fece0 msgr2=0x7f1658101190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:57.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.299+0000 7f165da6e640 1 -- 172.21.15.28:0/1707469891 shutdown_connections 2024-04-25T17:18:57.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.299+0000 7f165da6e640 1 -- 172.21.15.28:0/1707469891 wait complete. 2024-04-25T17:18:57.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.300+0000 7f165da6e640 1 Processor -- start 2024-04-25T17:18:57.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.300+0000 7f165da6e640 1 -- start start 2024-04-25T17:18:57.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.300+0000 7f165da6e640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1658103af0 0x7f165819a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.300+0000 7f165da6e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1658104d30 0x7f165819a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.300+0000 7f165da6e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1658109a30 0x7f16581a15b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.300+0000 7f165da6e640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f165810f4b0 con 0x7f1658109a30 2024-04-25T17:18:57.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.300+0000 7f165da6e640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f165810f330 con 0x7f1658103af0 2024-04-25T17:18:57.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.300+0000 7f165da6e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f165810f630 con 0x7f1658104d30 2024-04-25T17:18:57.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.300+0000 7f1657fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1658109a30 0x7f16581a15b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.300+0000 7f1657fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1658109a30 0x7f16581a15b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:44992/0 (socket says 172.21.15.28:44992) 2024-04-25T17:18:57.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.300+0000 7f1657fff640 1 -- 172.21.15.28:0/1226900452 learned_addr learned my addr 172.21.15.28:0/1226900452 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:57.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.300+0000 7f1656ffd640 1 --2- 172.21.15.28:0/1226900452 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1658104d30 0x7f165819a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.300+0000 7f16577fe640 1 --2- 172.21.15.28:0/1226900452 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1658103af0 0x7f165819a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.301+0000 7f1657fff640 1 -- 172.21.15.28:0/1226900452 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1658104d30 msgr2=0x7f165819a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.303 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.301+0000 7f1657fff640 1 --2- 172.21.15.28:0/1226900452 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1658104d30 0x7f165819a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.301+0000 7f1657fff640 1 -- 172.21.15.28:0/1226900452 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1658103af0 msgr2=0x7f165819a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.301+0000 7f1657fff640 1 --2- 172.21.15.28:0/1226900452 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1658103af0 0x7f165819a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.301+0000 7f1657fff640 1 -- 172.21.15.28:0/1226900452 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16581a1b70 con 0x7f1658109a30 2024-04-25T17:18:57.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.301+0000 7f16577fe640 1 --2- 172.21.15.28:0/1226900452 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1658103af0 0x7f165819a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:18:57.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.301+0000 7f1657fff640 1 --2- 172.21.15.28:0/1226900452 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1658109a30 0x7f16581a15b0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f1650005ab0 tx=0x7f16500042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:57.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.301+0000 7f1654ff9640 1 -- 172.21.15.28:0/1226900452 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f165003f030 con 0x7f1658109a30 2024-04-25T17:18:57.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.301+0000 7f1654ff9640 1 -- 172.21.15.28:0/1226900452 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1650003c90 con 0x7f1658109a30 2024-04-25T17:18:57.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.301+0000 7f165da6e640 1 -- 172.21.15.28:0/1226900452 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16581a1e00 con 0x7f1658109a30 2024-04-25T17:18:57.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.301+0000 7f1654ff9640 1 -- 172.21.15.28:0/1226900452 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1650035070 con 0x7f1658109a30 2024-04-25T17:18:57.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.301+0000 7f165da6e640 1 -- 172.21.15.28:0/1226900452 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16581a2210 con 0x7f1658109a30 2024-04-25T17:18:57.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.304+0000 7f1664a02740 1 Processor -- start 2024-04-25T17:18:57.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.304+0000 7f1654ff9640 1 -- 172.21.15.28:0/1226900452 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f1650042030 con 0x7f1658109a30 2024-04-25T17:18:57.311 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.304+0000 7f1664a02740 1 -- start start 2024-04-25T17:18:57.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.304+0000 7f1664a02740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56283b805390 0x56283bba7810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.304+0000 7f1664a02740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b7dc4d0 0x56283bba7d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.304+0000 7f1664a02740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56283b7e46b0 0x56283bba8a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.304+0000 7f1664a02740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x56283bb0bd80 con 0x56283b7dc4d0 2024-04-25T17:18:57.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.305+0000 7f1664a02740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56283bac5a20 con 0x56283b805390 2024-04-25T17:18:57.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.305+0000 7f1664a02740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56283bb07d40 con 0x56283b7e46b0 2024-04-25T17:18:57.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.305+0000 7f16577fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b7dc4d0 0x56283bba7d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.305+0000 7f16577fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b7dc4d0 0x56283bba7d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:45004/0 (socket says 172.21.15.28:45004) 2024-04-25T17:18:57.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.305+0000 7f16577fe640 1 -- 172.21.15.28:0/3244262696 learned_addr learned my addr 172.21.15.28:0/3244262696 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:57.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.305+0000 7f1656ffd640 1 --2- 172.21.15.28:0/3244262696 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56283b7e46b0 0x56283bba8a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.305+0000 7f1656ffd640 1 --2- 172.21.15.28:0/3244262696 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56283b805390 0x56283bba7810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.305+0000 7f1654ff9640 1 --2- 172.21.15.28:0/1226900452 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f16440afaf0 0x7f16440b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.312 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.305+0000 7f16577fe640 1 -- 172.21.15.28:0/3244262696 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56283b7e46b0 msgr2=0x56283bba8a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:57.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.305+0000 7f16577fe640 1 --2- 172.21.15.28:0/3244262696 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56283b7e46b0 0x56283bba8a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.305+0000 7f16577fe640 1 -- 172.21.15.28:0/3244262696 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56283b805390 msgr2=0x56283bba7810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:57.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.305+0000 7f16577fe640 1 --2- 172.21.15.28:0/3244262696 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56283b805390 0x56283bba7810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.305+0000 7f16577fe640 1 -- 172.21.15.28:0/3244262696 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56283bad0c30 con 0x56283b7dc4d0 2024-04-25T17:18:57.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.305+0000 7f1657fff640 1 --2- 172.21.15.28:0/1226900452 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f16440afaf0 0x7f16440b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.305+0000 7f16577fe640 1 --2- 172.21.15.28:0/3244262696 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b7dc4d0 0x56283bba7d90 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f1648009ee0 tx=0x7f164800f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbe9126295cac78f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:57.313 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.305+0000 7f1654ff9640 1 -- 172.21.15.28:0/1226900452 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f16500ff950 con 0x7f1658109a30 2024-04-25T17:18:57.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.305+0000 7f164dffb640 1 -- 172.21.15.28:0/3244262696 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f164801a680 con 0x56283b7dc4d0 2024-04-25T17:18:57.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.305+0000 7f164dffb640 1 -- 172.21.15.28:0/3244262696 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f16480118d0 con 0x56283b7dc4d0 2024-04-25T17:18:57.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.305+0000 7f164dffb640 1 -- 172.21.15.28:0/3244262696 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16480107d0 con 0x56283b7dc4d0 2024-04-25T17:18:57.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.306+0000 7f1664a02740 1 -- 172.21.15.28:0/3244262696 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b7dc4d0 msgr2=0x56283bba7d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.306+0000 7f1664a02740 1 --2- 172.21.15.28:0/3244262696 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b7dc4d0 0x56283bba7d90 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f1648009ee0 tx=0x7f164800f730 comp rx=0 tx=0).stop 2024-04-25T17:18:57.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.306+0000 7f1657fff640 1 --2- 172.21.15.28:0/1226900452 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f16440afaf0 0x7f16440b2000 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f16500c4d20 tx=0x7f1650096600 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:57.314 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.306+0000 7f1664a02740 1 -- 172.21.15.28:0/3244262696 shutdown_connections 2024-04-25T17:18:57.315 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.306+0000 7f1664a02740 1 --2- 172.21.15.28:0/3244262696 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56283b7e46b0 0x56283bba8a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.315 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.306+0000 7f1664a02740 1 --2- 172.21.15.28:0/3244262696 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b7dc4d0 0x56283bba7d90 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.315 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.306+0000 7f1664a02740 1 --2- 172.21.15.28:0/3244262696 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56283b805390 0x56283bba7810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.315 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.306+0000 7f1664a02740 1 -- 172.21.15.28:0/3244262696 >> 172.21.15.28:0/3244262696 conn(0x56283b7f94e0 msgr2=0x56283bba3020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:57.315 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.306+0000 7f1664a02740 1 -- 172.21.15.28:0/3244262696 shutdown_connections 2024-04-25T17:18:57.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.306+0000 7f1664a02740 1 -- 172.21.15.28:0/3244262696 wait complete. 2024-04-25T17:18:57.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.307+0000 7f1664a02740 1 -- start start 2024-04-25T17:18:57.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.307+0000 7f1664a02740 1 Processor -- start 2024-04-25T17:18:57.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.307+0000 7f1664a02740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b7dc4d0 0x56283bbb1580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.307+0000 7f1664a02740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56283b7e46b0 0x56283bbb1ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.307+0000 7f1664a02740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56283b805390 0x56283bbb8a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.316 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.307+0000 7f1664a02740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x56283bba9530 con 0x56283b7dc4d0 2024-04-25T17:18:57.317 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.307+0000 7f1664a02740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56283ba92dc0 con 0x56283b7e46b0 2024-04-25T17:18:57.317 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.307+0000 7f1664a02740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56283bba96b0 con 0x56283b805390 2024-04-25T17:18:57.317 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.307+0000 7f1664a02740 10 client.0 _ll_register_callbacks cb 0x56283baae600 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:18:57.317 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.307+0000 7f1656ffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b7dc4d0 0x56283bbb1580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.317 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.307+0000 7f1656ffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b7dc4d0 0x56283bbb1580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:45016/0 (socket says 172.21.15.28:45016) 2024-04-25T17:18:57.317 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.307+0000 7f1656ffd640 1 -- 172.21.15.28:0/922540023 learned_addr learned my addr 172.21.15.28:0/922540023 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:57.318 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.307+0000 7f1656ffd640 1 --2- 172.21.15.28:0/922540023 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56283b805390 0x56283bbb8a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.318 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.308+0000 7f16577fe640 1 --2- 172.21.15.28:0/922540023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56283b7e46b0 0x56283bbb1ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.318 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.308+0000 7f1656ffd640 1 -- 172.21.15.28:0/922540023 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56283b805390 msgr2=0x56283bbb8a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:57.318 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.308+0000 7f1656ffd640 1 --2- 172.21.15.28:0/922540023 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56283b805390 0x56283bbb8a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.318 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.308+0000 7f1656ffd640 1 -- 172.21.15.28:0/922540023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56283b7e46b0 msgr2=0x56283bbb1ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:57.318 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.308+0000 7f1656ffd640 1 --2- 172.21.15.28:0/922540023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56283b7e46b0 0x56283bbb1ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.308+0000 7f1656ffd640 1 -- 172.21.15.28:0/922540023 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56283b81d3f0 con 0x56283b7dc4d0 2024-04-25T17:18:57.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.308+0000 7f16577fe640 1 --2- 172.21.15.28:0/922540023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56283b7e46b0 0x56283bbb1ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:18:57.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.308+0000 7f1656ffd640 1 --2- 172.21.15.28:0/922540023 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b7dc4d0 0x56283bbb1580 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f1640010f80 tx=0x7f1640004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa694724c1da52b1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:57.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.308+0000 7f1636ffd640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:18:57.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.308+0000 7f1636ffd640 1 -- 172.21.15.28:0/922540023 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1640005220 con 0x56283b7dc4d0 2024-04-25T17:18:57.319 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.308+0000 7f1636ffd640 1 -- 172.21.15.28:0/922540023 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f16400053c0 con 0x56283b7dc4d0 2024-04-25T17:18:57.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.308+0000 7f1664a02740 1 -- 172.21.15.28:0/922540023 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16480118d0 con 0x56283b7dc4d0 2024-04-25T17:18:57.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.308+0000 7f1636ffd640 1 -- 172.21.15.28:0/922540023 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f1640027050 con 0x56283b7dc4d0 2024-04-25T17:18:57.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.308+0000 7f1664a02740 10 client.16128 fetch_fsmap learned FSMap version 24 2024-04-25T17:18:57.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.308+0000 7f1664a02740 1 -- 172.21.15.28:0/922540023 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56283b8e77d0 con 0x56283b7dc4d0 2024-04-25T17:18:57.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.308+0000 7f1636ffd640 1 -- 172.21.15.28:0/922540023 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f16480118d0 con 0x56283b7dc4d0 2024-04-25T17:18:57.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.309+0000 7f1636ffd640 1 -- 172.21.15.28:0/922540023 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f164001f5c0 con 0x56283b7dc4d0 2024-04-25T17:18:57.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.309+0000 7f1664a02740 10 client.16128 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:18:57.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.309+0000 7f1664a02740 10 client.16128 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-25T17:18:57.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.309+0000 7f1664a02740 20 client.16128 populate_metadata read hostname 'smithi028' 2024-04-25T17:18:57.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.309+0000 7f1664a02740 1 --2- 172.21.15.28:0/922540023 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x56283b7c3f60 0x56283bbbf2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.309+0000 7f1664a02740 4 client.16128 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:18:57.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.309+0000 7f1664a02740 1 -- 172.21.15.28:0/922540023 --> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56283bb19990 con 0x56283b7c3f60 2024-04-25T17:18:57.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.309+0000 7f16577fe640 1 --2- 172.21.15.28:0/922540023 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x56283b7c3f60 0x56283bbbf2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.322 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.309+0000 7f1636ffd640 10 client.16128 ms_handle_connect on v2:172.21.15.84:6838/1332945442 2024-04-25T17:18:57.322 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.309+0000 7f16577fe640 1 --2- 172.21.15.28:0/922540023 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x56283b7c3f60 0x56283bbbf2a0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b68b4010060b7d0f server_cookie=ad77ed4e031c41ac in_seq=0 out_seq=0 2024-04-25T17:18:57.322 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.310+0000 7f1636ffd640 1 -- 172.21.15.28:0/922540023 <== mds.1 v2:172.21.15.84:6838/1332945442 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56283bb19990 con 0x56283b7c3f60 2024-04-25T17:18:57.322 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.310+0000 7f1636ffd640 10 client.16128 handle_command_reply: tid=0 2024-04-25T17:18:57.322 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.310+0000 7f1664a02740 1 client.16128 shutdown 2024-04-25T17:18:57.322 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.310+0000 7f1664a02740 1 -- 172.21.15.28:0/922540023 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b7dc4d0 msgr2=0x56283bbb1580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.322 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.310+0000 7f1664a02740 1 --2- 172.21.15.28:0/922540023 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b7dc4d0 0x56283bbb1580 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f1640010f80 tx=0x7f1640004730 comp rx=0 tx=0).stop 2024-04-25T17:18:57.323 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.310+0000 7f1664a02740 1 -- 172.21.15.28:0/922540023 shutdown_connections 2024-04-25T17:18:57.323 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.310+0000 7f1664a02740 1 --2- 172.21.15.28:0/922540023 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x56283b7c3f60 0x56283bbbf2a0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.323 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.310+0000 7f1664a02740 1 --2- 172.21.15.28:0/922540023 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56283b805390 0x56283bbb8a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.323 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.310+0000 7f1664a02740 1 --2- 172.21.15.28:0/922540023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56283b7e46b0 0x56283bbb1ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.323 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.310+0000 7f1664a02740 1 --2- 172.21.15.28:0/922540023 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b7dc4d0 0x56283bbb1580 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.323 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.310+0000 7f1636ffd640 0 client.16128 ms_handle_reset on v2:172.21.15.84:6838/1332945442 2024-04-25T17:18:57.324 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.310+0000 7f1664a02740 1 -- 172.21.15.28:0/922540023 >> 172.21.15.28:0/922540023 conn(0x56283b7f94e0 msgr2=0x56283bba5f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:57.324 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.310+0000 7f1664a02740 1 -- 172.21.15.28:0/922540023 shutdown_connections 2024-04-25T17:18:57.324 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.310+0000 7f1664a02740 1 -- 172.21.15.28:0/922540023 wait complete. 2024-04-25T17:18:57.324 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.310+0000 7f1664a02740 20 client.16128 trim_cache size 0 max 16384 2024-04-25T17:18:57.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.325+0000 7f1664a02740 1 Processor -- start 2024-04-25T17:18:57.338 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.325+0000 7f1664a02740 1 -- start start 2024-04-25T17:18:57.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.325+0000 7f1664a02740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56283b7dc4d0 0x56283bba2e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.325+0000 7f1664a02740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56283b7e46b0 0x56283bbb89b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.325+0000 7f1664a02740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b805390 0x56283bba5e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.325+0000 7f1664a02740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f16581af040 con 0x56283b805390 2024-04-25T17:18:57.339 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.325+0000 7f1664a02740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f16581ac910 con 0x56283b7dc4d0 2024-04-25T17:18:57.340 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.325+0000 7f1664a02740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f16581aa760 con 0x56283b7e46b0 2024-04-25T17:18:57.340 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.325+0000 7f1656ffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b805390 0x56283bba5e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.340 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.326+0000 7f16577fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56283b7e46b0 0x56283bbb89b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.340 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.326+0000 7f1656ffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b805390 0x56283bba5e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:45026/0 (socket says 172.21.15.28:45026) 2024-04-25T17:18:57.340 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.326+0000 7f1656ffd640 1 -- 172.21.15.28:0/3208038158 learned_addr learned my addr 172.21.15.28:0/3208038158 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:57.340 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.326+0000 7f1656ffd640 1 --2- 172.21.15.28:0/3208038158 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56283b7dc4d0 0x56283bba2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.341 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.326+0000 7f16577fe640 1 -- 172.21.15.28:0/3208038158 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56283b7dc4d0 msgr2=0x56283bba2e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:57.341 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.326+0000 7f16577fe640 1 --2- 172.21.15.28:0/3208038158 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56283b7dc4d0 0x56283bba2e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.341 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.326+0000 7f16577fe640 1 -- 172.21.15.28:0/3208038158 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b805390 msgr2=0x56283bba5e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:57.341 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.326+0000 7f16577fe640 1 --2- 172.21.15.28:0/3208038158 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b805390 0x56283bba5e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.341 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.326+0000 7f16577fe640 1 -- 172.21.15.28:0/3208038158 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56283bbaf630 con 0x56283b7e46b0 2024-04-25T17:18:57.341 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.326+0000 7f1656ffd640 1 --2- 172.21.15.28:0/3208038158 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b805390 0x56283bba5e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:18:57.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.326+0000 7f16577fe640 1 --2- 172.21.15.28:0/3208038158 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56283b7e46b0 0x56283bbb89b0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x56283bbb25f0 tx=0x7f1648009a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c9cb542760d9e966 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:57.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.326+0000 7f164d7fa640 1 -- 172.21.15.28:0/3208038158 <== mon.1 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1648004c00 con 0x56283b7e46b0 2024-04-25T17:18:57.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.326+0000 7f164d7fa640 1 -- 172.21.15.28:0/3208038158 <== mon.1 v2:172.21.15.84:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f164802c070 con 0x56283b7e46b0 2024-04-25T17:18:57.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.326+0000 7f164d7fa640 1 -- 172.21.15.28:0/3208038158 <== mon.1 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1648011920 con 0x56283b7e46b0 2024-04-25T17:18:57.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.327+0000 7f1664a02740 1 -- 172.21.15.28:0/3208038158 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56283b7e46b0 msgr2=0x56283bbb89b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.342 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.327+0000 7f1664a02740 1 --2- 172.21.15.28:0/3208038158 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56283b7e46b0 0x56283bbb89b0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x56283bbb25f0 tx=0x7f1648009a40 comp rx=0 tx=0).stop 2024-04-25T17:18:57.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.327+0000 7f1664a02740 1 -- 172.21.15.28:0/3208038158 shutdown_connections 2024-04-25T17:18:57.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.327+0000 7f1664a02740 1 --2- 172.21.15.28:0/3208038158 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b805390 0x56283bba5e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.327+0000 7f1664a02740 1 --2- 172.21.15.28:0/3208038158 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56283b7e46b0 0x56283bbb89b0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.327+0000 7f1664a02740 1 --2- 172.21.15.28:0/3208038158 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56283b7dc4d0 0x56283bba2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.327+0000 7f1664a02740 1 -- 172.21.15.28:0/3208038158 >> 172.21.15.28:0/3208038158 conn(0x56283b7f94e0 msgr2=0x56283bba2720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:57.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.327+0000 7f1664a02740 1 -- 172.21.15.28:0/3208038158 shutdown_connections 2024-04-25T17:18:57.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.327+0000 7f1664a02740 1 -- 172.21.15.28:0/3208038158 wait complete. 2024-04-25T17:18:57.343 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.328+0000 7f1664a02740 1 -- start start 2024-04-25T17:18:57.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.328+0000 7f1664a02740 1 Processor -- start 2024-04-25T17:18:57.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.328+0000 7f1664a02740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56283b7dc4d0 0x56283bbb8a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.328+0000 7f1664a02740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b7e46b0 0x56283bbb5640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.328+0000 7f1664a02740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56283b805390 0x56283bbb5c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.328+0000 7f1664a02740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f16581aadd0 con 0x56283b7e46b0 2024-04-25T17:18:57.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.328+0000 7f1664a02740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f16581ac240 con 0x56283b805390 2024-04-25T17:18:57.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.328+0000 7f1664a02740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f16581ab4a0 con 0x56283b7dc4d0 2024-04-25T17:18:57.344 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.328+0000 7f1664a02740 10 client.0 _ll_register_callbacks cb 0x7f164000acd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:18:57.345 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.328+0000 7f16577fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b7e46b0 0x56283bbb5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.345 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.328+0000 7f16577fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b7e46b0 0x56283bbb5640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:45040/0 (socket says 172.21.15.28:45040) 2024-04-25T17:18:57.345 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.328+0000 7f16577fe640 1 -- 172.21.15.28:0/4176229348 learned_addr learned my addr 172.21.15.28:0/4176229348 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:57.345 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.328+0000 7f1656ffd640 1 --2- 172.21.15.28:0/4176229348 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56283b7dc4d0 0x56283bbb8a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.345 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.328+0000 7f1656ffd640 1 --2- 172.21.15.28:0/4176229348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56283b805390 0x56283bbb5c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.345 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.328+0000 7f16577fe640 1 -- 172.21.15.28:0/4176229348 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56283b7dc4d0 msgr2=0x56283bbb8a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:57.345 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.328+0000 7f16577fe640 1 --2- 172.21.15.28:0/4176229348 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56283b7dc4d0 0x56283bbb8a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.345 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.328+0000 7f16577fe640 1 -- 172.21.15.28:0/4176229348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56283b805390 msgr2=0x56283bbb5c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:57.345 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.329+0000 7f16577fe640 1 --2- 172.21.15.28:0/4176229348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56283b805390 0x56283bbb5c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.346 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.329+0000 7f16577fe640 1 -- 172.21.15.28:0/4176229348 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56283bc25690 con 0x56283b7e46b0 2024-04-25T17:18:57.346 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.329+0000 7f1656ffd640 1 --2- 172.21.15.28:0/4176229348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56283b805390 0x56283bbb5c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:18:57.346 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.329+0000 7f16577fe640 1 --2- 172.21.15.28:0/4176229348 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b7e46b0 0x56283bbb5640 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f1648006010 tx=0x7f1648011550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfc1f098cc313cd3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:57.346 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.329+0000 7f1636ffd640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:18:57.346 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.329+0000 7f1636ffd640 1 -- 172.21.15.28:0/4176229348 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1648034070 con 0x56283b7e46b0 2024-04-25T17:18:57.346 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.329+0000 7f1636ffd640 1 -- 172.21.15.28:0/4176229348 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f16480273b0 con 0x56283b7e46b0 2024-04-25T17:18:57.346 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.329+0000 7f1664a02740 1 -- 172.21.15.28:0/4176229348 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f164802c070 con 0x56283b7e46b0 2024-04-25T17:18:57.347 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.329+0000 7f1636ffd640 1 -- 172.21.15.28:0/4176229348 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f1648040050 con 0x56283b7e46b0 2024-04-25T17:18:57.347 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.329+0000 7f1664a02740 10 client.16134 fetch_fsmap learned FSMap version 24 2024-04-25T17:18:57.347 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.329+0000 7f1664a02740 1 -- 172.21.15.28:0/4176229348 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56283bc26940 con 0x56283b7e46b0 2024-04-25T17:18:57.347 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.329+0000 7f1636ffd640 1 -- 172.21.15.28:0/4176229348 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f164802c070 con 0x56283b7e46b0 2024-04-25T17:18:57.347 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.330+0000 7f1636ffd640 1 -- 172.21.15.28:0/4176229348 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f1648011c50 con 0x56283b7e46b0 2024-04-25T17:18:57.347 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.330+0000 7f1664a02740 10 client.16134 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:18:57.347 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.330+0000 7f1664a02740 10 client.16134 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-25T17:18:57.348 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.330+0000 7f1664a02740 20 client.16134 populate_metadata read hostname 'smithi028' 2024-04-25T17:18:57.348 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.330+0000 7f1664a02740 1 --2- 172.21.15.28:0/4176229348 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x56283b7993a0 0x56283bc29220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.348 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.330+0000 7f1664a02740 4 client.16134 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T17:18:57.348 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.330+0000 7f1664a02740 1 -- 172.21.15.28:0/4176229348 --> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56283bb13800 con 0x56283b7993a0 2024-04-25T17:18:57.348 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.330+0000 7f1656ffd640 1 --2- 172.21.15.28:0/4176229348 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x56283b7993a0 0x56283bc29220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.348 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.330+0000 7f1636ffd640 10 client.16134 ms_handle_connect on v2:172.21.15.84:6838/1332945442 2024-04-25T17:18:57.348 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.330+0000 7f1656ffd640 1 --2- 172.21.15.28:0/4176229348 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x56283b7993a0 0x56283bc29220 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1c1069c382ddfb73 server_cookie=46cc20326b7c7551 in_seq=0 out_seq=0 2024-04-25T17:18:57.348 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.330+0000 7f1636ffd640 1 -- 172.21.15.28:0/4176229348 <== mds.1 v2:172.21.15.84:6838/1332945442 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56283bb13800 con 0x56283b7993a0 2024-04-25T17:18:57.348 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.330+0000 7f1636ffd640 10 client.16134 handle_command_reply: tid=0 2024-04-25T17:18:57.348 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.330+0000 7f1664a02740 1 client.16134 shutdown 2024-04-25T17:18:57.349 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.331+0000 7f1664a02740 1 -- 172.21.15.28:0/4176229348 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b7e46b0 msgr2=0x56283bbb5640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.349 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.331+0000 7f1664a02740 1 --2- 172.21.15.28:0/4176229348 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b7e46b0 0x56283bbb5640 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f1648006010 tx=0x7f1648011550 comp rx=0 tx=0).stop 2024-04-25T17:18:57.349 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.331+0000 7f1664a02740 1 -- 172.21.15.28:0/4176229348 shutdown_connections 2024-04-25T17:18:57.349 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.331+0000 7f1664a02740 1 --2- 172.21.15.28:0/4176229348 >> [v2:172.21.15.84:6838/1332945442,v1:172.21.15.84:6839/1332945442] conn(0x56283b7993a0 0x56283bc29220 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.349 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.331+0000 7f1664a02740 1 --2- 172.21.15.28:0/4176229348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56283b805390 0x56283bbb5c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.349 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.331+0000 7f1636ffd640 0 client.16134 ms_handle_reset on v2:172.21.15.84:6838/1332945442 2024-04-25T17:18:57.349 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.331+0000 7f1664a02740 1 --2- 172.21.15.28:0/4176229348 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x56283b7e46b0 0x56283bbb5640 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.349 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.331+0000 7f1664a02740 1 --2- 172.21.15.28:0/4176229348 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56283b7dc4d0 0x56283bbb8a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.349 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.331+0000 7f1664a02740 1 -- 172.21.15.28:0/4176229348 >> 172.21.15.28:0/4176229348 conn(0x56283b7f94e0 msgr2=0x56283bbb18e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:57.349 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.331+0000 7f1664a02740 1 -- 172.21.15.28:0/4176229348 shutdown_connections 2024-04-25T17:18:57.349 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.331+0000 7f1664a02740 1 -- 172.21.15.28:0/4176229348 wait complete. 2024-04-25T17:18:57.349 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.331+0000 7f1664a02740 20 client.16134 trim_cache size 0 max 16384 2024-04-25T17:18:57.350 INFO:teuthology.orchestra.run.smithi028.stdout:[] 2024-04-25T17:18:57.351 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.331+0000 7f165da6e640 1 -- 172.21.15.28:0/1226900452 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f16440afaf0 msgr2=0x7f16440b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.351 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.331+0000 7f165da6e640 1 --2- 172.21.15.28:0/1226900452 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f16440afaf0 0x7f16440b2000 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f16500c4d20 tx=0x7f1650096600 comp rx=0 tx=0).stop 2024-04-25T17:18:57.351 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.331+0000 7f165da6e640 1 -- 172.21.15.28:0/1226900452 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1658109a30 msgr2=0x7f16581a15b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.351 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.331+0000 7f165da6e640 1 --2- 172.21.15.28:0/1226900452 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1658109a30 0x7f16581a15b0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f1650005ab0 tx=0x7f16500042f0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.351 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.331+0000 7f165da6e640 1 -- 172.21.15.28:0/1226900452 shutdown_connections 2024-04-25T17:18:57.351 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.331+0000 7f165da6e640 1 --2- 172.21.15.28:0/1226900452 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f16440afaf0 0x7f16440b2000 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.351 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.331+0000 7f165da6e640 1 --2- 172.21.15.28:0/1226900452 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1658109a30 0x7f16581a15b0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.351 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.331+0000 7f165da6e640 1 --2- 172.21.15.28:0/1226900452 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1658104d30 0x7f165819a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.352 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.331+0000 7f165da6e640 1 --2- 172.21.15.28:0/1226900452 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1658103af0 0x7f165819a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.352 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.332+0000 7f165da6e640 1 -- 172.21.15.28:0/1226900452 >> 172.21.15.28:0/1226900452 conn(0x7f16580fece0 msgr2=0x7f1658105a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:57.352 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.332+0000 7f165da6e640 1 -- 172.21.15.28:0/1226900452 shutdown_connections 2024-04-25T17:18:57.352 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.332+0000 7f165da6e640 1 -- 172.21.15.28:0/1226900452 wait complete. 2024-04-25T17:18:57.352 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-25T17:18:57.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.467+0000 7fedf1097640 1 -- 172.21.15.28:0/3205891350 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fedec103c20 msgr2=0x7fedec104030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.467+0000 7fedf1097640 1 --2- 172.21.15.28:0/3205891350 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fedec103c20 0x7fedec104030 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fedd4009900 tx=0x7fedd402a410 comp rx=0 tx=0).stop 2024-04-25T17:18:57.468 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.467+0000 7fedf1097640 1 -- 172.21.15.28:0/3205891350 shutdown_connections 2024-04-25T17:18:57.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.467+0000 7fedf1097640 1 --2- 172.21.15.28:0/3205891350 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fedec108920 0x7fedec10ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.467+0000 7fedf1097640 1 --2- 172.21.15.28:0/3205891350 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fedec103c20 0x7fedec104030 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.467+0000 7fedf1097640 1 --2- 172.21.15.28:0/3205891350 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fedec1029e0 0x7fedec1036e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.467+0000 7fedf1097640 1 -- 172.21.15.28:0/3205891350 >> 172.21.15.28:0/3205891350 conn(0x7fedec0fdbd0 msgr2=0x7fedec100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:57.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.468+0000 7fedf1097640 1 -- 172.21.15.28:0/3205891350 shutdown_connections 2024-04-25T17:18:57.469 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.468+0000 7fedf1097640 1 -- 172.21.15.28:0/3205891350 wait complete. 2024-04-25T17:18:57.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.468+0000 7fedf1097640 1 Processor -- start 2024-04-25T17:18:57.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.468+0000 7fedf1097640 1 -- start start 2024-04-25T17:18:57.471 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.469+0000 7fedf1097640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fedec1029e0 0x7fedec075860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.469+0000 7fedf1097640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fedec103c20 0x7fedec19eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.469+0000 7fedf1097640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fedec108920 0x7fedec1a1420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.469+0000 7fedf1097640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fedec10e3c0 con 0x7fedec1029e0 2024-04-25T17:18:57.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.469+0000 7fedf1097640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fedec10e240 con 0x7fedec103c20 2024-04-25T17:18:57.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.469+0000 7fedf1097640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fedec10e540 con 0x7fedec108920 2024-04-25T17:18:57.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.469+0000 7fedead9d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fedec1029e0 0x7fedec075860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.469+0000 7fedead9d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fedec1029e0 0x7fedec075860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:45062/0 (socket says 172.21.15.28:45062) 2024-04-25T17:18:57.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.469+0000 7fedead9d640 1 -- 172.21.15.28:0/2469139729 learned_addr learned my addr 172.21.15.28:0/2469139729 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:57.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.469+0000 7fede3fff640 1 --2- 172.21.15.28:0/2469139729 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fedec103c20 0x7fedec19eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.469+0000 7fedeb59e640 1 --2- 172.21.15.28:0/2469139729 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fedec108920 0x7fedec1a1420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.469+0000 7fedead9d640 1 -- 172.21.15.28:0/2469139729 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fedec108920 msgr2=0x7fedec1a1420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.472 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.469+0000 7fedead9d640 1 --2- 172.21.15.28:0/2469139729 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fedec108920 0x7fedec1a1420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.469+0000 7fedead9d640 1 -- 172.21.15.28:0/2469139729 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fedec103c20 msgr2=0x7fedec19eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.469+0000 7fedead9d640 1 --2- 172.21.15.28:0/2469139729 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fedec103c20 0x7fedec19eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.469+0000 7fedead9d640 1 -- 172.21.15.28:0/2469139729 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedec1a1bb0 con 0x7fedec1029e0 2024-04-25T17:18:57.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.469+0000 7fedead9d640 1 --2- 172.21.15.28:0/2469139729 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fedec1029e0 0x7fedec075860 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7feddc00c970 tx=0x7feddc00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:57.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.469+0000 7fede8d99640 1 -- 172.21.15.28:0/2469139729 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feddc007c70 con 0x7fedec1029e0 2024-04-25T17:18:57.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.469+0000 7fede8d99640 1 -- 172.21.15.28:0/2469139729 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7feddc007e10 con 0x7fedec1029e0 2024-04-25T17:18:57.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.469+0000 7fedf1097640 1 -- 172.21.15.28:0/2469139729 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedec1a1ea0 con 0x7fedec1029e0 2024-04-25T17:18:57.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.469+0000 7fede8d99640 1 -- 172.21.15.28:0/2469139729 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feddc0186f0 con 0x7fedec1029e0 2024-04-25T17:18:57.473 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.470+0000 7fedf1097640 1 -- 172.21.15.28:0/2469139729 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedec1a2300 con 0x7fedec1029e0 2024-04-25T17:18:57.480 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.472+0000 7fedf8022740 1 Processor -- start 2024-04-25T17:18:57.480 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.473+0000 7fedf8022740 1 -- start start 2024-04-25T17:18:57.480 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.473+0000 7fedf8022740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d10447a390 0x55d10481c810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.480 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.473+0000 7fedf8022740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d1044514d0 0x55d10481cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.480 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.473+0000 7fedf8022740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d1044596b0 0x55d10481da20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.473+0000 7fedf8022740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55d104780d80 con 0x55d10447a390 2024-04-25T17:18:57.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.473+0000 7fedf8022740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d10473aa20 con 0x55d1044514d0 2024-04-25T17:18:57.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.473+0000 7fedf8022740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55d10477cd40 con 0x55d1044596b0 2024-04-25T17:18:57.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.473+0000 7fedeb59e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d10447a390 0x55d10481c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.473+0000 7fedeb59e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d10447a390 0x55d10481c810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:45068/0 (socket says 172.21.15.28:45068) 2024-04-25T17:18:57.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.473+0000 7fedeb59e640 1 -- 172.21.15.28:0/586202781 learned_addr learned my addr 172.21.15.28:0/586202781 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:57.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.473+0000 7fede8d99640 1 -- 172.21.15.28:0/2469139729 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7feddc00fa90 con 0x7fedec1029e0 2024-04-25T17:18:57.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.473+0000 7fede3fff640 1 --2- 172.21.15.28:0/586202781 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d1044596b0 0x55d10481da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.473+0000 7fedeb59e640 1 -- 172.21.15.28:0/586202781 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d1044596b0 msgr2=0x55d10481da20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:57.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.473+0000 7fedeb59e640 1 --2- 172.21.15.28:0/586202781 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d1044596b0 0x55d10481da20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.473+0000 7fedeb59e640 1 -- 172.21.15.28:0/586202781 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d1044514d0 msgr2=0x55d10481cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:57.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.473+0000 7fedeb59e640 1 --2- 172.21.15.28:0/586202781 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d1044514d0 0x55d10481cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.481 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.473+0000 7fedeb59e640 1 -- 172.21.15.28:0/586202781 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d104745c30 con 0x55d10447a390 2024-04-25T17:18:57.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.474+0000 7fedeb59e640 1 --2- 172.21.15.28:0/586202781 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d10447a390 0x55d10481c810 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fede4009ee0 tx=0x7fede4010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=113e1458405b7e6c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:57.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.474+0000 7fede17fa640 1 -- 172.21.15.28:0/586202781 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fede4016070 con 0x55d10447a390 2024-04-25T17:18:57.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.474+0000 7fede17fa640 1 -- 172.21.15.28:0/586202781 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fede4004d20 con 0x55d10447a390 2024-04-25T17:18:57.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.474+0000 7fede17fa640 1 -- 172.21.15.28:0/586202781 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fede40126b0 con 0x55d10447a390 2024-04-25T17:18:57.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.474+0000 7fede8d99640 1 --2- 172.21.15.28:0/2469139729 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fedd80afaf0 0x7fedd80b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.474+0000 7fedead9d640 1 --2- 172.21.15.28:0/2469139729 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fedd80afaf0 0x7fedd80b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.474+0000 7fede8d99640 1 -- 172.21.15.28:0/2469139729 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7feddc0def80 con 0x7fedec1029e0 2024-04-25T17:18:57.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.475+0000 7fedf8022740 1 -- 172.21.15.28:0/586202781 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d10447a390 msgr2=0x55d10481c810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.475+0000 7fedead9d640 1 --2- 172.21.15.28:0/2469139729 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fedd80afaf0 0x7fedd80b2000 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7feddc0a3160 tx=0x7feddc000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:57.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.475+0000 7fedf8022740 1 --2- 172.21.15.28:0/586202781 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d10447a390 0x55d10481c810 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fede4009ee0 tx=0x7fede4010740 comp rx=0 tx=0).stop 2024-04-25T17:18:57.482 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.475+0000 7fedf8022740 1 -- 172.21.15.28:0/586202781 shutdown_connections 2024-04-25T17:18:57.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.475+0000 7fedf8022740 1 --2- 172.21.15.28:0/586202781 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d1044596b0 0x55d10481da20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.475+0000 7fedf8022740 1 --2- 172.21.15.28:0/586202781 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d1044514d0 0x55d10481cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.475+0000 7fedf8022740 1 --2- 172.21.15.28:0/586202781 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d10447a390 0x55d10481c810 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.475+0000 7fedf8022740 1 -- 172.21.15.28:0/586202781 >> 172.21.15.28:0/586202781 conn(0x55d10446e4e0 msgr2=0x55d104818020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:57.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.475+0000 7fedf8022740 1 -- 172.21.15.28:0/586202781 shutdown_connections 2024-04-25T17:18:57.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.475+0000 7fedf8022740 1 -- 172.21.15.28:0/586202781 wait complete. 2024-04-25T17:18:57.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.475+0000 7fedf8022740 1 -- start start 2024-04-25T17:18:57.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.475+0000 7fedf8022740 1 Processor -- start 2024-04-25T17:18:57.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.476+0000 7fedf8022740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d1044514d0 0x55d104826570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.476+0000 7fedf8022740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d1044596b0 0x55d104826ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.483 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.476+0000 7fedf8022740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d10447a390 0x55d10482da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.484 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.476+0000 7fedf8022740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x55d10481e530 con 0x55d1044596b0 2024-04-25T17:18:57.484 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.476+0000 7fedf8022740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d104707dc0 con 0x55d10447a390 2024-04-25T17:18:57.484 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.476+0000 7fedf8022740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55d10481e6b0 con 0x55d1044514d0 2024-04-25T17:18:57.484 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.476+0000 7fedf8022740 10 client.0 _ll_register_callbacks cb 0x55d104723600 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:18:57.484 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.476+0000 7fede3fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d1044596b0 0x55d104826ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.484 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.476+0000 7fede3fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d1044596b0 0x55d104826ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:45072/0 (socket says 172.21.15.28:45072) 2024-04-25T17:18:57.484 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.476+0000 7fede3fff640 1 -- 172.21.15.28:0/3025120720 learned_addr learned my addr 172.21.15.28:0/3025120720 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:57.484 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.476+0000 7fedeb59e640 1 --2- 172.21.15.28:0/3025120720 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d1044514d0 0x55d104826570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.476+0000 7fedeb59e640 1 --2- 172.21.15.28:0/3025120720 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d10447a390 0x55d10482da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.476+0000 7fede3fff640 1 -- 172.21.15.28:0/3025120720 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d1044514d0 msgr2=0x55d104826570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:57.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.476+0000 7fede3fff640 1 --2- 172.21.15.28:0/3025120720 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d1044514d0 0x55d104826570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.476+0000 7fede3fff640 1 -- 172.21.15.28:0/3025120720 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d10447a390 msgr2=0x55d10482da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:57.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.476+0000 7fede3fff640 1 --2- 172.21.15.28:0/3025120720 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d10447a390 0x55d10482da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.476+0000 7fede3fff640 1 -- 172.21.15.28:0/3025120720 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d1044923f0 con 0x55d1044596b0 2024-04-25T17:18:57.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.476+0000 7fedeb59e640 1 --2- 172.21.15.28:0/3025120720 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d1044514d0 0x55d104826570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:18:57.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.476+0000 7fede3fff640 1 --2- 172.21.15.28:0/3025120720 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d1044596b0 0x55d104826ab0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fedd40057c0 tx=0x7fedd4031ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9766253d8897a31e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:57.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.476+0000 7fedd27fc640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:18:57.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.477+0000 7fedd27fc640 1 -- 172.21.15.28:0/3025120720 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedd4035040 con 0x55d1044596b0 2024-04-25T17:18:57.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.477+0000 7fedd27fc640 1 -- 172.21.15.28:0/3025120720 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fedd4004240 con 0x55d1044596b0 2024-04-25T17:18:57.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.477+0000 7fedf8022740 1 -- 172.21.15.28:0/3025120720 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fede4004d20 con 0x55d1044596b0 2024-04-25T17:18:57.485 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.477+0000 7fedd27fc640 1 -- 172.21.15.28:0/3025120720 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fedd404e050 con 0x55d1044596b0 2024-04-25T17:18:57.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.477+0000 7fedf8022740 10 client.16146 fetch_fsmap learned FSMap version 24 2024-04-25T17:18:57.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.477+0000 7fedf8022740 1 -- 172.21.15.28:0/3025120720 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d10455c7d0 con 0x55d1044596b0 2024-04-25T17:18:57.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.477+0000 7fedd27fc640 1 -- 172.21.15.28:0/3025120720 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fede4004d20 con 0x55d1044596b0 2024-04-25T17:18:57.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.477+0000 7fedd27fc640 1 -- 172.21.15.28:0/3025120720 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fedd403c4d0 con 0x55d1044596b0 2024-04-25T17:18:57.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.477+0000 7fedf8022740 10 client.16146 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:18:57.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.477+0000 7fedf8022740 10 client.16146 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:18:57.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.477+0000 7fedf8022740 20 client.16146 populate_metadata read hostname 'smithi028' 2024-04-25T17:18:57.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.477+0000 7fedf8022740 1 --2- 172.21.15.28:0/3025120720 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55d104438f60 0x55d104834380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.477+0000 7fedf8022740 4 client.16146 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T17:18:57.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.477+0000 7fedf8022740 1 -- 172.21.15.28:0/3025120720 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d10478e990 con 0x55d104438f60 2024-04-25T17:18:57.486 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.478+0000 7fedeb59e640 1 --2- 172.21.15.28:0/3025120720 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55d104438f60 0x55d104834380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.478+0000 7fedd27fc640 10 client.16146 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:18:57.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.478+0000 7fedeb59e640 1 --2- 172.21.15.28:0/3025120720 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55d104438f60 0x55d104834380 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8bf158b8f42cab91 server_cookie=1c7f2eb5d1ab017e in_seq=0 out_seq=0 2024-04-25T17:18:57.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.479+0000 7fedd27fc640 1 -- 172.21.15.28:0/3025120720 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55d10478e990 con 0x55d104438f60 2024-04-25T17:18:57.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.479+0000 7fedd27fc640 10 client.16146 handle_command_reply: tid=0 2024-04-25T17:18:57.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.479+0000 7fedf8022740 1 client.16146 shutdown 2024-04-25T17:18:57.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.479+0000 7fedf8022740 1 -- 172.21.15.28:0/3025120720 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d1044596b0 msgr2=0x55d104826ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.479+0000 7fedf8022740 1 --2- 172.21.15.28:0/3025120720 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d1044596b0 0x55d104826ab0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fedd40057c0 tx=0x7fedd4031ca0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.479+0000 7fedf8022740 1 -- 172.21.15.28:0/3025120720 shutdown_connections 2024-04-25T17:18:57.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.479+0000 7fedf8022740 1 --2- 172.21.15.28:0/3025120720 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55d104438f60 0x55d104834380 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.479+0000 7fedf8022740 1 --2- 172.21.15.28:0/3025120720 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d10447a390 0x55d10482da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.479+0000 7fedd27fc640 0 client.16146 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:18:57.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.479+0000 7fedf8022740 1 --2- 172.21.15.28:0/3025120720 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d1044596b0 0x55d104826ab0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.479+0000 7fedf8022740 1 --2- 172.21.15.28:0/3025120720 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d1044514d0 0x55d104826570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.479+0000 7fedf8022740 1 -- 172.21.15.28:0/3025120720 >> 172.21.15.28:0/3025120720 conn(0x55d10446e4e0 msgr2=0x55d104817040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:57.488 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.479+0000 7fedf8022740 1 -- 172.21.15.28:0/3025120720 shutdown_connections 2024-04-25T17:18:57.489 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.479+0000 7fedf8022740 1 -- 172.21.15.28:0/3025120720 wait complete. 2024-04-25T17:18:57.489 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.479+0000 7fedf8022740 20 client.16146 trim_cache size 0 max 16384 2024-04-25T17:18:57.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.493+0000 7fedf8022740 1 Processor -- start 2024-04-25T17:18:57.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.493+0000 7fedf8022740 1 -- start start 2024-04-25T17:18:57.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.493+0000 7fedf8022740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d104438f60 0x55d10481b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.493+0000 7fedf8022740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d1044514d0 0x55d10482d930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.493+0000 7fedf8022740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d1044596b0 0x55d104839b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.493+0000 7fedf8022740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fedec1aefc0 con 0x55d104438f60 2024-04-25T17:18:57.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.493+0000 7fedf8022740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fedec1ac890 con 0x55d1044514d0 2024-04-25T17:18:57.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.493+0000 7fedf8022740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fedec1aa6e0 con 0x55d1044596b0 2024-04-25T17:18:57.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.493+0000 7fedeb59e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d104438f60 0x55d10481b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.493+0000 7fedeb59e640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d104438f60 0x55d10481b530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:45076/0 (socket says 172.21.15.28:45076) 2024-04-25T17:18:57.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.493+0000 7fedeb59e640 1 -- 172.21.15.28:0/4252857440 learned_addr learned my addr 172.21.15.28:0/4252857440 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:57.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.493+0000 7fedeb59e640 1 -- 172.21.15.28:0/4252857440 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d1044596b0 msgr2=0x55d104839b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:57.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.493+0000 7fede3fff640 1 --2- 172.21.15.28:0/4252857440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d1044514d0 0x55d10482d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.493+0000 7fedeb59e640 1 --2- 172.21.15.28:0/4252857440 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d1044596b0 0x55d104839b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.494+0000 7fedeb59e640 1 -- 172.21.15.28:0/4252857440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d1044514d0 msgr2=0x55d10482d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:57.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.494+0000 7fedeb59e640 1 --2- 172.21.15.28:0/4252857440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d1044514d0 0x55d10482d930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.494+0000 7fedeb59e640 1 -- 172.21.15.28:0/4252857440 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d104821c80 con 0x55d104438f60 2024-04-25T17:18:57.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.494+0000 7fedeb59e640 1 --2- 172.21.15.28:0/4252857440 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d104438f60 0x55d10481b530 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fede4002230 tx=0x7fede4009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=980a551b3c8c13f3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:57.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.494+0000 7fede0ff9640 1 -- 172.21.15.28:0/4252857440 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fede4016040 con 0x55d104438f60 2024-04-25T17:18:57.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.494+0000 7fede0ff9640 1 -- 172.21.15.28:0/4252857440 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fede4026040 con 0x55d104438f60 2024-04-25T17:18:57.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.494+0000 7fede0ff9640 1 -- 172.21.15.28:0/4252857440 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fede4005570 con 0x55d104438f60 2024-04-25T17:18:57.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.495+0000 7fedf8022740 1 -- 172.21.15.28:0/4252857440 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d104438f60 msgr2=0x55d10481b530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.495+0000 7fedf8022740 1 --2- 172.21.15.28:0/4252857440 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d104438f60 0x55d10481b530 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fede4002230 tx=0x7fede4009a20 comp rx=0 tx=0).stop 2024-04-25T17:18:57.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.495+0000 7fedf8022740 1 -- 172.21.15.28:0/4252857440 shutdown_connections 2024-04-25T17:18:57.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.495+0000 7fedf8022740 1 --2- 172.21.15.28:0/4252857440 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d1044596b0 0x55d104839b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.495+0000 7fedf8022740 1 --2- 172.21.15.28:0/4252857440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d1044514d0 0x55d10482d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.495+0000 7fedf8022740 1 --2- 172.21.15.28:0/4252857440 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d104438f60 0x55d10481b530 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.495+0000 7fedf8022740 1 -- 172.21.15.28:0/4252857440 >> 172.21.15.28:0/4252857440 conn(0x55d10446e4e0 msgr2=0x55d10481ae20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:57.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.495+0000 7fedf8022740 1 -- 172.21.15.28:0/4252857440 shutdown_connections 2024-04-25T17:18:57.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.495+0000 7fedf8022740 1 -- 172.21.15.28:0/4252857440 wait complete. 2024-04-25T17:18:57.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.495+0000 7fedf8022740 1 -- start start 2024-04-25T17:18:57.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.495+0000 7fedf8022740 1 Processor -- start 2024-04-25T17:18:57.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.495+0000 7fedf8022740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d104438f60 0x55d10482ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.495+0000 7fedf8022740 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d1044514d0 0x55d10482b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.495+0000 7fedf8022740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d1044596b0 0x55d10482c180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.496+0000 7fedf8022740 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fedec1aad50 con 0x55d1044514d0 2024-04-25T17:18:57.503 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.496+0000 7fedf8022740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fedec1ac1c0 con 0x55d1044596b0 2024-04-25T17:18:57.503 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.496+0000 7fedf8022740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fedec1ab420 con 0x55d104438f60 2024-04-25T17:18:57.503 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.496+0000 7fedf8022740 10 client.0 _ll_register_callbacks cb 0x7fedd4031500 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T17:18:57.503 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.496+0000 7fede3fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d1044514d0 0x55d10482b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.503 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.496+0000 7fede3fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d1044514d0 0x55d10482b250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:45090/0 (socket says 172.21.15.28:45090) 2024-04-25T17:18:57.503 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.496+0000 7fede3fff640 1 -- 172.21.15.28:0/238497465 learned_addr learned my addr 172.21.15.28:0/238497465 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:57.503 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.496+0000 7fedeb59e640 1 --2- 172.21.15.28:0/238497465 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d1044596b0 0x55d10482c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.503 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.496+0000 7fedeb59e640 1 --2- 172.21.15.28:0/238497465 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d104438f60 0x55d10482ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.503 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.496+0000 7fede3fff640 1 -- 172.21.15.28:0/238497465 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d104438f60 msgr2=0x55d10482ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:57.503 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.496+0000 7fede3fff640 1 --2- 172.21.15.28:0/238497465 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d104438f60 0x55d10482ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.503 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.496+0000 7fede3fff640 1 -- 172.21.15.28:0/238497465 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d1044596b0 msgr2=0x55d10482c180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T17:18:57.503 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.496+0000 7fede3fff640 1 --2- 172.21.15.28:0/238497465 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d1044596b0 0x55d10482c180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.503 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.496+0000 7fede3fff640 1 -- 172.21.15.28:0/238497465 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d10482de70 con 0x55d1044514d0 2024-04-25T17:18:57.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.496+0000 7fedeb59e640 1 --2- 172.21.15.28:0/238497465 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d1044596b0 0x55d10482c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:18:57.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.496+0000 7fede3fff640 1 --2- 172.21.15.28:0/238497465 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d1044514d0 0x55d10482b250 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fedd4005ab0 tx=0x7fedd40058c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1c538150eb85cbb server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:57.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.496+0000 7fedd27fc640 10 client.0 ms_handle_connect on v2:172.21.15.28:3300/0 2024-04-25T17:18:57.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.496+0000 7fedd27fc640 1 -- 172.21.15.28:0/238497465 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedd4035070 con 0x55d1044514d0 2024-04-25T17:18:57.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.496+0000 7fedd27fc640 1 -- 172.21.15.28:0/238497465 <== mon.0 v2:172.21.15.28:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fedd403c640 con 0x55d1044514d0 2024-04-25T17:18:57.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.496+0000 7fedf8022740 1 -- 172.21.15.28:0/238497465 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fede4026040 con 0x55d1044514d0 2024-04-25T17:18:57.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.496+0000 7fedd27fc640 1 -- 172.21.15.28:0/238497465 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fedd4046430 con 0x55d1044514d0 2024-04-25T17:18:57.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.496+0000 7fedf8022740 10 client.16152 fetch_fsmap learned FSMap version 24 2024-04-25T17:18:57.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.496+0000 7fedf8022740 1 -- 172.21.15.28:0/238497465 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d10482d860 con 0x55d1044514d0 2024-04-25T17:18:57.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.497+0000 7fedd27fc640 1 -- 172.21.15.28:0/238497465 <== mon.0 v2:172.21.15.28:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fede4026040 con 0x55d1044514d0 2024-04-25T17:18:57.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.497+0000 7fedd27fc640 1 -- 172.21.15.28:0/238497465 <== mon.0 v2:172.21.15.28:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fedd403b440 con 0x55d1044514d0 2024-04-25T17:18:57.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.497+0000 7fedf8022740 10 client.16152 fetch_fsmap finished waiting for FSMap version 24 2024-04-25T17:18:57.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.497+0000 7fedf8022740 10 client.16152 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-25T17:18:57.504 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.497+0000 7fedf8022740 20 client.16152 populate_metadata read hostname 'smithi028' 2024-04-25T17:18:57.505 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.497+0000 7fedf8022740 1 --2- 172.21.15.28:0/238497465 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55d10447a390 0x55d10489eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:57.505 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.497+0000 7fedf8022740 4 client.16152 mds_command: new command op to 24551 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-25T17:18:57.505 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.497+0000 7fedf8022740 1 -- 172.21.15.28:0/238497465 --> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d104788800 con 0x55d10447a390 2024-04-25T17:18:57.505 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.497+0000 7fedeb59e640 1 --2- 172.21.15.28:0/238497465 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55d10447a390 0x55d10489eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:57.505 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.498+0000 7fedeb59e640 1 --2- 172.21.15.28:0/238497465 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55d10447a390 0x55d10489eab0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bdfde72ed8b4b0a9 server_cookie=852efe070b95572e in_seq=0 out_seq=0 2024-04-25T17:18:57.505 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.498+0000 7fedd27fc640 10 client.16152 ms_handle_connect on v2:172.21.15.42:6838/616693654 2024-04-25T17:18:57.505 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.498+0000 7fedd27fc640 1 -- 172.21.15.28:0/238497465 <== mds.0 v2:172.21.15.42:6838/616693654 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d104788800 con 0x55d10447a390 2024-04-25T17:18:57.505 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.498+0000 7fedd27fc640 10 client.16152 handle_command_reply: tid=0 2024-04-25T17:18:57.505 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.498+0000 7fedf8022740 1 client.16152 shutdown 2024-04-25T17:18:57.505 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.498+0000 7fedf8022740 1 -- 172.21.15.28:0/238497465 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d1044514d0 msgr2=0x55d10482b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.505 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.498+0000 7fedf8022740 1 --2- 172.21.15.28:0/238497465 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d1044514d0 0x55d10482b250 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fedd4005ab0 tx=0x7fedd40058c0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.505 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.498+0000 7fedf8022740 1 -- 172.21.15.28:0/238497465 shutdown_connections 2024-04-25T17:18:57.505 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.498+0000 7fedf8022740 1 --2- 172.21.15.28:0/238497465 >> [v2:172.21.15.42:6838/616693654,v1:172.21.15.42:6839/616693654] conn(0x55d10447a390 0x55d10489eab0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.506 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.498+0000 7fedf8022740 1 --2- 172.21.15.28:0/238497465 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d1044596b0 0x55d10482c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.506 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.498+0000 7fedf8022740 1 --2- 172.21.15.28:0/238497465 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x55d1044514d0 0x55d10482b250 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.506 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.498+0000 7fedd27fc640 0 client.16152 ms_handle_reset on v2:172.21.15.42:6838/616693654 2024-04-25T17:18:57.506 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.498+0000 7fedf8022740 1 --2- 172.21.15.28:0/238497465 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d104438f60 0x55d10482ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.506 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.498+0000 7fedf8022740 1 -- 172.21.15.28:0/238497465 >> 172.21.15.28:0/238497465 conn(0x55d10446e4e0 msgr2=0x55d10481b850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:57.506 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.498+0000 7fedf8022740 1 -- 172.21.15.28:0/238497465 shutdown_connections 2024-04-25T17:18:57.506 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.498+0000 7fedf8022740 1 -- 172.21.15.28:0/238497465 wait complete. 2024-04-25T17:18:57.506 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.498+0000 7fedf8022740 20 client.16152 trim_cache size 0 max 16384 2024-04-25T17:18:57.506 INFO:teuthology.orchestra.run.smithi028.stdout:[] 2024-04-25T17:18:57.507 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.499+0000 7fedf1097640 1 -- 172.21.15.28:0/2469139729 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fedd80afaf0 msgr2=0x7fedd80b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.507 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.499+0000 7fedf1097640 1 --2- 172.21.15.28:0/2469139729 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fedd80afaf0 0x7fedd80b2000 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7feddc0a3160 tx=0x7feddc000bc0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.507 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.499+0000 7fedf1097640 1 -- 172.21.15.28:0/2469139729 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fedec1029e0 msgr2=0x7fedec075860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:57.508 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.499+0000 7fedf1097640 1 --2- 172.21.15.28:0/2469139729 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fedec1029e0 0x7fedec075860 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7feddc00c970 tx=0x7feddc00ce30 comp rx=0 tx=0).stop 2024-04-25T17:18:57.508 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.499+0000 7fedf1097640 1 -- 172.21.15.28:0/2469139729 shutdown_connections 2024-04-25T17:18:57.508 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.499+0000 7fedf1097640 1 --2- 172.21.15.28:0/2469139729 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fedd80afaf0 0x7fedd80b2000 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.508 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.499+0000 7fedf1097640 1 --2- 172.21.15.28:0/2469139729 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fedec108920 0x7fedec1a1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.508 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.499+0000 7fedf1097640 1 --2- 172.21.15.28:0/2469139729 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fedec103c20 0x7fedec19eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.508 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.499+0000 7fedf1097640 1 --2- 172.21.15.28:0/2469139729 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fedec1029e0 0x7fedec075860 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:57.508 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.499+0000 7fedf1097640 1 -- 172.21.15.28:0/2469139729 >> 172.21.15.28:0/2469139729 conn(0x7fedec0fdbd0 msgr2=0x7fedec104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:57.508 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.499+0000 7fedf1097640 1 -- 172.21.15.28:0/2469139729 shutdown_connections 2024-04-25T17:18:57.508 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:57.499+0000 7fedf1097640 1 -- 172.21.15.28:0/2469139729 wait complete. 2024-04-25T17:18:57.510 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:57 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2548982428' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:18:57.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:57 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2548982428' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:18:57.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:57 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2548982428' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:18:58.511 INFO:tasks.fwd_scrub.fs.[cephfs]:end scrubbing fs: cephfs 2024-04-25T17:18:58.512 INFO:tasks.fwd_scrub:done joining 2024-04-25T17:18:58.512 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-04-25T17:18:58.528 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T17:18:58.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:58 smithi042 ceph-mon[32851]: pgmap v447: 129 pgs: 129 active+clean; 250 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 9.9 MiB/s wr, 2.09k op/s 2024-04-25T17:18:58.656 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.656+0000 7f1b8c314640 1 -- 172.21.15.28:0/4236205344 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1b84102a10 msgr2=0x7f1b84103710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:58.657 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.656+0000 7f1b8c314640 1 --2- 172.21.15.28:0/4236205344 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1b84102a10 0x7f1b84103710 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f1b80009900 tx=0x7f1b8002a410 comp rx=0 tx=0).stop 2024-04-25T17:18:58.657 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.656+0000 7f1b8c314640 1 -- 172.21.15.28:0/4236205344 shutdown_connections 2024-04-25T17:18:58.657 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.656+0000 7f1b8c314640 1 --2- 172.21.15.28:0/4236205344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1b84108950 0x7f1b8410ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:58.657 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.656+0000 7f1b8c314640 1 --2- 172.21.15.28:0/4236205344 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1b84103c50 0x7f1b84104060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:58.657 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.656+0000 7f1b8c314640 1 --2- 172.21.15.28:0/4236205344 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1b84102a10 0x7f1b84103710 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:58.657 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.656+0000 7f1b8c314640 1 -- 172.21.15.28:0/4236205344 >> 172.21.15.28:0/4236205344 conn(0x7f1b840fdc00 msgr2=0x7f1b841000b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:58.657 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.656+0000 7f1b8c314640 1 -- 172.21.15.28:0/4236205344 shutdown_connections 2024-04-25T17:18:58.657 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.656+0000 7f1b8c314640 1 -- 172.21.15.28:0/4236205344 wait complete. 2024-04-25T17:18:58.657 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.656+0000 7f1b8c314640 1 Processor -- start 2024-04-25T17:18:58.657 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.656+0000 7f1b8c314640 1 -- start start 2024-04-25T17:18:58.660 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.657+0000 7f1b8c314640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1b84102a10 0x7f1b8419a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:58.660 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.657+0000 7f1b8c314640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1b84103c50 0x7f1b8419a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:58.660 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.657+0000 7f1b8c314640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1b84108950 0x7f1b841a1540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:58.660 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.657+0000 7f1b8c314640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f1b8410e3a0 con 0x7f1b84102a10 2024-04-25T17:18:58.660 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.657+0000 7f1b8c314640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1b8410e220 con 0x7f1b84108950 2024-04-25T17:18:58.660 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.657+0000 7f1b8c314640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1b8410e520 con 0x7f1b84103c50 2024-04-25T17:18:58.660 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.657+0000 7f1b8a0b0640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1b84102a10 0x7f1b8419a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:58.660 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.657+0000 7f1b8a0b0640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1b84102a10 0x7f1b8419a0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:45102/0 (socket says 172.21.15.28:45102) 2024-04-25T17:18:58.660 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.657+0000 7f1b8a0b0640 1 -- 172.21.15.28:0/1653944024 learned_addr learned my addr 172.21.15.28:0/1653944024 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:58.660 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.657+0000 7f1b898af640 1 --2- 172.21.15.28:0/1653944024 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1b84103c50 0x7f1b8419a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:58.660 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.657+0000 7f1b8a8b1640 1 --2- 172.21.15.28:0/1653944024 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1b84108950 0x7f1b841a1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:58.660 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.657+0000 7f1b8a0b0640 1 -- 172.21.15.28:0/1653944024 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1b84103c50 msgr2=0x7f1b8419a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:58.661 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.657+0000 7f1b8a0b0640 1 --2- 172.21.15.28:0/1653944024 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1b84103c50 0x7f1b8419a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:58.661 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.657+0000 7f1b8a0b0640 1 -- 172.21.15.28:0/1653944024 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1b84108950 msgr2=0x7f1b841a1540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:58.661 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.657+0000 7f1b8a0b0640 1 --2- 172.21.15.28:0/1653944024 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1b84108950 0x7f1b841a1540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:58.661 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.657+0000 7f1b8a0b0640 1 -- 172.21.15.28:0/1653944024 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b841a1bb0 con 0x7f1b84102a10 2024-04-25T17:18:58.661 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.657+0000 7f1b8a0b0640 1 --2- 172.21.15.28:0/1653944024 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1b84102a10 0x7f1b8419a0c0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f1b80005760 tx=0x7f1b80004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:58.661 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.657+0000 7f1b7b7fe640 1 -- 172.21.15.28:0/1653944024 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b8003f030 con 0x7f1b84102a10 2024-04-25T17:18:58.661 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.657+0000 7f1b7b7fe640 1 -- 172.21.15.28:0/1653944024 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1b80003a80 con 0x7f1b84102a10 2024-04-25T17:18:58.661 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.658+0000 7f1b7b7fe640 1 -- 172.21.15.28:0/1653944024 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b80035070 con 0x7f1b84102a10 2024-04-25T17:18:58.661 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.658+0000 7f1b8c314640 1 -- 172.21.15.28:0/1653944024 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b841a1e40 con 0x7f1b84102a10 2024-04-25T17:18:58.661 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.658+0000 7f1b8c314640 1 -- 172.21.15.28:0/1653944024 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b841a2240 con 0x7f1b84102a10 2024-04-25T17:18:58.661 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.659+0000 7f1b8c314640 1 -- 172.21.15.28:0/1653944024 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b841a2470 con 0x7f1b84102a10 2024-04-25T17:18:58.662 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.660+0000 7f1b7b7fe640 1 -- 172.21.15.28:0/1653944024 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f1b80042030 con 0x7f1b84102a10 2024-04-25T17:18:58.662 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.661+0000 7f1b7b7fe640 1 --2- 172.21.15.28:0/1653944024 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1b700afba0 0x7f1b700b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:58.662 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.661+0000 7f1b898af640 1 --2- 172.21.15.28:0/1653944024 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1b700afba0 0x7f1b700b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:58.662 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.661+0000 7f1b7b7fe640 1 -- 172.21.15.28:0/1653944024 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f1b800ffac0 con 0x7f1b84102a10 2024-04-25T17:18:58.663 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.661+0000 7f1b898af640 1 --2- 172.21.15.28:0/1653944024 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1b700afba0 0x7f1b700b20b0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f1b8419b110 tx=0x7f1b7400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:58.665 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.665+0000 7f1b7b7fe640 1 -- 172.21.15.28:0/1653944024 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1b800c8320 con 0x7f1b84102a10 2024-04-25T17:18:58.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:58 smithi028 ceph-mon[29207]: pgmap v447: 129 pgs: 129 active+clean; 250 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 9.9 MiB/s wr, 2.09k op/s 2024-04-25T17:18:58.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:58 smithi084 ceph-mon[32752]: pgmap v447: 129 pgs: 129 active+clean; 250 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 9.9 MiB/s wr, 2.09k op/s 2024-04-25T17:18:58.855 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.854+0000 7f1b8c314640 1 -- 172.21.15.28:0/1653944024 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1b841a2760 con 0x7f1b84102a10 2024-04-25T17:18:58.856 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.856+0000 7f1b7b7fe640 1 -- 172.21.15.28:0/1653944024 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+24564 (secure 0 0 0) 0x7f1b800d03a0 con 0x7f1b84102a10 2024-04-25T17:18:58.857 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:18:58.857 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":84,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:15:32.384427+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T17:13:40.495256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T17:13:41.573638+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T17:13:45.282812+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.5","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1a","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:18:58.859 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.858+0000 7f1b8c314640 1 -- 172.21.15.28:0/1653944024 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1b700afba0 msgr2=0x7f1b700b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:58.859 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.858+0000 7f1b8c314640 1 --2- 172.21.15.28:0/1653944024 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1b700afba0 0x7f1b700b20b0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f1b8419b110 tx=0x7f1b7400b410 comp rx=0 tx=0).stop 2024-04-25T17:18:58.859 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.858+0000 7f1b8c314640 1 -- 172.21.15.28:0/1653944024 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1b84102a10 msgr2=0x7f1b8419a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:58.859 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.858+0000 7f1b8c314640 1 --2- 172.21.15.28:0/1653944024 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1b84102a10 0x7f1b8419a0c0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f1b80005760 tx=0x7f1b80004270 comp rx=0 tx=0).stop 2024-04-25T17:18:58.859 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.858+0000 7f1b8c314640 1 -- 172.21.15.28:0/1653944024 shutdown_connections 2024-04-25T17:18:58.859 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.858+0000 7f1b8c314640 1 --2- 172.21.15.28:0/1653944024 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f1b700afba0 0x7f1b700b20b0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:58.859 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.858+0000 7f1b8c314640 1 --2- 172.21.15.28:0/1653944024 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1b84108950 0x7f1b841a1540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:58.859 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.858+0000 7f1b8c314640 1 --2- 172.21.15.28:0/1653944024 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1b84103c50 0x7f1b8419a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:58.859 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.858+0000 7f1b8c314640 1 --2- 172.21.15.28:0/1653944024 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f1b84102a10 0x7f1b8419a0c0 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:58.860 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.858+0000 7f1b8c314640 1 -- 172.21.15.28:0/1653944024 >> 172.21.15.28:0/1653944024 conn(0x7f1b840fdc00 msgr2=0x7f1b84109dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:58.860 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.858+0000 7f1b8c314640 1 -- 172.21.15.28:0/1653944024 shutdown_connections 2024-04-25T17:18:58.860 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.858+0000 7f1b8c314640 1 -- 172.21.15.28:0/1653944024 wait complete. 2024-04-25T17:18:58.871 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T17:08:58.716897+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T17:13:40.495256+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '75', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T17:13:41.573638+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '76', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-25T17:13:45.282812+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-25T17:18:58.872 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T17:18:58.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.986+0000 7f46da5f3640 1 -- 172.21.15.28:0/3855260381 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f46d4109a30 msgr2=0x7f46d410be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:58.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.986+0000 7f46da5f3640 1 --2- 172.21.15.28:0/3855260381 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f46d4109a30 0x7f46d410be50 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f46cc009ca0 tx=0x7f46cc02a8c0 comp rx=0 tx=0).stop 2024-04-25T17:18:58.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.986+0000 7f46da5f3640 1 -- 172.21.15.28:0/3855260381 shutdown_connections 2024-04-25T17:18:58.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.986+0000 7f46da5f3640 1 --2- 172.21.15.28:0/3855260381 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f46d4109a30 0x7f46d410be50 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:58.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.986+0000 7f46da5f3640 1 --2- 172.21.15.28:0/3855260381 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f46d41070d0 0x7f46d41094f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:58.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.986+0000 7f46da5f3640 1 --2- 172.21.15.28:0/3855260381 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f46d4101f20 0x7f46d4106b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:58.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.986+0000 7f46da5f3640 1 -- 172.21.15.28:0/3855260381 >> 172.21.15.28:0/3855260381 conn(0x7f46d40fd380 msgr2=0x7f46d40ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:58.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.986+0000 7f46da5f3640 1 -- 172.21.15.28:0/3855260381 shutdown_connections 2024-04-25T17:18:58.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.986+0000 7f46da5f3640 1 -- 172.21.15.28:0/3855260381 wait complete. 2024-04-25T17:18:58.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.987+0000 7f46da5f3640 1 Processor -- start 2024-04-25T17:18:58.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.987+0000 7f46da5f3640 1 -- start start 2024-04-25T17:18:58.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.987+0000 7f46da5f3640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f46d4101f20 0x7f46d419a120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:58.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.987+0000 7f46da5f3640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f46d41070d0 0x7f46d419a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:58.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.987+0000 7f46da5f3640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f46d4109a30 0x7f46d41a15f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:58.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.987+0000 7f46da5f3640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f46d410f5b0 con 0x7f46d4101f20 2024-04-25T17:18:58.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.987+0000 7f46da5f3640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f46d410f430 con 0x7f46d41070d0 2024-04-25T17:18:58.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.987+0000 7f46da5f3640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f46d410f730 con 0x7f46d4109a30 2024-04-25T17:18:58.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.988+0000 7f46d3fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f46d4101f20 0x7f46d419a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:58.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.988+0000 7f46d3fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f46d4101f20 0x7f46d419a120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:45108/0 (socket says 172.21.15.28:45108) 2024-04-25T17:18:58.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.988+0000 7f46d3fff640 1 -- 172.21.15.28:0/4288893631 learned_addr learned my addr 172.21.15.28:0/4288893631 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:58.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.988+0000 7f46d37fe640 1 --2- 172.21.15.28:0/4288893631 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f46d41070d0 0x7f46d419a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:58.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.988+0000 7f46d8b90640 1 --2- 172.21.15.28:0/4288893631 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f46d4109a30 0x7f46d41a15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:58.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.988+0000 7f46d3fff640 1 -- 172.21.15.28:0/4288893631 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f46d4109a30 msgr2=0x7f46d41a15f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:58.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.988+0000 7f46d3fff640 1 --2- 172.21.15.28:0/4288893631 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f46d4109a30 0x7f46d41a15f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:58.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.988+0000 7f46d3fff640 1 -- 172.21.15.28:0/4288893631 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f46d41070d0 msgr2=0x7f46d419a660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:58.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.988+0000 7f46d3fff640 1 --2- 172.21.15.28:0/4288893631 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f46d41070d0 0x7f46d419a660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:58.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.988+0000 7f46d3fff640 1 -- 172.21.15.28:0/4288893631 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46d41a1bb0 con 0x7f46d4101f20 2024-04-25T17:18:58.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.988+0000 7f46d3fff640 1 --2- 172.21.15.28:0/4288893631 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f46d4101f20 0x7f46d419a120 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f46bc00c970 tx=0x7f46bc00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:58.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.988+0000 7f46d17fa640 1 -- 172.21.15.28:0/4288893631 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46bc014070 con 0x7f46d4101f20 2024-04-25T17:18:58.992 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.988+0000 7f46d17fa640 1 -- 172.21.15.28:0/4288893631 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f46bc004440 con 0x7f46d4101f20 2024-04-25T17:18:58.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.988+0000 7f46da5f3640 1 -- 172.21.15.28:0/4288893631 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46d41a1ea0 con 0x7f46d4101f20 2024-04-25T17:18:58.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.988+0000 7f46d17fa640 1 -- 172.21.15.28:0/4288893631 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46bc003d40 con 0x7f46d4101f20 2024-04-25T17:18:58.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.988+0000 7f46da5f3640 1 -- 172.21.15.28:0/4288893631 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46d41a2360 con 0x7f46d4101f20 2024-04-25T17:18:58.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.990+0000 7f46da5f3640 1 -- 172.21.15.28:0/4288893631 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46d40feea0 con 0x7f46d4101f20 2024-04-25T17:18:58.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.991+0000 7f46d17fa640 1 -- 172.21.15.28:0/4288893631 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f46bc017070 con 0x7f46d4101f20 2024-04-25T17:18:58.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.991+0000 7f46d17fa640 1 --2- 172.21.15.28:0/4288893631 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f46c00afb70 0x7f46c00b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:58.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.991+0000 7f46d37fe640 1 --2- 172.21.15.28:0/4288893631 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f46c00afb70 0x7f46c00b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:58.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.992+0000 7f46d17fa640 1 -- 172.21.15.28:0/4288893631 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f46bc0ded10 con 0x7f46d4101f20 2024-04-25T17:18:58.994 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.992+0000 7f46d37fe640 1 --2- 172.21.15.28:0/4288893631 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f46c00afb70 0x7f46c00b2080 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f46c40058c0 tx=0x7f46c400a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:58.996 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:58.996+0000 7f46d17fa640 1 -- 172.21.15.28:0/4288893631 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f46bc01e020 con 0x7f46d4101f20 2024-04-25T17:18:59.183 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.183+0000 7f46da5f3640 1 -- 172.21.15.28:0/4288893631 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f46d40637a0 con 0x7f46d4101f20 2024-04-25T17:18:59.184 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.183+0000 7f46d17fa640 1 -- 172.21.15.28:0/4288893631 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v84) ==== 93+0+10 (secure 0 0 0) 0x7f46bc0a7570 con 0x7f46d4101f20 2024-04-25T17:18:59.184 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 1 2024-04-25T17:18:59.186 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.185+0000 7f46da5f3640 1 -- 172.21.15.28:0/4288893631 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f46c00afb70 msgr2=0x7f46c00b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:59.186 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.185+0000 7f46da5f3640 1 --2- 172.21.15.28:0/4288893631 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f46c00afb70 0x7f46c00b2080 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f46c40058c0 tx=0x7f46c400a2d0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.186 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.185+0000 7f46da5f3640 1 -- 172.21.15.28:0/4288893631 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f46d4101f20 msgr2=0x7f46d419a120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:59.186 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.185+0000 7f46da5f3640 1 --2- 172.21.15.28:0/4288893631 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f46d4101f20 0x7f46d419a120 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f46bc00c970 tx=0x7f46bc00ce30 comp rx=0 tx=0).stop 2024-04-25T17:18:59.186 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.186+0000 7f46da5f3640 1 -- 172.21.15.28:0/4288893631 shutdown_connections 2024-04-25T17:18:59.186 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.186+0000 7f46da5f3640 1 --2- 172.21.15.28:0/4288893631 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f46c00afb70 0x7f46c00b2080 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.187 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.186+0000 7f46da5f3640 1 --2- 172.21.15.28:0/4288893631 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f46d4109a30 0x7f46d41a15f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.187 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.186+0000 7f46da5f3640 1 --2- 172.21.15.28:0/4288893631 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f46d41070d0 0x7f46d419a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.187 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.186+0000 7f46da5f3640 1 --2- 172.21.15.28:0/4288893631 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f46d4101f20 0x7f46d419a120 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.187 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.186+0000 7f46da5f3640 1 -- 172.21.15.28:0/4288893631 >> 172.21.15.28:0/4288893631 conn(0x7f46d40fd380 msgr2=0x7f46d4105220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:59.187 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.186+0000 7f46da5f3640 1 -- 172.21.15.28:0/4288893631 shutdown_connections 2024-04-25T17:18:59.187 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.186+0000 7f46da5f3640 1 -- 172.21.15.28:0/4288893631 wait complete. 2024-04-25T17:18:59.198 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T17:18:59.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.313+0000 7f9232d9f640 1 -- 172.21.15.28:0/30437476 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f922c103a50 msgr2=0x7f922c103e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:59.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.313+0000 7f9232d9f640 1 --2- 172.21.15.28:0/30437476 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f922c103a50 0x7f922c103e60 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f9228009900 tx=0x7f922802a410 comp rx=0 tx=0).stop 2024-04-25T17:18:59.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.313+0000 7f9232d9f640 1 -- 172.21.15.28:0/30437476 shutdown_connections 2024-04-25T17:18:59.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.313+0000 7f9232d9f640 1 --2- 172.21.15.28:0/30437476 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f922c108750 0x7f922c10ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.313+0000 7f9232d9f640 1 --2- 172.21.15.28:0/30437476 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f922c103a50 0x7f922c103e60 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.313+0000 7f9232d9f640 1 --2- 172.21.15.28:0/30437476 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f922c102810 0x7f922c103510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.313+0000 7f9232d9f640 1 -- 172.21.15.28:0/30437476 >> 172.21.15.28:0/30437476 conn(0x7f922c0fd9e0 msgr2=0x7f922c0ffeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:59.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.313+0000 7f9232d9f640 1 -- 172.21.15.28:0/30437476 shutdown_connections 2024-04-25T17:18:59.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.313+0000 7f9232d9f640 1 -- 172.21.15.28:0/30437476 wait complete. 2024-04-25T17:18:59.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.314+0000 7f9232d9f640 1 Processor -- start 2024-04-25T17:18:59.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.314+0000 7f9232d9f640 1 -- start start 2024-04-25T17:18:59.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.314+0000 7f9232d9f640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f922c102810 0x7f922c198e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:59.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.314+0000 7f9232d9f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f922c103a50 0x7f922c1993d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:59.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.314+0000 7f9232d9f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f922c108750 0x7f922c1a0360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:59.322 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.314+0000 7f9232d9f640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f922c10e230 con 0x7f922c103a50 2024-04-25T17:18:59.322 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.314+0000 7f9232d9f640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f922c10e0b0 con 0x7f922c102810 2024-04-25T17:18:59.322 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.314+0000 7f9232d9f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f922c10e3b0 con 0x7f922c108750 2024-04-25T17:18:59.322 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.314+0000 7f923159c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f922c103a50 0x7f922c1993d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:59.322 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.314+0000 7f923159c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f922c103a50 0x7f922c1993d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:45130/0 (socket says 172.21.15.28:45130) 2024-04-25T17:18:59.322 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.314+0000 7f923159c640 1 -- 172.21.15.28:0/3596276691 learned_addr learned my addr 172.21.15.28:0/3596276691 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:59.323 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.314+0000 7f923259e640 1 --2- 172.21.15.28:0/3596276691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f922c108750 0x7f922c1a0360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:59.323 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.314+0000 7f9231d9d640 1 --2- 172.21.15.28:0/3596276691 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f922c102810 0x7f922c198e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:59.323 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.315+0000 7f923159c640 1 -- 172.21.15.28:0/3596276691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f922c108750 msgr2=0x7f922c1a0360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:59.323 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.315+0000 7f923159c640 1 --2- 172.21.15.28:0/3596276691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f922c108750 0x7f922c1a0360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.323 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.315+0000 7f923159c640 1 -- 172.21.15.28:0/3596276691 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f922c102810 msgr2=0x7f922c198e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:59.323 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.315+0000 7f923159c640 1 --2- 172.21.15.28:0/3596276691 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f922c102810 0x7f922c198e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.324 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.315+0000 7f923159c640 1 -- 172.21.15.28:0/3596276691 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f922c1a09d0 con 0x7f922c103a50 2024-04-25T17:18:59.324 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.315+0000 7f9231d9d640 1 --2- 172.21.15.28:0/3596276691 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f922c102810 0x7f922c198e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:18:59.324 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.315+0000 7f923159c640 1 --2- 172.21.15.28:0/3596276691 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f922c103a50 0x7f922c1993d0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f9228005760 tx=0x7f9228003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:59.324 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.315+0000 7f921effd640 1 -- 172.21.15.28:0/3596276691 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9228035070 con 0x7f922c103a50 2024-04-25T17:18:59.324 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.315+0000 7f921effd640 1 -- 172.21.15.28:0/3596276691 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9228031990 con 0x7f922c103a50 2024-04-25T17:18:59.324 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.315+0000 7f921effd640 1 -- 172.21.15.28:0/3596276691 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9228038990 con 0x7f922c103a50 2024-04-25T17:18:59.324 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.315+0000 7f9232d9f640 1 -- 172.21.15.28:0/3596276691 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f922c074dd0 con 0x7f922c103a50 2024-04-25T17:18:59.325 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.315+0000 7f9232d9f640 1 -- 172.21.15.28:0/3596276691 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f922c075310 con 0x7f922c103a50 2024-04-25T17:18:59.325 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.316+0000 7f9232d9f640 1 -- 172.21.15.28:0/3596276691 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f922c06a1a0 con 0x7f922c103a50 2024-04-25T17:18:59.325 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.318+0000 7f921effd640 1 -- 172.21.15.28:0/3596276691 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f9228031b40 con 0x7f922c103a50 2024-04-25T17:18:59.325 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.318+0000 7f921effd640 1 --2- 172.21.15.28:0/3596276691 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f92180afb70 0x7f92180b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:59.325 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.319+0000 7f9231d9d640 1 --2- 172.21.15.28:0/3596276691 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f92180afb70 0x7f92180b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:59.325 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.319+0000 7f921effd640 1 -- 172.21.15.28:0/3596276691 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f9228101050 con 0x7f922c103a50 2024-04-25T17:18:59.326 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.319+0000 7f9231d9d640 1 --2- 172.21.15.28:0/3596276691 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f92180afb70 0x7f92180b2080 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f92200058c0 tx=0x7f9220005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:59.326 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.323+0000 7f921effd640 1 -- 172.21.15.28:0/3596276691 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f92280c98b0 con 0x7f922c103a50 2024-04-25T17:18:59.518 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.518+0000 7f9232d9f640 1 -- 172.21.15.28:0/3596276691 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f922c1075a0 con 0x7f922c103a50 2024-04-25T17:18:59.518 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.518+0000 7f921effd640 1 -- 172.21.15.28:0/3596276691 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v84) ==== 104+0+11 (secure 0 0 0) 0x7f92280c91b0 con 0x7f922c103a50 2024-04-25T17:18:59.519 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-25T17:18:59.521 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.520+0000 7f9232d9f640 1 -- 172.21.15.28:0/3596276691 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f92180afb70 msgr2=0x7f92180b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:59.521 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.520+0000 7f9232d9f640 1 --2- 172.21.15.28:0/3596276691 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f92180afb70 0x7f92180b2080 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f92200058c0 tx=0x7f9220005850 comp rx=0 tx=0).stop 2024-04-25T17:18:59.521 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.520+0000 7f9232d9f640 1 -- 172.21.15.28:0/3596276691 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f922c103a50 msgr2=0x7f922c1993d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:59.521 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.520+0000 7f9232d9f640 1 --2- 172.21.15.28:0/3596276691 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f922c103a50 0x7f922c1993d0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f9228005760 tx=0x7f9228003b90 comp rx=0 tx=0).stop 2024-04-25T17:18:59.521 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.520+0000 7f9232d9f640 1 -- 172.21.15.28:0/3596276691 shutdown_connections 2024-04-25T17:18:59.521 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.520+0000 7f9232d9f640 1 --2- 172.21.15.28:0/3596276691 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f92180afb70 0x7f92180b2080 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.521 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.520+0000 7f9232d9f640 1 --2- 172.21.15.28:0/3596276691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f922c108750 0x7f922c1a0360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.521 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.520+0000 7f9232d9f640 1 --2- 172.21.15.28:0/3596276691 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f922c103a50 0x7f922c1993d0 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.521 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.520+0000 7f9232d9f640 1 --2- 172.21.15.28:0/3596276691 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f922c102810 0x7f922c198e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.521 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.520+0000 7f9232d9f640 1 -- 172.21.15.28:0/3596276691 >> 172.21.15.28:0/3596276691 conn(0x7f922c0fd9e0 msgr2=0x7f922c104730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:59.521 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.520+0000 7f9232d9f640 1 -- 172.21.15.28:0/3596276691 shutdown_connections 2024-04-25T17:18:59.522 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.520+0000 7f9232d9f640 1 -- 172.21.15.28:0/3596276691 wait complete. 2024-04-25T17:18:59.531 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:59 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1653944024' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:18:59.532 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:18:59 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/4288893631' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:18:59.533 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T17:18:59.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:59 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1653944024' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:18:59.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:18:59 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/4288893631' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:18:59.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.647+0000 7f4ad257d640 1 -- 172.21.15.28:0/1200267445 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4acc108920 msgr2=0x7f4acc10ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:59.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.647+0000 7f4ad257d640 1 --2- 172.21.15.28:0/1200267445 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4acc108920 0x7f4acc10ad40 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f4ac4009ca0 tx=0x7f4ac402a8c0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.647+0000 7f4ad257d640 1 -- 172.21.15.28:0/1200267445 shutdown_connections 2024-04-25T17:18:59.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.647+0000 7f4ad257d640 1 --2- 172.21.15.28:0/1200267445 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4acc108920 0x7f4acc10ad40 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.647+0000 7f4ad257d640 1 --2- 172.21.15.28:0/1200267445 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4acc103c20 0x7f4acc104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.647+0000 7f4ad257d640 1 --2- 172.21.15.28:0/1200267445 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4acc1029e0 0x7f4acc1036e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.647+0000 7f4ad257d640 1 -- 172.21.15.28:0/1200267445 >> 172.21.15.28:0/1200267445 conn(0x7f4acc0fdbd0 msgr2=0x7f4acc100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:59.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.648+0000 7f4ad257d640 1 -- 172.21.15.28:0/1200267445 shutdown_connections 2024-04-25T17:18:59.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.648+0000 7f4ad257d640 1 -- 172.21.15.28:0/1200267445 wait complete. 2024-04-25T17:18:59.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.648+0000 7f4ad257d640 1 Processor -- start 2024-04-25T17:18:59.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.648+0000 7f4ad257d640 1 -- start start 2024-04-25T17:18:59.651 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.648+0000 7f4ad257d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4acc1029e0 0x7f4acc19a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:59.651 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.648+0000 7f4ad257d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4acc103c20 0x7f4acc19a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:59.652 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.649+0000 7f4ad257d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4acc108920 0x7f4acc1a1640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:59.652 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.649+0000 7f4ad257d640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f4acc10e3f0 con 0x7f4acc108920 2024-04-25T17:18:59.652 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.649+0000 7f4ad257d640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4acc10e270 con 0x7f4acc103c20 2024-04-25T17:18:59.652 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.649+0000 7f4ad257d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4acc10e570 con 0x7f4acc1029e0 2024-04-25T17:18:59.652 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.649+0000 7f4ad0b1a640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4acc108920 0x7f4acc1a1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:59.652 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.649+0000 7f4ad0b1a640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4acc108920 0x7f4acc1a1640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:45154/0 (socket says 172.21.15.28:45154) 2024-04-25T17:18:59.652 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.649+0000 7f4ad0b1a640 1 -- 172.21.15.28:0/2782377580 learned_addr learned my addr 172.21.15.28:0/2782377580 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:59.652 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.649+0000 7f4acb7fe640 1 --2- 172.21.15.28:0/2782377580 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4acc103c20 0x7f4acc19a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:59.652 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.649+0000 7f4acbfff640 1 --2- 172.21.15.28:0/2782377580 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4acc1029e0 0x7f4acc19a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:59.652 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.649+0000 7f4ad0b1a640 1 -- 172.21.15.28:0/2782377580 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4acc1029e0 msgr2=0x7f4acc19a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:59.652 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.649+0000 7f4ad0b1a640 1 --2- 172.21.15.28:0/2782377580 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4acc1029e0 0x7f4acc19a170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.652 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.649+0000 7f4ad0b1a640 1 -- 172.21.15.28:0/2782377580 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4acc103c20 msgr2=0x7f4acc19a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:59.652 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.649+0000 7f4ad0b1a640 1 --2- 172.21.15.28:0/2782377580 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4acc103c20 0x7f4acc19a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.652 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.649+0000 7f4ad0b1a640 1 -- 172.21.15.28:0/2782377580 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4acc1a1cb0 con 0x7f4acc108920 2024-04-25T17:18:59.653 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.649+0000 7f4acbfff640 1 --2- 172.21.15.28:0/2782377580 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4acc1029e0 0x7f4acc19a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:18:59.653 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.649+0000 7f4ad0b1a640 1 --2- 172.21.15.28:0/2782377580 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4acc108920 0x7f4acc1a1640 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f4ac4031040 tx=0x7f4ac4003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:59.653 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.649+0000 7f4ac97fa640 1 -- 172.21.15.28:0/2782377580 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ac4004040 con 0x7f4acc108920 2024-04-25T17:18:59.653 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.649+0000 7f4ad257d640 1 -- 172.21.15.28:0/2782377580 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4acc1a1f40 con 0x7f4acc108920 2024-04-25T17:18:59.653 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.649+0000 7f4ac97fa640 1 -- 172.21.15.28:0/2782377580 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4ac4004670 con 0x7f4acc108920 2024-04-25T17:18:59.653 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.649+0000 7f4ac97fa640 1 -- 172.21.15.28:0/2782377580 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ac4030d50 con 0x7f4acc108920 2024-04-25T17:18:59.653 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.649+0000 7f4ad257d640 1 -- 172.21.15.28:0/2782377580 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4acc1a23b0 con 0x7f4acc108920 2024-04-25T17:18:59.653 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.650+0000 7f4ad257d640 1 -- 172.21.15.28:0/2782377580 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4acc1a2670 con 0x7f4acc108920 2024-04-25T17:18:59.654 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.652+0000 7f4ac97fa640 1 -- 172.21.15.28:0/2782377580 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f4ac40305c0 con 0x7f4acc108920 2024-04-25T17:18:59.654 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.652+0000 7f4ac97fa640 1 --2- 172.21.15.28:0/2782377580 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4ab80afaf0 0x7f4ab80b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:59.654 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.653+0000 7f4acbfff640 1 --2- 172.21.15.28:0/2782377580 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4ab80afaf0 0x7f4ab80b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:59.654 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.653+0000 7f4ac97fa640 1 -- 172.21.15.28:0/2782377580 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f4ac41006b0 con 0x7f4acc108920 2024-04-25T17:18:59.654 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.653+0000 7f4acbfff640 1 --2- 172.21.15.28:0/2782377580 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4ab80afaf0 0x7f4ab80b2000 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f4ab4005d00 tx=0x7f4ab4005c70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:59.656 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.656+0000 7f4ac97fa640 1 -- 172.21.15.28:0/2782377580 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4ac40c8f10 con 0x7f4acc108920 2024-04-25T17:18:59.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:59 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1653944024' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:18:59.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:18:59 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/4288893631' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:18:59.845 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.844+0000 7f4ad257d640 1 -- 172.21.15.28:0/2782377580 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f4acc1a2840 con 0x7f4acc108920 2024-04-25T17:18:59.845 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.845+0000 7f4ac97fa640 1 -- 172.21.15.28:0/2782377580 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v84) ==== 100+0+11 (secure 0 0 0) 0x7f4ac40c8810 con 0x7f4acc108920 2024-04-25T17:18:59.846 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 64 2024-04-25T17:18:59.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.847+0000 7f4ad257d640 1 -- 172.21.15.28:0/2782377580 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4ab80afaf0 msgr2=0x7f4ab80b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:59.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.847+0000 7f4ad257d640 1 --2- 172.21.15.28:0/2782377580 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4ab80afaf0 0x7f4ab80b2000 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f4ab4005d00 tx=0x7f4ab4005c70 comp rx=0 tx=0).stop 2024-04-25T17:18:59.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.847+0000 7f4ad257d640 1 -- 172.21.15.28:0/2782377580 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4acc108920 msgr2=0x7f4acc1a1640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:59.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.847+0000 7f4ad257d640 1 --2- 172.21.15.28:0/2782377580 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4acc108920 0x7f4acc1a1640 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f4ac4031040 tx=0x7f4ac4003ba0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.847+0000 7f4ad257d640 1 -- 172.21.15.28:0/2782377580 shutdown_connections 2024-04-25T17:18:59.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.847+0000 7f4ad257d640 1 --2- 172.21.15.28:0/2782377580 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f4ab80afaf0 0x7f4ab80b2000 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.847+0000 7f4ad257d640 1 --2- 172.21.15.28:0/2782377580 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f4acc108920 0x7f4acc1a1640 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.847+0000 7f4ad257d640 1 --2- 172.21.15.28:0/2782377580 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4acc103c20 0x7f4acc19a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.847+0000 7f4ad257d640 1 --2- 172.21.15.28:0/2782377580 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4acc1029e0 0x7f4acc19a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.847+0000 7f4ad257d640 1 -- 172.21.15.28:0/2782377580 >> 172.21.15.28:0/2782377580 conn(0x7f4acc0fdbd0 msgr2=0x7f4acc109e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:59.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.847+0000 7f4ad257d640 1 -- 172.21.15.28:0/2782377580 shutdown_connections 2024-04-25T17:18:59.848 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.847+0000 7f4ad257d640 1 -- 172.21.15.28:0/2782377580 wait complete. 2024-04-25T17:18:59.859 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-25T17:18:59.977 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.974+0000 7f89d3940640 1 -- 172.21.15.28:0/1788052113 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f89cc101e50 msgr2=0x7f89cc106b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:59.977 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.974+0000 7f89d3940640 1 --2- 172.21.15.28:0/1788052113 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f89cc101e50 0x7f89cc106b10 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f89c8009900 tx=0x7f89c802a410 comp rx=0 tx=0).stop 2024-04-25T17:18:59.978 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.974+0000 7f89d3940640 1 -- 172.21.15.28:0/1788052113 shutdown_connections 2024-04-25T17:18:59.978 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.974+0000 7f89d3940640 1 --2- 172.21.15.28:0/1788052113 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89cc109770 0x7f89cc10bc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.978 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.974+0000 7f89d3940640 1 --2- 172.21.15.28:0/1788052113 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f89cc102350 0x7f89cc1090e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.978 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.974+0000 7f89d3940640 1 --2- 172.21.15.28:0/1788052113 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f89cc101e50 0x7f89cc106b10 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.978 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.974+0000 7f89d3940640 1 -- 172.21.15.28:0/1788052113 >> 172.21.15.28:0/1788052113 conn(0x7f89cc0fd380 msgr2=0x7f89cc0ff810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:18:59.978 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.974+0000 7f89d3940640 1 -- 172.21.15.28:0/1788052113 shutdown_connections 2024-04-25T17:18:59.978 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.974+0000 7f89d3940640 1 -- 172.21.15.28:0/1788052113 wait complete. 2024-04-25T17:18:59.978 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.975+0000 7f89d3940640 1 Processor -- start 2024-04-25T17:18:59.978 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.975+0000 7f89d3940640 1 -- start start 2024-04-25T17:18:59.978 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.975+0000 7f89d3940640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f89cc101e50 0x7f89cc19a110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:59.978 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.975+0000 7f89d3940640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89cc102350 0x7f89cc19a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:59.978 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.975+0000 7f89d3940640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f89cc109770 0x7f89cc1a15e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:59.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.975+0000 7f89d3940640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f89cc10f4d0 con 0x7f89cc101e50 2024-04-25T17:18:59.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.975+0000 7f89d3940640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f89cc10f350 con 0x7f89cc102350 2024-04-25T17:18:59.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.975+0000 7f89d3940640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f89cc10f650 con 0x7f89cc109770 2024-04-25T17:18:59.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.975+0000 7f89d16dc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f89cc101e50 0x7f89cc19a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:59.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.975+0000 7f89d16dc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f89cc101e50 0x7f89cc19a110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:45170/0 (socket says 172.21.15.28:45170) 2024-04-25T17:18:59.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.975+0000 7f89d16dc640 1 -- 172.21.15.28:0/1456120610 learned_addr learned my addr 172.21.15.28:0/1456120610 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:18:59.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.976+0000 7f89d1edd640 1 --2- 172.21.15.28:0/1456120610 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f89cc109770 0x7f89cc1a15e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:59.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.976+0000 7f89d0edb640 1 --2- 172.21.15.28:0/1456120610 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89cc102350 0x7f89cc19a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:59.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.976+0000 7f89d16dc640 1 -- 172.21.15.28:0/1456120610 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f89cc109770 msgr2=0x7f89cc1a15e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:59.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.976+0000 7f89d16dc640 1 --2- 172.21.15.28:0/1456120610 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f89cc109770 0x7f89cc1a15e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.976+0000 7f89d16dc640 1 -- 172.21.15.28:0/1456120610 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89cc102350 msgr2=0x7f89cc19a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:18:59.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.976+0000 7f89d16dc640 1 --2- 172.21.15.28:0/1456120610 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89cc102350 0x7f89cc19a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:18:59.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.976+0000 7f89d16dc640 1 -- 172.21.15.28:0/1456120610 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89cc1a1c50 con 0x7f89cc101e50 2024-04-25T17:18:59.980 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.976+0000 7f89d16dc640 1 --2- 172.21.15.28:0/1456120610 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f89cc101e50 0x7f89cc19a110 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f89c8005760 tx=0x7f89c8003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:59.980 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.976+0000 7f89c27fc640 1 -- 172.21.15.28:0/1456120610 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89c803f070 con 0x7f89cc101e50 2024-04-25T17:18:59.980 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.976+0000 7f89c27fc640 1 -- 172.21.15.28:0/1456120610 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f89c8031ba0 con 0x7f89cc101e50 2024-04-25T17:18:59.980 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.976+0000 7f89c27fc640 1 -- 172.21.15.28:0/1456120610 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89c8035030 con 0x7f89cc101e50 2024-04-25T17:18:59.980 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.976+0000 7f89d3940640 1 -- 172.21.15.28:0/1456120610 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89cc1a1ee0 con 0x7f89cc101e50 2024-04-25T17:18:59.980 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.976+0000 7f89d3940640 1 -- 172.21.15.28:0/1456120610 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89cc1a2340 con 0x7f89cc101e50 2024-04-25T17:18:59.981 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.977+0000 7f89d3940640 1 -- 172.21.15.28:0/1456120610 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89cc0feea0 con 0x7f89cc101e50 2024-04-25T17:18:59.981 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.979+0000 7f89c27fc640 1 -- 172.21.15.28:0/1456120610 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f89c8042070 con 0x7f89cc101e50 2024-04-25T17:18:59.981 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.979+0000 7f89c27fc640 1 --2- 172.21.15.28:0/1456120610 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f89b80afb70 0x7f89b80b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:18:59.982 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.980+0000 7f89d0edb640 1 --2- 172.21.15.28:0/1456120610 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f89b80afb70 0x7f89b80b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:18:59.982 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.980+0000 7f89c27fc640 1 -- 172.21.15.28:0/1456120610 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f89c80ff870 con 0x7f89cc101e50 2024-04-25T17:18:59.982 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.980+0000 7f89d0edb640 1 --2- 172.21.15.28:0/1456120610 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f89b80afb70 0x7f89b80b2080 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f89cc19b1b0 tx=0x7f89bc005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:18:59.985 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:18:59.984+0000 7f89c27fc640 1 -- 172.21.15.28:0/1456120610 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f89c80c80d0 con 0x7f89cc101e50 2024-04-25T17:19:00.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.168+0000 7f89d3940640 1 -- 172.21.15.28:0/1456120610 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f89cc02dd70 con 0x7f89cc101e50 2024-04-25T17:19:00.169 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.169+0000 7f89c27fc640 1 -- 172.21.15.28:0/1456120610 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v84) ==== 103+0+11 (secure 0 0 0) 0x7f89c80c79d0 con 0x7f89cc101e50 2024-04-25T17:19:00.169 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-25T17:19:00.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.171+0000 7f89d3940640 1 -- 172.21.15.28:0/1456120610 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f89b80afb70 msgr2=0x7f89b80b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:00.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.171+0000 7f89d3940640 1 --2- 172.21.15.28:0/1456120610 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f89b80afb70 0x7f89b80b2080 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f89cc19b1b0 tx=0x7f89bc005f90 comp rx=0 tx=0).stop 2024-04-25T17:19:00.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.171+0000 7f89d3940640 1 -- 172.21.15.28:0/1456120610 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f89cc101e50 msgr2=0x7f89cc19a110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:00.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.171+0000 7f89d3940640 1 --2- 172.21.15.28:0/1456120610 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f89cc101e50 0x7f89cc19a110 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f89c8005760 tx=0x7f89c8003c10 comp rx=0 tx=0).stop 2024-04-25T17:19:00.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.171+0000 7f89d3940640 1 -- 172.21.15.28:0/1456120610 shutdown_connections 2024-04-25T17:19:00.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.171+0000 7f89d3940640 1 --2- 172.21.15.28:0/1456120610 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f89b80afb70 0x7f89b80b2080 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:00.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.171+0000 7f89d3940640 1 --2- 172.21.15.28:0/1456120610 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f89cc109770 0x7f89cc1a15e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:00.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.171+0000 7f89d3940640 1 --2- 172.21.15.28:0/1456120610 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89cc102350 0x7f89cc19a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:00.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.171+0000 7f89d3940640 1 --2- 172.21.15.28:0/1456120610 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f89cc101e50 0x7f89cc19a110 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:00.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.171+0000 7f89d3940640 1 -- 172.21.15.28:0/1456120610 >> 172.21.15.28:0/1456120610 conn(0x7f89cc0fd380 msgr2=0x7f89cc1066c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:00.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.171+0000 7f89d3940640 1 -- 172.21.15.28:0/1456120610 shutdown_connections 2024-04-25T17:19:00.172 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.171+0000 7f89d3940640 1 -- 172.21.15.28:0/1456120610 wait complete. 2024-04-25T17:19:00.183 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-04-25T17:19:00.297 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.294+0000 7fa4cbeb6640 1 -- 172.21.15.28:0/3445689729 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa4c4104480 msgr2=0x7fa4c410abc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:00.297 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.294+0000 7fa4cbeb6640 1 --2- 172.21.15.28:0/3445689729 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa4c4104480 0x7fa4c410abc0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fa4bc009ca0 tx=0x7fa4bc02a8c0 comp rx=0 tx=0).stop 2024-04-25T17:19:00.297 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.294+0000 7fa4cbeb6640 1 -- 172.21.15.28:0/3445689729 shutdown_connections 2024-04-25T17:19:00.297 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.294+0000 7fa4cbeb6640 1 --2- 172.21.15.28:0/3445689729 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa4c4104480 0x7fa4c410abc0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:00.297 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.294+0000 7fa4cbeb6640 1 --2- 172.21.15.28:0/3445689729 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4c4103980 0x7fa4c4103df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:00.297 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.294+0000 7fa4cbeb6640 1 --2- 172.21.15.28:0/3445689729 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4c4102fa0 0x7fa4c41033b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:00.297 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.294+0000 7fa4cbeb6640 1 -- 172.21.15.28:0/3445689729 >> 172.21.15.28:0/3445689729 conn(0x7fa4c40fd380 msgr2=0x7fa4c40ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:00.297 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.294+0000 7fa4cbeb6640 1 -- 172.21.15.28:0/3445689729 shutdown_connections 2024-04-25T17:19:00.297 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.294+0000 7fa4cbeb6640 1 -- 172.21.15.28:0/3445689729 wait complete. 2024-04-25T17:19:00.298 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.295+0000 7fa4cbeb6640 1 Processor -- start 2024-04-25T17:19:00.298 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.295+0000 7fa4cbeb6640 1 -- start start 2024-04-25T17:19:00.298 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.295+0000 7fa4cbeb6640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4c4102fa0 0x7fa4c4198f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:00.298 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.295+0000 7fa4cbeb6640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4c4103980 0x7fa4c4199470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:00.298 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.295+0000 7fa4cbeb6640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa4c4104480 0x7fa4c41a0400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:00.298 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.295+0000 7fa4cbeb6640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fa4c410e440 con 0x7fa4c4104480 2024-04-25T17:19:00.298 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.295+0000 7fa4cbeb6640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa4c410e2c0 con 0x7fa4c4102fa0 2024-04-25T17:19:00.298 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.295+0000 7fa4cbeb6640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa4c410e5c0 con 0x7fa4c4103980 2024-04-25T17:19:00.298 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.295+0000 7fa4ca453640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa4c4104480 0x7fa4c41a0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:00.298 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.295+0000 7fa4ca453640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa4c4104480 0x7fa4c41a0400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:45188/0 (socket says 172.21.15.28:45188) 2024-04-25T17:19:00.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.295+0000 7fa4ca453640 1 -- 172.21.15.28:0/3957254969 learned_addr learned my addr 172.21.15.28:0/3957254969 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:19:00.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.295+0000 7fa4c9451640 1 --2- 172.21.15.28:0/3957254969 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4c4103980 0x7fa4c4199470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:00.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.296+0000 7fa4c9c52640 1 --2- 172.21.15.28:0/3957254969 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4c4102fa0 0x7fa4c4198f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:00.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.296+0000 7fa4ca453640 1 -- 172.21.15.28:0/3957254969 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4c4103980 msgr2=0x7fa4c4199470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:00.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.296+0000 7fa4ca453640 1 --2- 172.21.15.28:0/3957254969 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4c4103980 0x7fa4c4199470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:00.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.296+0000 7fa4ca453640 1 -- 172.21.15.28:0/3957254969 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4c4102fa0 msgr2=0x7fa4c4198f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:00.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.296+0000 7fa4ca453640 1 --2- 172.21.15.28:0/3957254969 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4c4102fa0 0x7fa4c4198f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:00.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.296+0000 7fa4ca453640 1 -- 172.21.15.28:0/3957254969 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4c41a0a70 con 0x7fa4c4104480 2024-04-25T17:19:00.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.296+0000 7fa4ca453640 1 --2- 172.21.15.28:0/3957254969 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa4c4104480 0x7fa4c41a0400 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fa4bc031040 tx=0x7fa4bc003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:00.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.296+0000 7fa4baffd640 1 -- 172.21.15.28:0/3957254969 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4bc004040 con 0x7fa4c4104480 2024-04-25T17:19:00.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.296+0000 7fa4baffd640 1 -- 172.21.15.28:0/3957254969 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa4bc004670 con 0x7fa4c4104480 2024-04-25T17:19:00.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.296+0000 7fa4cbeb6640 1 -- 172.21.15.28:0/3957254969 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4c41a0d00 con 0x7fa4c4104480 2024-04-25T17:19:00.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.296+0000 7fa4baffd640 1 -- 172.21.15.28:0/3957254969 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4bc030d50 con 0x7fa4c4104480 2024-04-25T17:19:00.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.296+0000 7fa4cbeb6640 1 -- 172.21.15.28:0/3957254969 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4c41a11e0 con 0x7fa4c4104480 2024-04-25T17:19:00.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.297+0000 7fa4cbeb6640 1 -- 172.21.15.28:0/3957254969 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4c4109950 con 0x7fa4c4104480 2024-04-25T17:19:00.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.298+0000 7fa4baffd640 1 -- 172.21.15.28:0/3957254969 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fa4bc0305c0 con 0x7fa4c4104480 2024-04-25T17:19:00.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.299+0000 7fa4baffd640 1 --2- 172.21.15.28:0/3957254969 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa4b00afc20 0x7fa4b00b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:00.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.299+0000 7fa4c9c52640 1 --2- 172.21.15.28:0/3957254969 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa4b00afc20 0x7fa4b00b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:00.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.299+0000 7fa4baffd640 1 -- 172.21.15.28:0/3957254969 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fa4bc100670 con 0x7fa4c4104480 2024-04-25T17:19:00.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.300+0000 7fa4c9c52640 1 --2- 172.21.15.28:0/3957254969 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa4b00afc20 0x7fa4b00b2130 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fa4c0005d00 tx=0x7fa4c0005c50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:00.304 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.304+0000 7fa4baffd640 1 -- 172.21.15.28:0/3957254969 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa4bc0c8ed0 con 0x7fa4c4104480 2024-04-25T17:19:00.545 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.545+0000 7fa4cbeb6640 1 -- 172.21.15.28:0/3957254969 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7fa4c40637d0 con 0x7fa4c4104480 2024-04-25T17:19:00.554 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.554+0000 7fa4baffd640 1 -- 172.21.15.28:0/3957254969 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v18) ==== 81+0+803126 (secure 0 0 0) 0x7fa4bc0c87d0 con 0x7fa4c4104480 2024-04-25T17:19:00.565 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:19:00.565 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:19:00.565 INFO:teuthology.orchestra.run.smithi028.stdout: "epoch": 18, 2024-04-25T17:19:00.566 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.566 INFO:teuthology.orchestra.run.smithi028.stdout: "active_gid": 14150, 2024-04-25T17:19:00.566 INFO:teuthology.orchestra.run.smithi028.stdout: "active_name": "x", 2024-04-25T17:19:00.566 INFO:teuthology.orchestra.run.smithi028.stdout: "active_addrs": { 2024-04-25T17:19:00.566 INFO:teuthology.orchestra.run.smithi028.stdout: "addrvec": [ 2024-04-25T17:19:00.566 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.566 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "v2", 2024-04-25T17:19:00.566 INFO:teuthology.orchestra.run.smithi028.stdout: "addr": "172.21.15.28:6800", 2024-04-25T17:19:00.566 INFO:teuthology.orchestra.run.smithi028.stdout: "nonce": 1333936085 2024-04-25T17:19:00.566 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.566 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.566 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "v1", 2024-04-25T17:19:00.567 INFO:teuthology.orchestra.run.smithi028.stdout: "addr": "172.21.15.28:6801", 2024-04-25T17:19:00.567 INFO:teuthology.orchestra.run.smithi028.stdout: "nonce": 1333936085 2024-04-25T17:19:00.567 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.567 INFO:teuthology.orchestra.run.smithi028.stdout: ] 2024-04-25T17:19:00.567 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.567 INFO:teuthology.orchestra.run.smithi028.stdout: "active_addr": "172.21.15.28:6801/1333936085", 2024-04-25T17:19:00.567 INFO:teuthology.orchestra.run.smithi028.stdout: "active_change": "2024-04-25T17:06:30.612248+0000", 2024-04-25T17:19:00.567 INFO:teuthology.orchestra.run.smithi028.stdout: "active_mgr_features": 4540701547738038271, 2024-04-25T17:19:00.567 INFO:teuthology.orchestra.run.smithi028.stdout: "available": true, 2024-04-25T17:19:00.567 INFO:teuthology.orchestra.run.smithi028.stdout: "standbys": [ 2024-04-25T17:19:00.567 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.567 INFO:teuthology.orchestra.run.smithi028.stdout: "gid": 24109, 2024-04-25T17:19:00.567 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "z", 2024-04-25T17:19:00.567 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr_features": 4540701547738038271, 2024-04-25T17:19:00.568 INFO:teuthology.orchestra.run.smithi028.stdout: "available_modules": [ 2024-04-25T17:19:00.568 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.568 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "alerts", 2024-04-25T17:19:00.568 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.568 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.568 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.568 INFO:teuthology.orchestra.run.smithi028.stdout: "interval": { 2024-04-25T17:19:00.568 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "interval", 2024-04-25T17:19:00.568 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:00.568 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.568 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.568 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "60", 2024-04-25T17:19:00.569 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.569 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.569 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.569 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "How frequently to reexamine health status", 2024-04-25T17:19:00.569 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.569 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.569 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.569 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.569 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.569 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.569 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.569 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.569 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.569 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.570 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.570 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.570 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.570 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.570 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.570 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.570 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.570 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.570 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.570 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.570 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.570 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.570 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.570 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.571 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.571 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.571 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.571 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.571 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.571 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.571 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.571 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.571 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.571 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.571 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.571 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.571 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.572 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.572 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.572 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.572 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.572 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.572 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.572 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.572 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.572 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.572 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.572 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.572 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.572 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.573 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.573 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.573 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.573 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.573 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.573 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.573 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.573 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.573 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.573 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.573 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.573 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.573 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.573 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.574 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.574 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.574 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.574 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.574 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.574 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.574 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.574 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.574 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.574 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.574 INFO:teuthology.orchestra.run.smithi028.stdout: "smtp_destination": { 2024-04-25T17:19:00.574 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "smtp_destination", 2024-04-25T17:19:00.575 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.575 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.575 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.575 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.575 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.575 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.575 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.575 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Email address to send alerts to", 2024-04-25T17:19:00.575 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.575 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.575 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.575 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.575 INFO:teuthology.orchestra.run.smithi028.stdout: "smtp_from_name": { 2024-04-25T17:19:00.575 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "smtp_from_name", 2024-04-25T17:19:00.576 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.576 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.576 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.576 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "Ceph", 2024-04-25T17:19:00.576 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.576 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.576 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.576 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Email From: name", 2024-04-25T17:19:00.576 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.576 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.576 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.576 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.576 INFO:teuthology.orchestra.run.smithi028.stdout: "smtp_host": { 2024-04-25T17:19:00.576 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "smtp_host", 2024-04-25T17:19:00.576 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.577 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.577 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.577 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.577 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.577 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.577 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.577 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "SMTP server", 2024-04-25T17:19:00.577 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.577 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.577 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.577 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.577 INFO:teuthology.orchestra.run.smithi028.stdout: "smtp_password": { 2024-04-25T17:19:00.577 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "smtp_password", 2024-04-25T17:19:00.578 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.578 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.578 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.578 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.578 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.578 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.578 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.578 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Password to authenticate with", 2024-04-25T17:19:00.578 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.578 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.578 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.578 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.578 INFO:teuthology.orchestra.run.smithi028.stdout: "smtp_port": { 2024-04-25T17:19:00.578 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "smtp_port", 2024-04-25T17:19:00.579 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.579 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.579 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.579 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "465", 2024-04-25T17:19:00.579 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.579 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.579 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.579 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "SMTP port", 2024-04-25T17:19:00.579 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.579 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.579 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.579 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.580 INFO:teuthology.orchestra.run.smithi028.stdout: "smtp_sender": { 2024-04-25T17:19:00.580 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "smtp_sender", 2024-04-25T17:19:00.580 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.580 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.580 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.580 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.580 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.580 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.580 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.580 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "SMTP envelope sender", 2024-04-25T17:19:00.580 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.580 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.580 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.581 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.581 INFO:teuthology.orchestra.run.smithi028.stdout: "smtp_ssl": { 2024-04-25T17:19:00.581 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "smtp_ssl", 2024-04-25T17:19:00.581 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.581 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.581 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.581 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.581 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.581 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.581 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.581 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-25T17:19:00.581 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.581 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.582 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.582 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.582 INFO:teuthology.orchestra.run.smithi028.stdout: "smtp_user": { 2024-04-25T17:19:00.582 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "smtp_user", 2024-04-25T17:19:00.582 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.582 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.582 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.582 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.582 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.582 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.582 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.582 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "User to authenticate as", 2024-04-25T17:19:00.582 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.583 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.583 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.583 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.583 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.583 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.583 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.583 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.583 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.583 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.583 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.583 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.583 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.583 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.584 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.584 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.584 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.584 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.584 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.584 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.584 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.584 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "balancer", 2024-04-25T17:19:00.584 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.584 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.584 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.584 INFO:teuthology.orchestra.run.smithi028.stdout: "active": { 2024-04-25T17:19:00.584 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "active", 2024-04-25T17:19:00.584 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.585 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.585 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.585 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.585 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.585 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.585 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.585 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "automatically balance PGs across cluster", 2024-04-25T17:19:00.585 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.586 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.586 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.586 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.586 INFO:teuthology.orchestra.run.smithi028.stdout: "begin_time": { 2024-04-25T17:19:00.586 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "begin_time", 2024-04-25T17:19:00.586 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.586 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.586 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.586 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0000", 2024-04-25T17:19:00.586 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.586 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.586 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.587 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "beginning time of day to automatically balance", 2024-04-25T17:19:00.587 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T17:19:00.587 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.587 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.587 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.587 INFO:teuthology.orchestra.run.smithi028.stdout: "begin_weekday": { 2024-04-25T17:19:00.587 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "begin_weekday", 2024-04-25T17:19:00.587 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "uint", 2024-04-25T17:19:00.587 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.587 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.587 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.587 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "0", 2024-04-25T17:19:00.587 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "6", 2024-04-25T17:19:00.587 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.588 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-25T17:19:00.588 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T17:19:00.588 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.588 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.588 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.588 INFO:teuthology.orchestra.run.smithi028.stdout: "crush_compat_max_iterations": { 2024-04-25T17:19:00.588 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "crush_compat_max_iterations", 2024-04-25T17:19:00.588 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "uint", 2024-04-25T17:19:00.588 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.588 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.588 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "25", 2024-04-25T17:19:00.588 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "1", 2024-04-25T17:19:00.588 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "250", 2024-04-25T17:19:00.588 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.589 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-25T17:19:00.589 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.589 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.589 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.589 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.589 INFO:teuthology.orchestra.run.smithi028.stdout: "crush_compat_metrics": { 2024-04-25T17:19:00.589 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "crush_compat_metrics", 2024-04-25T17:19:00.589 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.589 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.589 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.589 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "pgs,objects,bytes", 2024-04-25T17:19:00.589 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.589 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.590 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.590 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-25T17:19:00.590 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-25T17:19:00.590 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.590 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.590 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.590 INFO:teuthology.orchestra.run.smithi028.stdout: "crush_compat_step": { 2024-04-25T17:19:00.590 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "crush_compat_step", 2024-04-25T17:19:00.590 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "float", 2024-04-25T17:19:00.590 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.590 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.590 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0.5", 2024-04-25T17:19:00.590 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "0.001", 2024-04-25T17:19:00.590 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "0.999", 2024-04-25T17:19:00.591 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.591 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "aggressiveness of optimization", 2024-04-25T17:19:00.591 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-25T17:19:00.591 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.591 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.591 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.591 INFO:teuthology.orchestra.run.smithi028.stdout: "end_time": { 2024-04-25T17:19:00.591 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "end_time", 2024-04-25T17:19:00.591 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.591 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.591 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.591 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "2359", 2024-04-25T17:19:00.591 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.591 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.592 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.592 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "ending time of day to automatically balance", 2024-04-25T17:19:00.592 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T17:19:00.592 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.592 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.592 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.592 INFO:teuthology.orchestra.run.smithi028.stdout: "end_weekday": { 2024-04-25T17:19:00.592 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "end_weekday", 2024-04-25T17:19:00.592 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "uint", 2024-04-25T17:19:00.592 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.592 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.593 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.593 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "0", 2024-04-25T17:19:00.593 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "6", 2024-04-25T17:19:00.593 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.593 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-25T17:19:00.593 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T17:19:00.593 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.593 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.593 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.593 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.593 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.593 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.593 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.594 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.594 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.594 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.594 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.594 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.594 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.594 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.594 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.594 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.594 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.594 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.594 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.595 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.595 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.595 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.595 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.595 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.595 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.595 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.595 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.595 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.595 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.595 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.595 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.595 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.595 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.595 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.596 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.596 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.596 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.596 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.596 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.596 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.596 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.596 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.596 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.596 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.596 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.596 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.597 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.597 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.597 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.597 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.597 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.597 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.597 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.597 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.597 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.597 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.597 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.597 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.597 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.597 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.598 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.598 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.598 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.598 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.598 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.598 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.598 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.598 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.598 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.598 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.598 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.598 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.598 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.599 INFO:teuthology.orchestra.run.smithi028.stdout: "min_score": { 2024-04-25T17:19:00.599 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "min_score", 2024-04-25T17:19:00.599 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "float", 2024-04-25T17:19:00.599 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.599 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.599 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.599 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.599 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.599 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.599 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-25T17:19:00.599 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.599 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.599 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.600 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.600 INFO:teuthology.orchestra.run.smithi028.stdout: "mode": { 2024-04-25T17:19:00.600 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "mode", 2024-04-25T17:19:00.600 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.600 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.600 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.600 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "upmap", 2024-04-25T17:19:00.600 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.600 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.600 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.600 INFO:teuthology.orchestra.run.smithi028.stdout: "crush-compat", 2024-04-25T17:19:00.600 INFO:teuthology.orchestra.run.smithi028.stdout: "none", 2024-04-25T17:19:00.600 INFO:teuthology.orchestra.run.smithi028.stdout: "read", 2024-04-25T17:19:00.600 INFO:teuthology.orchestra.run.smithi028.stdout: "upmap", 2024-04-25T17:19:00.601 INFO:teuthology.orchestra.run.smithi028.stdout: "upmap-read" 2024-04-25T17:19:00.601 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.601 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Balancer mode", 2024-04-25T17:19:00.601 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.601 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.601 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.601 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.601 INFO:teuthology.orchestra.run.smithi028.stdout: "pool_ids": { 2024-04-25T17:19:00.601 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "pool_ids", 2024-04-25T17:19:00.601 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.601 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.601 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.601 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.602 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.602 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.602 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.602 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-25T17:19:00.602 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.602 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.602 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.602 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.602 INFO:teuthology.orchestra.run.smithi028.stdout: "sleep_interval": { 2024-04-25T17:19:00.602 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sleep_interval", 2024-04-25T17:19:00.602 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:00.602 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.602 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.602 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "60", 2024-04-25T17:19:00.603 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.603 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.603 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.603 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-25T17:19:00.603 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.603 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.603 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.603 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.603 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.603 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.603 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.603 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.604 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.604 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.604 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.604 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.604 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.604 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.604 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.604 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.604 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.604 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.604 INFO:teuthology.orchestra.run.smithi028.stdout: "upmap_max_deviation": { 2024-04-25T17:19:00.604 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "upmap_max_deviation", 2024-04-25T17:19:00.604 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.604 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.605 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.605 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "5", 2024-04-25T17:19:00.605 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "1", 2024-04-25T17:19:00.605 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.605 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.605 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-25T17:19:00.605 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-25T17:19:00.605 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.605 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.605 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.605 INFO:teuthology.orchestra.run.smithi028.stdout: "upmap_max_optimizations": { 2024-04-25T17:19:00.605 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "upmap_max_optimizations", 2024-04-25T17:19:00.605 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "uint", 2024-04-25T17:19:00.606 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.606 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.606 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10", 2024-04-25T17:19:00.606 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.606 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.606 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.606 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-25T17:19:00.606 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.606 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.606 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.606 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.607 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.607 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.607 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.607 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "cephadm", 2024-04-25T17:19:00.607 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.607 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.607 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.607 INFO:teuthology.orchestra.run.smithi028.stdout: "agent_down_multiplier": { 2024-04-25T17:19:00.607 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "agent_down_multiplier", 2024-04-25T17:19:00.607 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "float", 2024-04-25T17:19:00.607 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.607 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.607 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "3.0", 2024-04-25T17:19:00.607 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.608 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.608 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.608 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-25T17:19:00.608 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.608 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.608 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.608 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.608 INFO:teuthology.orchestra.run.smithi028.stdout: "agent_refresh_rate": { 2024-04-25T17:19:00.608 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "agent_refresh_rate", 2024-04-25T17:19:00.608 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:00.608 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.608 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.608 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "20", 2024-04-25T17:19:00.609 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.609 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.609 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.609 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-25T17:19:00.609 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.609 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.609 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.609 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.609 INFO:teuthology.orchestra.run.smithi028.stdout: "agent_starting_port": { 2024-04-25T17:19:00.609 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "agent_starting_port", 2024-04-25T17:19:00.609 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.609 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.609 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.610 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "4721", 2024-04-25T17:19:00.610 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.610 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.610 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.610 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-25T17:19:00.610 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.610 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.610 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.610 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.610 INFO:teuthology.orchestra.run.smithi028.stdout: "allow_ptrace": { 2024-04-25T17:19:00.610 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "allow_ptrace", 2024-04-25T17:19:00.610 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.610 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.611 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.611 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.611 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.611 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.611 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.611 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-25T17:19:00.611 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-25T17:19:00.611 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.611 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.611 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.611 INFO:teuthology.orchestra.run.smithi028.stdout: "autotune_interval": { 2024-04-25T17:19:00.611 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "autotune_interval", 2024-04-25T17:19:00.611 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:00.611 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.612 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.612 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "600", 2024-04-25T17:19:00.612 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.612 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.612 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.612 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-25T17:19:00.612 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.612 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.612 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.612 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.612 INFO:teuthology.orchestra.run.smithi028.stdout: "autotune_memory_target_ratio": { 2024-04-25T17:19:00.612 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "autotune_memory_target_ratio", 2024-04-25T17:19:00.612 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "float", 2024-04-25T17:19:00.612 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.613 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.613 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0.7", 2024-04-25T17:19:00.613 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.613 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.613 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.613 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-25T17:19:00.613 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.613 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.613 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.613 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.613 INFO:teuthology.orchestra.run.smithi028.stdout: "cephadm_log_destination": { 2024-04-25T17:19:00.613 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "cephadm_log_destination", 2024-04-25T17:19:00.613 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.613 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.614 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.614 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.614 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.614 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.614 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.614 INFO:teuthology.orchestra.run.smithi028.stdout: "file", 2024-04-25T17:19:00.614 INFO:teuthology.orchestra.run.smithi028.stdout: "file,syslog", 2024-04-25T17:19:00.614 INFO:teuthology.orchestra.run.smithi028.stdout: "syslog" 2024-04-25T17:19:00.614 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.614 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-25T17:19:00.614 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.614 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.614 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.615 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.615 INFO:teuthology.orchestra.run.smithi028.stdout: "cgroups_split": { 2024-04-25T17:19:00.615 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "cgroups_split", 2024-04-25T17:19:00.615 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.615 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.615 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.615 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.615 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.615 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.615 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.615 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-25T17:19:00.615 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.615 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.615 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.615 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.616 INFO:teuthology.orchestra.run.smithi028.stdout: "config_checks_enabled": { 2024-04-25T17:19:00.616 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "config_checks_enabled", 2024-04-25T17:19:00.616 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.616 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.616 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.616 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.616 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.616 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.616 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.616 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-25T17:19:00.616 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.616 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.616 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.616 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.616 INFO:teuthology.orchestra.run.smithi028.stdout: "config_dashboard": { 2024-04-25T17:19:00.616 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "config_dashboard", 2024-04-25T17:19:00.617 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.617 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.617 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.617 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.617 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.617 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.617 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.617 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-25T17:19:00.617 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.617 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.617 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.617 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.617 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_alertmanager": { 2024-04-25T17:19:00.617 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_alertmanager", 2024-04-25T17:19:00.617 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.618 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.618 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.618 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-25T17:19:00.618 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.618 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.618 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.618 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Prometheus container image", 2024-04-25T17:19:00.618 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.618 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.618 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.618 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.618 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_base": { 2024-04-25T17:19:00.618 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_base", 2024-04-25T17:19:00.619 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.619 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.619 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.619 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-25T17:19:00.619 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.619 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.619 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.619 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Container image name, without the tag", 2024-04-25T17:19:00.619 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.619 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.619 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.619 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.619 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_elasticsearch": { 2024-04-25T17:19:00.619 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_elasticsearch", 2024-04-25T17:19:00.620 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.620 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.620 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.620 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-25T17:19:00.620 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.620 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.620 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.620 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "elasticsearch container image", 2024-04-25T17:19:00.620 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.620 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.620 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.620 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.620 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_grafana": { 2024-04-25T17:19:00.620 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_grafana", 2024-04-25T17:19:00.621 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.621 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.621 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.621 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-25T17:19:00.621 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.621 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.621 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.621 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Prometheus container image", 2024-04-25T17:19:00.621 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.621 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.621 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.621 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.621 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_haproxy": { 2024-04-25T17:19:00.622 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_haproxy", 2024-04-25T17:19:00.622 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.622 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.622 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.622 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-25T17:19:00.622 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.622 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.622 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.622 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "HAproxy container image", 2024-04-25T17:19:00.622 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.622 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.622 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.622 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.623 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_jaeger_agent": { 2024-04-25T17:19:00.623 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_jaeger_agent", 2024-04-25T17:19:00.623 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.623 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.623 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.623 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-25T17:19:00.623 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.623 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.623 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.623 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Jaeger agent container image", 2024-04-25T17:19:00.623 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.623 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.623 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.624 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.624 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_jaeger_collector": { 2024-04-25T17:19:00.624 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_jaeger_collector", 2024-04-25T17:19:00.624 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.624 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.624 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.624 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-25T17:19:00.624 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.624 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.624 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.624 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Jaeger collector container image", 2024-04-25T17:19:00.624 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.624 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.625 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.625 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.625 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_jaeger_query": { 2024-04-25T17:19:00.625 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_jaeger_query", 2024-04-25T17:19:00.625 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.625 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.625 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.625 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-25T17:19:00.625 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.625 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.625 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.625 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Jaeger query container image", 2024-04-25T17:19:00.625 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.625 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.626 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.626 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.626 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_keepalived": { 2024-04-25T17:19:00.626 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_keepalived", 2024-04-25T17:19:00.626 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.626 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.626 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.626 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-25T17:19:00.626 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.626 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.626 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.626 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Keepalived container image", 2024-04-25T17:19:00.626 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.627 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.627 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.627 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.627 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_loki": { 2024-04-25T17:19:00.627 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_loki", 2024-04-25T17:19:00.627 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.627 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.627 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.627 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-25T17:19:00.627 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.627 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.627 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.627 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Loki container image", 2024-04-25T17:19:00.628 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.628 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.628 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.628 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.628 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_node_exporter": { 2024-04-25T17:19:00.628 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_node_exporter", 2024-04-25T17:19:00.628 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.628 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.628 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.628 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-25T17:19:00.628 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.628 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.628 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.629 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Prometheus container image", 2024-04-25T17:19:00.629 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.629 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.629 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.629 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.629 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_nvmeof": { 2024-04-25T17:19:00.629 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_nvmeof", 2024-04-25T17:19:00.629 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.629 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.629 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.629 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-25T17:19:00.629 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.629 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.630 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.630 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Nvme-of container image", 2024-04-25T17:19:00.630 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.630 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.630 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.630 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.630 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_prometheus": { 2024-04-25T17:19:00.630 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_prometheus", 2024-04-25T17:19:00.630 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.630 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.630 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.630 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-25T17:19:00.630 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.631 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.631 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.631 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Prometheus container image", 2024-04-25T17:19:00.631 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.631 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.631 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.631 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.631 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_promtail": { 2024-04-25T17:19:00.631 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_promtail", 2024-04-25T17:19:00.631 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.631 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.631 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.631 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-25T17:19:00.632 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.632 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.632 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.632 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Promtail container image", 2024-04-25T17:19:00.632 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.632 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.632 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.632 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.632 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_samba": { 2024-04-25T17:19:00.632 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_samba", 2024-04-25T17:19:00.632 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.632 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.633 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.633 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-25T17:19:00.633 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.633 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.633 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.633 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Samba/SMB container image", 2024-04-25T17:19:00.633 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.633 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.633 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.633 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.633 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_snmp_gateway": { 2024-04-25T17:19:00.633 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_snmp_gateway", 2024-04-25T17:19:00.634 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.634 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.634 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.634 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-25T17:19:00.634 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.634 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.634 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.634 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "SNMP Gateway container image", 2024-04-25T17:19:00.634 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.634 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.634 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.634 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.635 INFO:teuthology.orchestra.run.smithi028.stdout: "container_init": { 2024-04-25T17:19:00.635 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_init", 2024-04-25T17:19:00.635 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.635 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.635 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.635 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.635 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.635 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.635 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.635 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Run podman/docker with `--init`", 2024-04-25T17:19:00.635 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.635 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.636 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.636 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.636 INFO:teuthology.orchestra.run.smithi028.stdout: "daemon_cache_timeout": { 2024-04-25T17:19:00.636 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "daemon_cache_timeout", 2024-04-25T17:19:00.636 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:00.636 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.636 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.636 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "600", 2024-04-25T17:19:00.636 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.636 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.636 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.636 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-25T17:19:00.636 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.637 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.637 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.637 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.637 INFO:teuthology.orchestra.run.smithi028.stdout: "default_cephadm_command_timeout": { 2024-04-25T17:19:00.637 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "default_cephadm_command_timeout", 2024-04-25T17:19:00.637 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.637 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.637 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.637 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "900", 2024-04-25T17:19:00.637 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.637 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.637 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.637 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-25T17:19:00.638 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.638 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.638 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.638 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.638 INFO:teuthology.orchestra.run.smithi028.stdout: "default_registry": { 2024-04-25T17:19:00.638 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "default_registry", 2024-04-25T17:19:00.638 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.638 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.638 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.638 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "docker.io", 2024-04-25T17:19:00.638 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.638 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.639 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.639 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-25T17:19:00.639 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.639 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.639 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.639 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.639 INFO:teuthology.orchestra.run.smithi028.stdout: "device_cache_timeout": { 2024-04-25T17:19:00.639 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "device_cache_timeout", 2024-04-25T17:19:00.639 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:00.639 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.639 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.639 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "1800", 2024-04-25T17:19:00.639 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.639 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.639 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.640 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "seconds to cache device inventory", 2024-04-25T17:19:00.640 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.640 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.640 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.640 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.640 INFO:teuthology.orchestra.run.smithi028.stdout: "device_enhanced_scan": { 2024-04-25T17:19:00.640 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "device_enhanced_scan", 2024-04-25T17:19:00.640 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.640 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.640 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.640 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.640 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.640 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.640 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.641 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-25T17:19:00.641 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.641 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.641 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.641 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.641 INFO:teuthology.orchestra.run.smithi028.stdout: "facts_cache_timeout": { 2024-04-25T17:19:00.641 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "facts_cache_timeout", 2024-04-25T17:19:00.641 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:00.641 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.641 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.641 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "60", 2024-04-25T17:19:00.641 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.641 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.642 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.642 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "seconds to cache host facts data", 2024-04-25T17:19:00.642 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.642 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.642 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.642 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.642 INFO:teuthology.orchestra.run.smithi028.stdout: "grafana_dashboards_path": { 2024-04-25T17:19:00.642 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "grafana_dashboards_path", 2024-04-25T17:19:00.642 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.642 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.642 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.642 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-25T17:19:00.643 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.643 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.643 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.643 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-25T17:19:00.643 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.643 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.643 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.643 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.643 INFO:teuthology.orchestra.run.smithi028.stdout: "host_check_interval": { 2024-04-25T17:19:00.643 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "host_check_interval", 2024-04-25T17:19:00.643 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:00.643 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.643 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.643 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "600", 2024-04-25T17:19:00.644 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.644 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.644 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.644 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "how frequently to perform a host check", 2024-04-25T17:19:00.644 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.644 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.644 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.644 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.644 INFO:teuthology.orchestra.run.smithi028.stdout: "hw_monitoring": { 2024-04-25T17:19:00.644 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "hw_monitoring", 2024-04-25T17:19:00.644 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.644 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.644 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.645 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.645 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.645 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.645 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.645 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-25T17:19:00.645 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.645 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.645 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.645 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.645 INFO:teuthology.orchestra.run.smithi028.stdout: "inventory_list_all": { 2024-04-25T17:19:00.645 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "inventory_list_all", 2024-04-25T17:19:00.645 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.645 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.645 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.646 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.646 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.646 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.646 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.646 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-25T17:19:00.646 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.646 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.646 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.646 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.646 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.646 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.646 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.647 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.647 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.647 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.647 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.647 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.647 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.647 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.647 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.647 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.647 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.647 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.647 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.647 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.647 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.647 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.648 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.648 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.648 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.648 INFO:teuthology.orchestra.run.smithi028.stdout: "log_refresh_metadata": { 2024-04-25T17:19:00.648 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_refresh_metadata", 2024-04-25T17:19:00.648 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.648 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.648 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.648 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.648 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.648 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.648 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.648 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-25T17:19:00.648 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.648 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.649 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.649 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.649 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.649 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.649 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.649 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.649 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.649 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.649 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.649 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.649 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.649 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-25T17:19:00.649 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.649 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.650 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.650 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.650 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.650 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.650 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.650 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.650 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.650 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.650 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.650 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.650 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.650 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.650 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.650 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.651 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.651 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.651 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.651 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.651 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.651 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.651 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.651 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.651 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.651 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.651 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.651 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.651 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.652 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.652 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.652 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.652 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.652 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.652 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.652 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.652 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.652 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.652 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.652 INFO:teuthology.orchestra.run.smithi028.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-25T17:19:00.652 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-25T17:19:00.652 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.652 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.652 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.653 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.653 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.653 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.653 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.653 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-25T17:19:00.653 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.653 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.653 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.653 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.653 INFO:teuthology.orchestra.run.smithi028.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-25T17:19:00.653 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-25T17:19:00.653 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.653 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.653 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.653 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "*", 2024-04-25T17:19:00.654 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.654 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.654 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.654 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-25T17:19:00.654 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.654 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.654 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.654 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.654 INFO:teuthology.orchestra.run.smithi028.stdout: "max_count_per_host": { 2024-04-25T17:19:00.654 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "max_count_per_host", 2024-04-25T17:19:00.654 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.654 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.654 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.654 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10", 2024-04-25T17:19:00.655 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.655 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.655 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.655 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "max number of daemons per service per host", 2024-04-25T17:19:00.655 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.655 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.655 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.655 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.655 INFO:teuthology.orchestra.run.smithi028.stdout: "max_osd_draining_count": { 2024-04-25T17:19:00.655 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "max_osd_draining_count", 2024-04-25T17:19:00.655 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.655 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.656 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.656 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10", 2024-04-25T17:19:00.656 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.656 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.656 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.656 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-25T17:19:00.656 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.656 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.656 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.656 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.656 INFO:teuthology.orchestra.run.smithi028.stdout: "migration_current": { 2024-04-25T17:19:00.656 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "migration_current", 2024-04-25T17:19:00.656 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.656 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.657 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.657 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.657 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.657 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.657 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.657 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "internal - do not modify", 2024-04-25T17:19:00.657 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.657 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.657 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.657 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.657 INFO:teuthology.orchestra.run.smithi028.stdout: "mode": { 2024-04-25T17:19:00.657 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "mode", 2024-04-25T17:19:00.657 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.658 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.658 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.658 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "root", 2024-04-25T17:19:00.658 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.658 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.658 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.658 INFO:teuthology.orchestra.run.smithi028.stdout: "cephadm-package", 2024-04-25T17:19:00.658 INFO:teuthology.orchestra.run.smithi028.stdout: "root" 2024-04-25T17:19:00.658 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.658 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "mode for remote execution of cephadm", 2024-04-25T17:19:00.658 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.658 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.658 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.659 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.659 INFO:teuthology.orchestra.run.smithi028.stdout: "oob_default_addr": { 2024-04-25T17:19:00.659 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "oob_default_addr", 2024-04-25T17:19:00.659 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.659 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.659 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.659 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "169.254.1.1", 2024-04-25T17:19:00.659 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.659 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.659 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.659 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-25T17:19:00.660 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.660 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.660 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.660 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.660 INFO:teuthology.orchestra.run.smithi028.stdout: "prometheus_alerts_path": { 2024-04-25T17:19:00.660 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "prometheus_alerts_path", 2024-04-25T17:19:00.660 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.660 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.660 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.660 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-25T17:19:00.660 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.660 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.661 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.661 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-25T17:19:00.661 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.661 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.661 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.661 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.661 INFO:teuthology.orchestra.run.smithi028.stdout: "registry_insecure": { 2024-04-25T17:19:00.661 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "registry_insecure", 2024-04-25T17:19:00.661 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.661 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.661 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.661 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.661 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.661 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.662 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.662 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-25T17:19:00.662 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.662 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.662 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.662 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.662 INFO:teuthology.orchestra.run.smithi028.stdout: "registry_password": { 2024-04-25T17:19:00.662 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "registry_password", 2024-04-25T17:19:00.662 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.662 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.662 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.662 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.662 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.663 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.663 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.663 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-25T17:19:00.663 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.663 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.663 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.663 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.663 INFO:teuthology.orchestra.run.smithi028.stdout: "registry_url": { 2024-04-25T17:19:00.663 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "registry_url", 2024-04-25T17:19:00.663 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.663 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.663 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.664 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.664 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.664 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.664 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.664 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-25T17:19:00.664 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.664 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.664 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.664 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.664 INFO:teuthology.orchestra.run.smithi028.stdout: "registry_username": { 2024-04-25T17:19:00.664 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "registry_username", 2024-04-25T17:19:00.664 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.665 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.665 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.665 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.665 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.665 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.665 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.665 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-25T17:19:00.665 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.665 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.665 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.665 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.665 INFO:teuthology.orchestra.run.smithi028.stdout: "secure_monitoring_stack": { 2024-04-25T17:19:00.665 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "secure_monitoring_stack", 2024-04-25T17:19:00.665 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.665 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.666 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.666 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.666 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.666 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.666 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.666 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-25T17:19:00.666 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.666 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.666 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.666 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.666 INFO:teuthology.orchestra.run.smithi028.stdout: "service_discovery_port": { 2024-04-25T17:19:00.666 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "service_discovery_port", 2024-04-25T17:19:00.666 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.667 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.667 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.667 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "8765", 2024-04-25T17:19:00.667 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.667 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.667 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.667 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "cephadm service discovery port", 2024-04-25T17:19:00.667 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.667 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.667 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.667 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.667 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.667 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.667 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.667 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.668 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.668 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.668 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.668 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.668 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.668 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.668 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.668 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.668 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.668 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.668 INFO:teuthology.orchestra.run.smithi028.stdout: "ssh_config_file": { 2024-04-25T17:19:00.668 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ssh_config_file", 2024-04-25T17:19:00.669 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.669 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.669 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.669 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.669 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.669 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.669 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.669 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-25T17:19:00.669 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.669 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.669 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.669 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.669 INFO:teuthology.orchestra.run.smithi028.stdout: "use_agent": { 2024-04-25T17:19:00.669 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "use_agent", 2024-04-25T17:19:00.670 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.670 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.670 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.670 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.670 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.670 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.670 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.670 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-25T17:19:00.670 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.670 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.670 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.670 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.670 INFO:teuthology.orchestra.run.smithi028.stdout: "use_repo_digest": { 2024-04-25T17:19:00.671 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "use_repo_digest", 2024-04-25T17:19:00.671 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.671 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.671 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.671 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.671 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.671 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.671 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.671 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-25T17:19:00.671 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.671 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.671 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.671 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.671 INFO:teuthology.orchestra.run.smithi028.stdout: "warn_on_failed_host_check": { 2024-04-25T17:19:00.672 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "warn_on_failed_host_check", 2024-04-25T17:19:00.672 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.672 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.672 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.672 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.672 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.672 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.672 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.672 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "raise a health warning if the host check fails", 2024-04-25T17:19:00.672 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.672 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.672 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.672 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.673 INFO:teuthology.orchestra.run.smithi028.stdout: "warn_on_stray_daemons": { 2024-04-25T17:19:00.673 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "warn_on_stray_daemons", 2024-04-25T17:19:00.673 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.673 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.673 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.673 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.673 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.673 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.673 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.673 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-25T17:19:00.673 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.673 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.673 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.674 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.674 INFO:teuthology.orchestra.run.smithi028.stdout: "warn_on_stray_hosts": { 2024-04-25T17:19:00.674 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "warn_on_stray_hosts", 2024-04-25T17:19:00.674 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.674 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.674 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.674 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.674 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.674 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.674 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.674 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-25T17:19:00.674 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.674 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.675 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.675 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.675 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.675 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.675 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.675 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "crash", 2024-04-25T17:19:00.675 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.675 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.675 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.675 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.675 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.675 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.675 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.676 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.676 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.676 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.676 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.676 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.676 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.676 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.676 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.676 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.676 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.676 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.676 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.676 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.676 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.677 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.677 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.677 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.677 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.677 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.677 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.677 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.677 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.677 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.677 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.677 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.677 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.677 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.678 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.678 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.678 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.678 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.678 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.678 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.678 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.678 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.678 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.678 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.678 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.678 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.678 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.678 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.679 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.679 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.679 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.679 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.679 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.679 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.679 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.679 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.679 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.679 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.679 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.679 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.679 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.680 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.680 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.680 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.680 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.680 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.680 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.680 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.680 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.680 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.680 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.680 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.680 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.680 INFO:teuthology.orchestra.run.smithi028.stdout: "retain_interval": { 2024-04-25T17:19:00.680 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "retain_interval", 2024-04-25T17:19:00.681 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:00.681 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.681 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.681 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "31536000", 2024-04-25T17:19:00.681 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.681 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.681 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.681 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-25T17:19:00.681 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.681 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.681 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.681 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.681 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.681 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.682 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.682 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.682 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.682 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.682 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.682 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.682 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.682 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.682 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.682 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.682 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.682 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.682 INFO:teuthology.orchestra.run.smithi028.stdout: "warn_recent_interval": { 2024-04-25T17:19:00.683 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "warn_recent_interval", 2024-04-25T17:19:00.683 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:00.683 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.683 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.683 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "1209600", 2024-04-25T17:19:00.683 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.683 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.683 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.683 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-25T17:19:00.683 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.683 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.683 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.683 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.684 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.684 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.684 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.684 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "dashboard", 2024-04-25T17:19:00.684 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.684 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.684 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.684 INFO:teuthology.orchestra.run.smithi028.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-25T17:19:00.684 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-25T17:19:00.684 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.684 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.684 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.684 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10", 2024-04-25T17:19:00.684 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.684 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.685 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.685 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.685 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.685 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.685 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.685 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.685 INFO:teuthology.orchestra.run.smithi028.stdout: "ALERTMANAGER_API_HOST": { 2024-04-25T17:19:00.685 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-25T17:19:00.685 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.685 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.685 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.685 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.685 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.685 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.685 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.686 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.686 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.686 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.686 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.686 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.686 INFO:teuthology.orchestra.run.smithi028.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-25T17:19:00.686 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-25T17:19:00.686 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.686 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.686 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.686 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.686 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.686 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.687 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.687 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.687 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.687 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.687 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.687 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.687 INFO:teuthology.orchestra.run.smithi028.stdout: "AUDIT_API_ENABLED": { 2024-04-25T17:19:00.687 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "AUDIT_API_ENABLED", 2024-04-25T17:19:00.687 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.687 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.687 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.687 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.688 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.688 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.688 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.688 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.688 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.688 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.688 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.688 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.688 INFO:teuthology.orchestra.run.smithi028.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-25T17:19:00.688 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-25T17:19:00.688 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.688 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.688 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.688 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.689 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.689 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.689 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.689 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.689 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.689 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.689 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.689 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.689 INFO:teuthology.orchestra.run.smithi028.stdout: "ENABLE_BROWSABLE_API": { 2024-04-25T17:19:00.689 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-25T17:19:00.689 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.689 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.689 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.690 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.690 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.690 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.690 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.690 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.690 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.690 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.690 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.690 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.690 INFO:teuthology.orchestra.run.smithi028.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-25T17:19:00.690 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-25T17:19:00.690 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.691 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.691 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.691 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.691 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.691 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.691 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.691 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.691 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.691 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.691 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.691 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.691 INFO:teuthology.orchestra.run.smithi028.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-25T17:19:00.691 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-25T17:19:00.692 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.692 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.692 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.692 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.692 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.692 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.692 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.692 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.692 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.692 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.692 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.693 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.693 INFO:teuthology.orchestra.run.smithi028.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-25T17:19:00.693 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-25T17:19:00.693 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.693 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.693 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.693 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.693 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.693 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.693 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.693 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.693 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.693 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.693 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.694 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.694 INFO:teuthology.orchestra.run.smithi028.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-25T17:19:00.694 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-25T17:19:00.694 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.694 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.694 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.694 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.694 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.694 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.694 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.694 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.694 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.695 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.695 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.695 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.695 INFO:teuthology.orchestra.run.smithi028.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-25T17:19:00.695 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-25T17:19:00.695 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.695 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.695 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.695 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.695 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.695 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.695 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.695 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.696 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.696 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.696 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.696 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.696 INFO:teuthology.orchestra.run.smithi028.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-25T17:19:00.696 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-25T17:19:00.696 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.696 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.696 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.696 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.696 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.696 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.697 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.697 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.697 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.697 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.697 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.697 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.697 INFO:teuthology.orchestra.run.smithi028.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-25T17:19:00.697 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-25T17:19:00.697 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.697 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.697 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.697 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.697 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.697 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.698 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.698 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.698 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.698 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.698 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.698 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.698 INFO:teuthology.orchestra.run.smithi028.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-25T17:19:00.698 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-25T17:19:00.698 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.698 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.698 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.698 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.699 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.699 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.699 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.699 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.699 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.699 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.699 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.699 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.699 INFO:teuthology.orchestra.run.smithi028.stdout: "GRAFANA_API_PASSWORD": { 2024-04-25T17:19:00.699 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-25T17:19:00.699 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.699 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.699 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.700 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "admin", 2024-04-25T17:19:00.700 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.700 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.700 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.700 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.700 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.700 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.700 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.700 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.700 INFO:teuthology.orchestra.run.smithi028.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-25T17:19:00.700 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-25T17:19:00.700 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.700 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.701 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.701 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.701 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.701 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.701 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.701 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.701 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.701 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.701 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.701 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.701 INFO:teuthology.orchestra.run.smithi028.stdout: "GRAFANA_API_URL": { 2024-04-25T17:19:00.701 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "GRAFANA_API_URL", 2024-04-25T17:19:00.701 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.701 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.702 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.702 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.702 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.702 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.702 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.702 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.702 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.702 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.702 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.702 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.702 INFO:teuthology.orchestra.run.smithi028.stdout: "GRAFANA_API_USERNAME": { 2024-04-25T17:19:00.702 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-25T17:19:00.702 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.703 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.703 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.703 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "admin", 2024-04-25T17:19:00.703 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.703 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.703 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.703 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.703 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.703 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.703 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.703 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.703 INFO:teuthology.orchestra.run.smithi028.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-25T17:19:00.703 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-25T17:19:00.703 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.704 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.704 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.704 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.704 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.704 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.704 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.704 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.704 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.704 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.704 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.704 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.704 INFO:teuthology.orchestra.run.smithi028.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-25T17:19:00.704 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-25T17:19:00.705 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.705 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.705 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.705 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.705 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.705 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.705 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.705 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.705 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.705 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.705 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.705 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.705 INFO:teuthology.orchestra.run.smithi028.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-25T17:19:00.706 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-25T17:19:00.706 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.706 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.706 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.706 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.706 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.706 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.706 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.706 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.706 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.706 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.706 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.706 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.707 INFO:teuthology.orchestra.run.smithi028.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-25T17:19:00.707 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-25T17:19:00.707 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.707 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.707 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.707 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.707 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.707 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.707 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.707 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.707 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.707 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.707 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.707 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.708 INFO:teuthology.orchestra.run.smithi028.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-25T17:19:00.708 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-25T17:19:00.708 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.708 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.708 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.708 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "[]", 2024-04-25T17:19:00.708 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.708 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.708 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.708 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.708 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.708 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.708 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.709 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.709 INFO:teuthology.orchestra.run.smithi028.stdout: "MULTICLUSTER_CONFIG": { 2024-04-25T17:19:00.709 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-25T17:19:00.709 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.709 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.709 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.709 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "{}", 2024-04-25T17:19:00.709 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.709 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.709 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.709 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.709 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.710 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.710 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.710 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.710 INFO:teuthology.orchestra.run.smithi028.stdout: "PROMETHEUS_API_HOST": { 2024-04-25T17:19:00.710 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-25T17:19:00.710 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.710 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.710 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.710 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.710 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.710 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.710 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.710 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.711 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.711 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.711 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.711 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.711 INFO:teuthology.orchestra.run.smithi028.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-25T17:19:00.711 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-25T17:19:00.711 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.711 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.711 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.711 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.711 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.711 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.711 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.711 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.711 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.712 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.712 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.712 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.712 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-25T17:19:00.712 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-25T17:19:00.712 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.712 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.712 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.712 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.712 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.712 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.712 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.712 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.713 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.713 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.713 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.713 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.713 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-25T17:19:00.713 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-25T17:19:00.713 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.713 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.713 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.713 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.713 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.713 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.713 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.713 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.714 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.714 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.714 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.714 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.714 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-25T17:19:00.714 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-25T17:19:00.714 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.714 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.714 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.714 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.714 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.714 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.715 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.715 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.715 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.715 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.715 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.715 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.715 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-25T17:19:00.715 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-25T17:19:00.715 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.715 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.715 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.716 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.716 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.716 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.716 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.716 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.716 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.716 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.716 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.716 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.716 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-25T17:19:00.716 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-25T17:19:00.716 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.716 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.716 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.716 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.717 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.717 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.717 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.717 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.717 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.717 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.717 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.717 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.717 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-25T17:19:00.717 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-25T17:19:00.717 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.717 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.717 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.717 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.718 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.718 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.718 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.718 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.718 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.718 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.718 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.718 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.718 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-25T17:19:00.718 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-25T17:19:00.718 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.718 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.718 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.718 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.719 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.719 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.719 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.719 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.719 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.719 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.719 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.719 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.719 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_ENABLED": { 2024-04-25T17:19:00.719 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-25T17:19:00.719 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.719 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.719 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.719 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.720 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.720 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.720 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.720 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.720 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.720 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.720 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.720 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.720 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-25T17:19:00.720 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-25T17:19:00.720 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.720 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.720 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.720 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-25T17:19:00.721 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.721 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.721 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.721 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.721 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.721 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.721 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.721 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.721 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-25T17:19:00.721 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-25T17:19:00.721 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.721 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.721 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.721 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10", 2024-04-25T17:19:00.721 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.722 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.722 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.722 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.722 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.722 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.722 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.722 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.722 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-25T17:19:00.722 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-25T17:19:00.722 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.722 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.722 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.722 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "8", 2024-04-25T17:19:00.722 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.723 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.723 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.723 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.723 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.723 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.723 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.723 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.723 INFO:teuthology.orchestra.run.smithi028.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-25T17:19:00.723 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-25T17:19:00.723 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.723 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.723 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.723 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "45", 2024-04-25T17:19:00.723 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.723 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.724 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.724 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.724 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.724 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.724 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.724 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.724 INFO:teuthology.orchestra.run.smithi028.stdout: "RGW_API_ACCESS_KEY": { 2024-04-25T17:19:00.724 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-25T17:19:00.724 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.724 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.724 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.724 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.724 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.725 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.725 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.725 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.725 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.725 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.725 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.725 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.725 INFO:teuthology.orchestra.run.smithi028.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-25T17:19:00.725 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-25T17:19:00.725 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.725 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.725 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.725 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "admin", 2024-04-25T17:19:00.725 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.725 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.726 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.726 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.726 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.726 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.726 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.726 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.726 INFO:teuthology.orchestra.run.smithi028.stdout: "RGW_API_SECRET_KEY": { 2024-04-25T17:19:00.726 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-25T17:19:00.726 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.726 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.726 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.726 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.726 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.727 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.727 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.727 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.727 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.727 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.727 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.727 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.727 INFO:teuthology.orchestra.run.smithi028.stdout: "RGW_API_SSL_VERIFY": { 2024-04-25T17:19:00.727 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-25T17:19:00.727 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.727 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.727 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.728 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.728 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.728 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.728 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.728 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.728 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.728 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.728 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.728 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.728 INFO:teuthology.orchestra.run.smithi028.stdout: "UNSAFE_TLS_v1_2": { 2024-04-25T17:19:00.728 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-25T17:19:00.728 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.728 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.728 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.728 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.729 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.729 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.729 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.729 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.729 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.729 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.729 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.729 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.729 INFO:teuthology.orchestra.run.smithi028.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-25T17:19:00.729 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-25T17:19:00.729 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.729 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.729 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.729 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.729 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.730 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.730 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.730 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.730 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.730 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.730 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.730 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.730 INFO:teuthology.orchestra.run.smithi028.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-25T17:19:00.730 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-25T17:19:00.730 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.730 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.730 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.731 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10", 2024-04-25T17:19:00.731 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.731 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.731 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.731 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.731 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.731 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.731 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.731 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.731 INFO:teuthology.orchestra.run.smithi028.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-25T17:19:00.731 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-25T17:19:00.731 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.731 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.731 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.731 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "5", 2024-04-25T17:19:00.732 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.732 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.732 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.732 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.732 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.732 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.732 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.732 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.732 INFO:teuthology.orchestra.run.smithi028.stdout: "cross_origin_url": { 2024-04-25T17:19:00.732 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "cross_origin_url", 2024-04-25T17:19:00.732 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.732 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.732 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.733 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.733 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.733 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.733 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.733 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.733 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.733 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.733 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.733 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.733 INFO:teuthology.orchestra.run.smithi028.stdout: "crt_file": { 2024-04-25T17:19:00.733 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "crt_file", 2024-04-25T17:19:00.733 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.733 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.733 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.734 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.734 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.734 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.734 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.734 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.734 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.734 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.734 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.734 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.734 INFO:teuthology.orchestra.run.smithi028.stdout: "debug": { 2024-04-25T17:19:00.734 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "debug", 2024-04-25T17:19:00.734 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.734 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.735 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.735 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.735 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.735 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.735 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.735 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Enable/disable debug options", 2024-04-25T17:19:00.735 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.735 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.735 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.735 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.735 INFO:teuthology.orchestra.run.smithi028.stdout: "jwt_token_ttl": { 2024-04-25T17:19:00.735 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "jwt_token_ttl", 2024-04-25T17:19:00.735 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.735 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.736 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.736 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "28800", 2024-04-25T17:19:00.736 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.736 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.736 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.736 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.736 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.736 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.736 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.736 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.736 INFO:teuthology.orchestra.run.smithi028.stdout: "key_file": { 2024-04-25T17:19:00.736 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "key_file", 2024-04-25T17:19:00.736 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.736 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.737 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.737 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.737 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.737 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.737 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.737 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.737 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.737 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.737 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.737 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.737 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.737 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.737 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.737 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.737 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.737 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.738 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.738 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.738 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.738 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.738 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.738 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.738 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.738 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.738 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.738 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.738 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.739 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.739 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.739 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.739 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.739 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.739 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.739 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.739 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.739 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.739 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.739 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.739 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.739 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.740 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.740 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.740 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.740 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.740 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.740 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.740 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.740 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.740 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.740 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.740 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.741 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.741 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.741 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.741 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.741 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.741 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.741 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.741 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.741 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.741 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.741 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.741 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.742 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.742 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.742 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.742 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.742 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.742 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.742 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.742 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.742 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.742 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.742 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.742 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.743 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.743 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.743 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.743 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.743 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.743 INFO:teuthology.orchestra.run.smithi028.stdout: "motd": { 2024-04-25T17:19:00.743 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "motd", 2024-04-25T17:19:00.743 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.743 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.743 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.743 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.743 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.743 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.744 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.744 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "The message of the day", 2024-04-25T17:19:00.744 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.744 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.744 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.744 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.744 INFO:teuthology.orchestra.run.smithi028.stdout: "redirect_resolve_ip_addr": { 2024-04-25T17:19:00.744 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "redirect_resolve_ip_addr", 2024-04-25T17:19:00.744 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.744 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.744 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.744 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.745 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.745 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.745 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.745 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.745 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.745 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.745 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.745 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.745 INFO:teuthology.orchestra.run.smithi028.stdout: "server_addr": { 2024-04-25T17:19:00.745 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "server_addr", 2024-04-25T17:19:00.745 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.745 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.746 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.746 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "::", 2024-04-25T17:19:00.746 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.746 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.746 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.746 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.746 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.746 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.746 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.746 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.746 INFO:teuthology.orchestra.run.smithi028.stdout: "server_port": { 2024-04-25T17:19:00.746 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "server_port", 2024-04-25T17:19:00.747 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.747 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.747 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.747 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "8080", 2024-04-25T17:19:00.747 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.747 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.747 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.747 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.747 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.747 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.748 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.748 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.748 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.748 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.748 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.748 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.748 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.748 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.748 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.748 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.748 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.748 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.749 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.749 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.749 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.749 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.749 INFO:teuthology.orchestra.run.smithi028.stdout: "ssl": { 2024-04-25T17:19:00.749 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ssl", 2024-04-25T17:19:00.749 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.749 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.749 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.749 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.749 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.750 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.750 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.750 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.750 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.750 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.750 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.750 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.750 INFO:teuthology.orchestra.run.smithi028.stdout: "ssl_server_port": { 2024-04-25T17:19:00.750 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ssl_server_port", 2024-04-25T17:19:00.750 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.750 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.751 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.751 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "8443", 2024-04-25T17:19:00.751 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.751 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.751 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.751 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.751 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.751 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.751 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.751 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.751 INFO:teuthology.orchestra.run.smithi028.stdout: "standby_behaviour": { 2024-04-25T17:19:00.751 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "standby_behaviour", 2024-04-25T17:19:00.752 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.752 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.752 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.752 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "redirect", 2024-04-25T17:19:00.752 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.752 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.752 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.752 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.752 INFO:teuthology.orchestra.run.smithi028.stdout: "redirect" 2024-04-25T17:19:00.752 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.752 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.752 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.752 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.753 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.753 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.753 INFO:teuthology.orchestra.run.smithi028.stdout: "standby_error_status_code": { 2024-04-25T17:19:00.753 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "standby_error_status_code", 2024-04-25T17:19:00.753 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.753 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.753 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.753 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "500", 2024-04-25T17:19:00.753 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "400", 2024-04-25T17:19:00.753 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "599", 2024-04-25T17:19:00.753 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.753 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.753 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.754 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.754 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.754 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.754 INFO:teuthology.orchestra.run.smithi028.stdout: "url_prefix": { 2024-04-25T17:19:00.754 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "url_prefix", 2024-04-25T17:19:00.754 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.754 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.754 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.754 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.754 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.754 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.754 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.754 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.755 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.755 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.755 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.755 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.755 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.755 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.755 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.755 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "devicehealth", 2024-04-25T17:19:00.755 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.755 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.755 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.755 INFO:teuthology.orchestra.run.smithi028.stdout: "enable_monitoring": { 2024-04-25T17:19:00.755 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "enable_monitoring", 2024-04-25T17:19:00.756 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.756 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.756 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.756 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.756 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.756 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.756 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.756 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "monitor device health metrics", 2024-04-25T17:19:00.756 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.756 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.756 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.756 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.756 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.757 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.757 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.757 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.757 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.757 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.757 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.757 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.757 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.757 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.757 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.757 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.757 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.757 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.758 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.758 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.758 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.758 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.758 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.758 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.758 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.758 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.758 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.758 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.758 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.758 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.759 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.759 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.759 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.759 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.759 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.759 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.759 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.759 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.759 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.759 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.759 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.759 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.759 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.760 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.760 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.760 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.760 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.760 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.760 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.760 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.760 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.760 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.760 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.760 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.760 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.760 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.760 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.761 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.761 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.761 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.761 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.761 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.761 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.761 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.761 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.761 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.761 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.761 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.761 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.761 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.762 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.762 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.762 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.762 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.762 INFO:teuthology.orchestra.run.smithi028.stdout: "mark_out_threshold": { 2024-04-25T17:19:00.762 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "mark_out_threshold", 2024-04-25T17:19:00.762 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:00.762 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.762 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.762 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "2419200", 2024-04-25T17:19:00.762 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.762 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.762 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.763 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-25T17:19:00.763 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.763 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.763 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.763 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.763 INFO:teuthology.orchestra.run.smithi028.stdout: "pool_name": { 2024-04-25T17:19:00.763 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "pool_name", 2024-04-25T17:19:00.763 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.763 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.763 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.763 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "device_health_metrics", 2024-04-25T17:19:00.763 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.763 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.764 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.764 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-25T17:19:00.764 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.764 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.764 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.764 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.764 INFO:teuthology.orchestra.run.smithi028.stdout: "retention_period": { 2024-04-25T17:19:00.764 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "retention_period", 2024-04-25T17:19:00.764 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:00.764 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.764 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.764 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "15552000", 2024-04-25T17:19:00.764 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.765 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.765 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.765 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "how long to retain device health metrics", 2024-04-25T17:19:00.765 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.765 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.765 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.765 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.765 INFO:teuthology.orchestra.run.smithi028.stdout: "scrape_frequency": { 2024-04-25T17:19:00.765 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "scrape_frequency", 2024-04-25T17:19:00.765 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:00.765 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.765 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.765 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "86400", 2024-04-25T17:19:00.766 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.766 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.766 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.766 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-25T17:19:00.766 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.766 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.766 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.766 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.766 INFO:teuthology.orchestra.run.smithi028.stdout: "self_heal": { 2024-04-25T17:19:00.766 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "self_heal", 2024-04-25T17:19:00.766 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.766 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.766 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.767 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.767 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.767 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.767 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.767 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-25T17:19:00.767 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.767 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.767 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.767 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.767 INFO:teuthology.orchestra.run.smithi028.stdout: "sleep_interval": { 2024-04-25T17:19:00.767 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sleep_interval", 2024-04-25T17:19:00.767 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:00.767 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.767 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.767 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "600", 2024-04-25T17:19:00.768 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.768 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.768 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.768 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "how frequently to wake up and check device health", 2024-04-25T17:19:00.768 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.768 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.768 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.768 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.768 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.768 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.768 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.768 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.768 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.768 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.769 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.769 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.769 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.769 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.769 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.769 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.769 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.769 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.769 INFO:teuthology.orchestra.run.smithi028.stdout: "warn_threshold": { 2024-04-25T17:19:00.769 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "warn_threshold", 2024-04-25T17:19:00.769 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:00.769 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.769 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.770 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "7257600", 2024-04-25T17:19:00.770 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.770 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.770 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.770 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-25T17:19:00.770 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.770 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.770 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.770 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.770 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.770 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.770 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.770 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "diskprediction_local", 2024-04-25T17:19:00.770 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.771 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.771 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.771 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.771 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.771 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.771 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.771 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.771 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.771 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.771 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.772 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.772 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.772 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.772 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.772 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.772 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.772 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.772 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.772 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.772 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.772 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.772 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.772 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.772 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.773 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.773 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.773 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.773 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.773 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.773 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.773 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.773 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.773 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.773 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.773 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.773 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.773 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.774 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.774 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.774 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.774 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.774 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.774 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.774 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.774 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.774 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.774 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.774 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.774 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.774 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.775 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.775 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.775 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.775 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.775 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.775 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.775 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.775 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.775 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.775 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.775 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.775 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.775 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.775 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.776 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.776 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.776 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.776 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.776 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.776 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.776 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.776 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.776 INFO:teuthology.orchestra.run.smithi028.stdout: "predict_interval": { 2024-04-25T17:19:00.776 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "predict_interval", 2024-04-25T17:19:00.776 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.776 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.777 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.777 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "86400", 2024-04-25T17:19:00.777 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.777 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.777 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.777 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.777 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.777 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.777 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.777 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.777 INFO:teuthology.orchestra.run.smithi028.stdout: "predictor_model": { 2024-04-25T17:19:00.778 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "predictor_model", 2024-04-25T17:19:00.778 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.778 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.778 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.778 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "prophetstor", 2024-04-25T17:19:00.778 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.778 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.778 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.778 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.778 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.778 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.778 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.779 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.779 INFO:teuthology.orchestra.run.smithi028.stdout: "sleep_interval": { 2024-04-25T17:19:00.779 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sleep_interval", 2024-04-25T17:19:00.779 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.779 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.779 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.779 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "600", 2024-04-25T17:19:00.779 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.779 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.779 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.779 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.779 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.780 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.780 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.780 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.780 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.780 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.780 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.780 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.780 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.780 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.780 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.780 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.780 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.780 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.780 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.781 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.781 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.781 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.781 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.781 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.781 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.781 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "influx", 2024-04-25T17:19:00.781 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": false, 2024-04-25T17:19:00.781 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "influxdb python module not found", 2024-04-25T17:19:00.781 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.781 INFO:teuthology.orchestra.run.smithi028.stdout: "batch_size": { 2024-04-25T17:19:00.781 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "batch_size", 2024-04-25T17:19:00.781 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.781 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.782 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.782 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "5000", 2024-04-25T17:19:00.782 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.782 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.782 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.782 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-25T17:19:00.782 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.782 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.782 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.782 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.782 INFO:teuthology.orchestra.run.smithi028.stdout: "database": { 2024-04-25T17:19:00.782 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "database", 2024-04-25T17:19:00.782 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.783 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.783 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.783 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "ceph", 2024-04-25T17:19:00.783 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.783 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.783 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.783 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-25T17:19:00.783 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.783 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.783 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.783 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.783 INFO:teuthology.orchestra.run.smithi028.stdout: "hostname": { 2024-04-25T17:19:00.783 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "hostname", 2024-04-25T17:19:00.784 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.784 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.784 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.784 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.784 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.784 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.784 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.784 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "InfluxDB server hostname", 2024-04-25T17:19:00.784 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.784 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.784 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.784 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.784 INFO:teuthology.orchestra.run.smithi028.stdout: "interval": { 2024-04-25T17:19:00.785 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "interval", 2024-04-25T17:19:00.785 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:00.785 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.785 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.785 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "30", 2024-04-25T17:19:00.785 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "5", 2024-04-25T17:19:00.785 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.785 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.785 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-25T17:19:00.785 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.785 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.785 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.785 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.786 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.786 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.786 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.786 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.786 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.786 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.786 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.786 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.786 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.786 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.786 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.786 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.787 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.787 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.787 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.787 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.787 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.787 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.787 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.787 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.787 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.787 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.787 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.787 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.788 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.788 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.788 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.788 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.788 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.788 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.788 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.788 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.788 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.788 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.788 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.788 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.788 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.788 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.789 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.789 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.789 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.789 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.789 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.789 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.789 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.789 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.789 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.789 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.789 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.789 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.789 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.789 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.790 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.790 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.790 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.790 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.790 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.790 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.790 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.790 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.790 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.790 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.790 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.790 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.790 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.791 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.791 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.791 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.791 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.791 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.791 INFO:teuthology.orchestra.run.smithi028.stdout: "password": { 2024-04-25T17:19:00.791 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "password", 2024-04-25T17:19:00.791 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.791 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.791 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.791 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.791 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.791 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.792 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.792 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "password of InfluxDB server user", 2024-04-25T17:19:00.792 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.792 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.792 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.792 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.792 INFO:teuthology.orchestra.run.smithi028.stdout: "port": { 2024-04-25T17:19:00.792 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "port", 2024-04-25T17:19:00.792 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.792 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.792 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.792 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "8086", 2024-04-25T17:19:00.792 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.793 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.793 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.793 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "InfluxDB server port", 2024-04-25T17:19:00.793 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.793 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.793 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.793 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.793 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.793 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.793 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.793 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.793 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.793 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.794 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.794 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.794 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.794 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.794 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.794 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.794 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.794 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.794 INFO:teuthology.orchestra.run.smithi028.stdout: "ssl": { 2024-04-25T17:19:00.794 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ssl", 2024-04-25T17:19:00.794 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.794 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.795 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.795 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "false", 2024-04-25T17:19:00.795 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.795 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.795 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.795 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T17:19:00.795 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.795 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.795 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.795 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.795 INFO:teuthology.orchestra.run.smithi028.stdout: "threads": { 2024-04-25T17:19:00.795 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "threads", 2024-04-25T17:19:00.795 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.796 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.796 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.796 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "5", 2024-04-25T17:19:00.796 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "1", 2024-04-25T17:19:00.796 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "32", 2024-04-25T17:19:00.796 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.796 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-25T17:19:00.796 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.796 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.796 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.796 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.796 INFO:teuthology.orchestra.run.smithi028.stdout: "username": { 2024-04-25T17:19:00.796 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "username", 2024-04-25T17:19:00.796 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.797 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.797 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.797 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.797 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.797 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.797 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.797 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "username of InfluxDB server user", 2024-04-25T17:19:00.797 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.797 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.797 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.797 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.797 INFO:teuthology.orchestra.run.smithi028.stdout: "verify_ssl": { 2024-04-25T17:19:00.797 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "verify_ssl", 2024-04-25T17:19:00.798 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.798 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.798 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.798 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "true", 2024-04-25T17:19:00.798 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.798 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.798 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.798 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T17:19:00.798 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.798 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.798 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.798 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.798 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.799 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.799 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.799 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "insights", 2024-04-25T17:19:00.799 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.799 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.799 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.799 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.799 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.799 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.799 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.799 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.799 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.799 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.799 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.800 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.800 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.800 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.800 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.800 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.800 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.800 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.800 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.800 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.800 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.800 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.801 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.801 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.801 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.801 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.801 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.801 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.801 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.801 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.801 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.801 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.801 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.801 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.801 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.802 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.802 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.802 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.802 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.802 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.802 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.802 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.802 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.802 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.802 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.802 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.802 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.802 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.802 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.803 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.803 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.803 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.803 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.803 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.803 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.803 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.803 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.803 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.803 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.803 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.803 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.803 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.803 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.804 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.804 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.804 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.804 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.804 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.804 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.804 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.804 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.804 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.804 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.804 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.804 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.804 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.804 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.805 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.805 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.805 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.805 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.805 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.805 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.805 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.805 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.805 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.805 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.805 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.805 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.805 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.806 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "iostat", 2024-04-25T17:19:00.806 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.806 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.806 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.806 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.806 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.806 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.806 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.806 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.806 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.806 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.807 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.807 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.807 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.807 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.807 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.807 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.807 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.807 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.807 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.807 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.807 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.807 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.807 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.807 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.808 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.808 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.808 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.808 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.808 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.808 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.808 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.808 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.808 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.808 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.808 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.808 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.808 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.809 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.809 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.809 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.809 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.809 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.809 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.809 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.809 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.809 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.809 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.809 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.809 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.809 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.809 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.809 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.810 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.810 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.810 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.810 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.810 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.810 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.810 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.810 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.810 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.810 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.810 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.810 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.811 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.811 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.811 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.811 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.811 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.811 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.811 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.811 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.811 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.811 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.811 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.811 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.811 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.811 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.811 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.812 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.812 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.812 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.812 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.812 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.812 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.812 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.812 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.812 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.812 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.812 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.812 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "k8sevents", 2024-04-25T17:19:00.812 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.813 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.813 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.813 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph_event_retention_days": { 2024-04-25T17:19:00.813 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ceph_event_retention_days", 2024-04-25T17:19:00.813 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.813 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.813 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.813 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "7", 2024-04-25T17:19:00.813 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.813 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.813 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.813 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-25T17:19:00.813 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.813 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.814 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.814 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.814 INFO:teuthology.orchestra.run.smithi028.stdout: "config_check_secs": { 2024-04-25T17:19:00.814 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "config_check_secs", 2024-04-25T17:19:00.814 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.814 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.814 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.814 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10", 2024-04-25T17:19:00.814 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "10", 2024-04-25T17:19:00.814 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.814 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.814 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-25T17:19:00.814 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.815 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.815 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.815 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.815 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.815 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.815 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.815 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.815 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.815 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.815 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.815 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.815 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.815 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.816 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.816 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.816 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.816 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.816 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.816 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.816 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.816 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.816 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.816 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.816 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.816 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.816 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.816 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.817 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.817 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.817 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.817 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.817 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.817 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.817 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.817 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.817 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.817 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.817 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.817 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.817 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.818 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.818 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.818 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.818 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.818 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.818 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.818 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.818 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.818 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.818 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.818 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.818 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.819 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.819 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.819 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.819 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.819 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.819 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.819 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.819 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.819 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.819 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.819 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.819 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.819 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.820 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.820 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.820 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.820 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.820 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.820 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.820 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.820 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.820 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.820 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.820 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.820 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.820 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.821 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.821 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.821 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.821 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.821 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.821 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.821 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.821 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.821 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.821 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.821 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.821 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.821 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "localpool", 2024-04-25T17:19:00.822 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.822 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.822 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.822 INFO:teuthology.orchestra.run.smithi028.stdout: "failure_domain": { 2024-04-25T17:19:00.822 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "failure_domain", 2024-04-25T17:19:00.822 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.822 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.822 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.822 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "host", 2024-04-25T17:19:00.822 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.822 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.822 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.822 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "failure domain for any created local pool", 2024-04-25T17:19:00.823 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-25T17:19:00.823 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.823 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.823 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.823 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.823 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.823 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.823 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.823 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.823 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.823 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.823 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.823 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.823 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.824 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.824 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.824 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.824 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.824 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.824 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.824 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.824 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.824 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.824 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.824 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.824 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.824 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.824 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.825 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.825 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.825 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.825 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.825 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.825 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.825 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.825 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.825 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.825 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.825 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.825 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.825 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.826 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.826 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.826 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.826 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.826 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.826 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.826 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.826 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.826 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.826 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.826 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.826 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.826 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.826 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.827 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.827 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.827 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.827 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.827 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.827 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.827 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.827 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.827 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.827 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.827 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.827 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.827 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.827 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.828 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.828 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.828 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.828 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.828 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.828 INFO:teuthology.orchestra.run.smithi028.stdout: "min_size": { 2024-04-25T17:19:00.828 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "min_size", 2024-04-25T17:19:00.828 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.828 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.828 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.828 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.828 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.828 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.829 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.829 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "default min_size for any created local pool", 2024-04-25T17:19:00.829 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-25T17:19:00.829 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.829 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.829 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.829 INFO:teuthology.orchestra.run.smithi028.stdout: "num_rep": { 2024-04-25T17:19:00.829 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "num_rep", 2024-04-25T17:19:00.829 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.829 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.829 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.829 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "3", 2024-04-25T17:19:00.829 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.830 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.830 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.830 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "default replica count for any created local pool", 2024-04-25T17:19:00.830 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.830 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.830 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.830 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.830 INFO:teuthology.orchestra.run.smithi028.stdout: "pg_num": { 2024-04-25T17:19:00.830 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "pg_num", 2024-04-25T17:19:00.830 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.830 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.830 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.831 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "128", 2024-04-25T17:19:00.831 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.831 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.831 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.831 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "default pg_num for any created local pool", 2024-04-25T17:19:00.831 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.831 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.831 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.831 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.831 INFO:teuthology.orchestra.run.smithi028.stdout: "prefix": { 2024-04-25T17:19:00.831 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "prefix", 2024-04-25T17:19:00.831 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.832 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.832 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.832 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.832 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.832 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.832 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.832 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "name prefix for any created local pool", 2024-04-25T17:19:00.832 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.832 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.832 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.832 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.833 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.833 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.833 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.833 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.833 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.833 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.833 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.833 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.833 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.833 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.833 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.833 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.833 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.834 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.834 INFO:teuthology.orchestra.run.smithi028.stdout: "subtree": { 2024-04-25T17:19:00.834 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "subtree", 2024-04-25T17:19:00.834 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.834 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.834 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.834 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "rack", 2024-04-25T17:19:00.834 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.834 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.834 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.834 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-25T17:19:00.834 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-25T17:19:00.834 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.835 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.835 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.835 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.835 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.835 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.835 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "mds_autoscaler", 2024-04-25T17:19:00.835 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.835 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.835 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.835 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.835 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.835 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.835 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.836 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.836 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.836 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.836 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.836 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.836 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.836 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.836 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.836 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.836 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.836 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.836 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.836 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.836 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.837 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.837 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.837 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.837 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.837 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.837 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.837 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.837 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.837 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.837 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.837 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.837 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.837 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.837 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.838 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.838 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.838 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.838 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.838 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.838 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.838 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.838 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.838 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.838 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.838 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.838 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.838 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.839 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.839 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.839 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.839 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.839 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.839 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.839 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.839 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.839 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.839 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.839 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.839 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.839 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.839 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.839 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.840 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.840 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.840 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.840 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.840 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.840 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.840 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.840 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.840 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.840 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.840 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.840 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.841 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.841 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.841 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.841 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.841 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.841 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.841 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.841 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.841 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.841 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.841 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.841 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.841 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.841 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.842 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.842 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "mirroring", 2024-04-25T17:19:00.842 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.842 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.842 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.842 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.842 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.842 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.842 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.842 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.842 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.842 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.842 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.842 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.843 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.843 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.843 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.843 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.843 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.843 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.843 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.843 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.843 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.843 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.843 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.843 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.843 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.844 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.844 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.844 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.844 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.844 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.844 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.844 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.844 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.844 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.844 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.844 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.844 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.845 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.845 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.845 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.845 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.845 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.845 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.845 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.845 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.845 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.845 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.845 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.845 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.845 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.846 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.846 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.846 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.846 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.846 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.846 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.846 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.846 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.846 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.846 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.846 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.846 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.846 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.847 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.847 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.847 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.847 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.847 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.847 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.847 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.847 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.847 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.847 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.847 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.847 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.847 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.847 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.848 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.848 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.848 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.848 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.848 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.848 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.848 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.848 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.848 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.848 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.848 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.848 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.848 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.848 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "nfs", 2024-04-25T17:19:00.849 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.849 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.849 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.849 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.849 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.849 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.849 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.849 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.849 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.849 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.849 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.849 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.849 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.849 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.850 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.850 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.850 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.850 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.850 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.850 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.850 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.850 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.850 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.850 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.850 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.850 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.850 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.851 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.851 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.851 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.851 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.851 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.851 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.851 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.851 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.851 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.851 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.851 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.851 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.852 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.852 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.852 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.852 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.852 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.852 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.852 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.852 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.852 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.852 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.852 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.852 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.852 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.852 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.853 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.853 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.853 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.853 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.853 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.853 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.853 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.853 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.853 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.853 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.853 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.853 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.853 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.853 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.854 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.854 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.854 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.854 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.854 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.854 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.854 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.854 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.854 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.854 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.854 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.854 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.855 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.855 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.855 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.855 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.855 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.855 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.855 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.855 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.855 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.855 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.855 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.855 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "orchestrator", 2024-04-25T17:19:00.855 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.855 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.855 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.856 INFO:teuthology.orchestra.run.smithi028.stdout: "fail_fs": { 2024-04-25T17:19:00.856 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "fail_fs", 2024-04-25T17:19:00.856 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.856 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.856 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.856 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.856 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.856 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.856 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.856 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-25T17:19:00.856 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.856 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.856 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.856 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.857 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.857 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.857 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.857 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.857 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.857 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.857 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.857 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.857 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.857 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.857 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.857 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.857 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.858 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.858 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.858 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.858 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.858 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.858 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.858 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.858 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.858 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.858 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.858 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.858 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.858 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.859 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.859 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.859 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.859 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.859 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.859 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.859 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.859 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.859 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.859 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.859 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.859 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.859 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.859 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.860 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.860 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.860 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.860 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.860 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.860 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.860 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.860 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.860 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.860 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.860 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.860 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.860 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.860 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.861 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.861 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.861 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.861 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.861 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.861 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.861 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.861 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.861 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.861 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.861 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.861 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.861 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.861 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.862 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.862 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.862 INFO:teuthology.orchestra.run.smithi028.stdout: "orchestrator": { 2024-04-25T17:19:00.862 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "orchestrator", 2024-04-25T17:19:00.862 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.862 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.862 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.862 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.862 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.862 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.862 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.862 INFO:teuthology.orchestra.run.smithi028.stdout: "cephadm", 2024-04-25T17:19:00.862 INFO:teuthology.orchestra.run.smithi028.stdout: "rook", 2024-04-25T17:19:00.863 INFO:teuthology.orchestra.run.smithi028.stdout: "test_orchestrator" 2024-04-25T17:19:00.863 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.863 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Orchestrator backend", 2024-04-25T17:19:00.863 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.863 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.863 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.863 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.863 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.863 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.863 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.863 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.863 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.863 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.863 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.863 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.863 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.864 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.864 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.864 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.864 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.864 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.864 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.864 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.864 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.864 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "osd_perf_query", 2024-04-25T17:19:00.864 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.864 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.864 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.864 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.864 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.865 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.865 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.865 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.865 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.865 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.865 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.865 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.865 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.865 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.865 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.865 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.865 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.865 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.866 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.866 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.866 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.866 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.866 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.866 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.866 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.866 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.866 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.866 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.866 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.866 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.866 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.866 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.867 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.867 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.867 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.867 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.867 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.867 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.867 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.867 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.867 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.867 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.867 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.867 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.867 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.867 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.867 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.867 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.868 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.868 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.868 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.868 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.868 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.868 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.868 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.868 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.868 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.868 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.868 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.868 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.869 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.869 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.869 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.869 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.869 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.869 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.869 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.869 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.869 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.869 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.869 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.869 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.869 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.870 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.870 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.870 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.870 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.870 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.870 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.870 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.870 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.870 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.870 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.871 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.871 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.871 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.871 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.871 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.871 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.871 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.871 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "osd_support", 2024-04-25T17:19:00.871 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.871 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.871 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.871 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.872 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.872 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.872 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.872 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.872 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.872 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.872 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.872 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.872 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.872 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.872 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.872 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.872 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.873 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.873 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.873 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.873 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.873 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.873 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.873 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.873 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.873 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.873 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.873 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.873 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.874 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.874 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.874 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.874 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.874 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.874 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.874 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.874 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.874 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.874 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.874 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.874 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.875 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.875 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.875 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.875 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.875 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.875 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.875 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.875 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.875 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.875 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.875 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.875 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.875 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.876 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.876 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.876 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.876 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.876 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.876 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.876 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.876 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.876 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.876 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.876 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.876 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.876 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.877 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.877 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.877 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.877 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.877 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.877 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.877 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.877 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.877 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.877 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.877 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.877 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.877 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.877 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.878 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.878 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.878 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.878 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.878 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.878 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.878 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.878 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.878 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.878 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "pg_autoscaler", 2024-04-25T17:19:00.878 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.878 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.879 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.879 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.879 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.879 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.879 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.879 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.879 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.879 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.879 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.879 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.879 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.879 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.879 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.880 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.880 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.880 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.880 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.880 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.880 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.880 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.880 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.880 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.880 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.880 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.880 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.881 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.881 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.881 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.881 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.881 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.881 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.881 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.881 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.881 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.881 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.881 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.881 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.881 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.882 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.882 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.882 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.882 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.882 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.882 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.882 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.882 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.882 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.882 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.882 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.882 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.882 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.883 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.883 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.883 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.883 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.883 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.883 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.883 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.883 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.883 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.883 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.883 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.884 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.884 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.884 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.884 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.884 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.884 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.884 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.884 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.884 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.884 INFO:teuthology.orchestra.run.smithi028.stdout: "sleep_interval": { 2024-04-25T17:19:00.884 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sleep_interval", 2024-04-25T17:19:00.884 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:00.885 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.885 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.885 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "60", 2024-04-25T17:19:00.885 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.885 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.885 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.885 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.885 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.885 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.885 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.885 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.885 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.885 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.886 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.886 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.886 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.886 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.886 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.886 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.886 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.886 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.886 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.886 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.886 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.886 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.886 INFO:teuthology.orchestra.run.smithi028.stdout: "threshold": { 2024-04-25T17:19:00.886 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "threshold", 2024-04-25T17:19:00.887 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "float", 2024-04-25T17:19:00.887 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.887 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.887 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "3.0", 2024-04-25T17:19:00.887 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "1.0", 2024-04-25T17:19:00.887 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.887 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.887 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "scaling threshold", 2024-04-25T17:19:00.887 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-25T17:19:00.887 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.887 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.887 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.887 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.887 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.887 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.888 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "progress", 2024-04-25T17:19:00.888 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.888 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.888 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.888 INFO:teuthology.orchestra.run.smithi028.stdout: "allow_pg_recovery_event": { 2024-04-25T17:19:00.888 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "allow_pg_recovery_event", 2024-04-25T17:19:00.888 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.888 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.888 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.888 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.888 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.888 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.888 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.888 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-25T17:19:00.889 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.889 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.889 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.889 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.889 INFO:teuthology.orchestra.run.smithi028.stdout: "enabled": { 2024-04-25T17:19:00.889 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "enabled", 2024-04-25T17:19:00.889 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.889 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.889 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.889 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.889 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.889 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.889 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.890 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.890 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.890 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.890 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.890 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.890 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.890 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.890 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.890 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.890 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.890 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.890 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.891 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.891 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.891 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.891 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.891 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.891 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.891 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.891 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.891 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.891 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.891 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.891 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.891 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.892 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.892 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.892 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.892 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.892 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.892 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.892 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.892 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.892 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.892 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.892 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.892 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.892 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.892 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.893 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.893 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.893 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.893 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.893 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.893 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.893 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.893 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.893 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.893 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.893 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.893 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.893 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.893 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.894 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.894 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.894 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.894 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.894 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.894 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.894 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.894 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.894 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.894 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.894 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.894 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.894 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.895 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.895 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.895 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.895 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.895 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.895 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.895 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.895 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.895 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.895 INFO:teuthology.orchestra.run.smithi028.stdout: "max_completed_events": { 2024-04-25T17:19:00.895 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "max_completed_events", 2024-04-25T17:19:00.895 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.895 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.895 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.896 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "50", 2024-04-25T17:19:00.896 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.896 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.896 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.896 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "number of past completed events to remember", 2024-04-25T17:19:00.896 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.896 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.896 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.896 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.896 INFO:teuthology.orchestra.run.smithi028.stdout: "sleep_interval": { 2024-04-25T17:19:00.896 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sleep_interval", 2024-04-25T17:19:00.896 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:00.896 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.896 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.896 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "5", 2024-04-25T17:19:00.897 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.897 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.897 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.897 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "how long the module is going to sleep", 2024-04-25T17:19:00.897 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.897 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.897 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.897 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.897 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.897 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.897 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.897 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.897 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.898 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.898 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.898 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.898 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.898 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.898 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.898 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.898 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.898 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.898 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.898 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.898 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.898 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "prometheus", 2024-04-25T17:19:00.899 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.899 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.899 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.899 INFO:teuthology.orchestra.run.smithi028.stdout: "cache": { 2024-04-25T17:19:00.899 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "cache", 2024-04-25T17:19:00.899 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.899 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.899 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.899 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.899 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.899 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.899 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.899 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.900 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.900 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.900 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.900 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.900 INFO:teuthology.orchestra.run.smithi028.stdout: "exclude_perf_counters": { 2024-04-25T17:19:00.900 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "exclude_perf_counters", 2024-04-25T17:19:00.900 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.900 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.900 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.900 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.900 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.900 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.900 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.900 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-25T17:19:00.901 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-25T17:19:00.901 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.901 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.901 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.901 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.901 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.901 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.901 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.901 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.901 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.901 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.901 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.901 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.902 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.902 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.902 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.902 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.902 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.902 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.902 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.902 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.902 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.903 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.903 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.903 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.903 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.903 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.903 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.903 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.903 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.903 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.903 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.903 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.903 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.903 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.904 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.904 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.904 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.904 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.904 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.904 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.904 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.904 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.904 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.904 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.904 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.904 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.904 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.904 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.905 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.905 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.905 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.905 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.905 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.905 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.905 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.905 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.905 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.905 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.905 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.905 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.905 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.905 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.906 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.906 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.906 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.906 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.906 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.906 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.906 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.906 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.906 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.906 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.906 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.907 INFO:teuthology.orchestra.run.smithi028.stdout: "rbd_stats_pools": { 2024-04-25T17:19:00.907 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rbd_stats_pools", 2024-04-25T17:19:00.907 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.907 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.907 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.907 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.907 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.907 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.907 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.907 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.907 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.907 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.907 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.908 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.908 INFO:teuthology.orchestra.run.smithi028.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-25T17:19:00.908 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-25T17:19:00.908 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.908 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.908 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.908 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "300", 2024-04-25T17:19:00.908 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.908 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.908 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.908 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.908 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.908 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.908 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.908 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.909 INFO:teuthology.orchestra.run.smithi028.stdout: "scrape_interval": { 2024-04-25T17:19:00.909 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "scrape_interval", 2024-04-25T17:19:00.909 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "float", 2024-04-25T17:19:00.909 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.909 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.909 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "15.0", 2024-04-25T17:19:00.909 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.909 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.909 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.909 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.909 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.909 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.909 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.909 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.909 INFO:teuthology.orchestra.run.smithi028.stdout: "server_addr": { 2024-04-25T17:19:00.910 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "server_addr", 2024-04-25T17:19:00.910 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.910 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.910 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.910 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "::", 2024-04-25T17:19:00.910 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.910 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.910 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.910 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-25T17:19:00.910 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.910 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.910 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.910 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.911 INFO:teuthology.orchestra.run.smithi028.stdout: "server_port": { 2024-04-25T17:19:00.911 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "server_port", 2024-04-25T17:19:00.911 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.911 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.911 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.911 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "9283", 2024-04-25T17:19:00.911 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.911 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.911 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.911 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-25T17:19:00.911 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.911 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.911 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.911 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.912 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.912 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.912 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.912 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.912 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.912 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.912 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.912 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.912 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.912 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.912 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.912 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.912 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.913 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.913 INFO:teuthology.orchestra.run.smithi028.stdout: "stale_cache_strategy": { 2024-04-25T17:19:00.913 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "stale_cache_strategy", 2024-04-25T17:19:00.913 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.913 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.913 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.913 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "log", 2024-04-25T17:19:00.913 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.913 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.913 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.913 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.913 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.913 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.914 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.914 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.914 INFO:teuthology.orchestra.run.smithi028.stdout: "standby_behaviour": { 2024-04-25T17:19:00.914 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "standby_behaviour", 2024-04-25T17:19:00.914 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.914 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.914 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.914 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "default", 2024-04-25T17:19:00.914 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.914 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.914 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.914 INFO:teuthology.orchestra.run.smithi028.stdout: "default", 2024-04-25T17:19:00.914 INFO:teuthology.orchestra.run.smithi028.stdout: "error" 2024-04-25T17:19:00.914 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.915 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.915 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.915 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.915 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.915 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.915 INFO:teuthology.orchestra.run.smithi028.stdout: "standby_error_status_code": { 2024-04-25T17:19:00.915 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "standby_error_status_code", 2024-04-25T17:19:00.915 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.915 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.915 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.915 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "500", 2024-04-25T17:19:00.915 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "400", 2024-04-25T17:19:00.915 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "599", 2024-04-25T17:19:00.915 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.915 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.916 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.916 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.916 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.916 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.916 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.916 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.916 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.916 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rbd_support", 2024-04-25T17:19:00.916 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.916 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.916 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.916 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.916 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.917 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.917 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.917 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.917 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.917 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.917 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.917 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.917 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.917 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.917 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.917 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.917 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.917 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.917 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.918 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.918 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.918 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.918 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.918 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.918 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.918 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.918 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.918 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.918 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.918 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.918 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.918 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.919 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.919 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.919 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.919 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.919 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.919 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.919 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.919 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.919 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.919 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.919 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.919 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.919 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.919 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.920 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.920 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.920 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.920 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.920 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.920 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.920 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.920 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.920 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.920 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.920 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.920 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.920 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.920 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.921 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.921 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.921 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.921 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.921 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.921 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.921 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.921 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.921 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.921 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.921 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.921 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.921 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.921 INFO:teuthology.orchestra.run.smithi028.stdout: "max_concurrent_snap_create": { 2024-04-25T17:19:00.922 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "max_concurrent_snap_create", 2024-04-25T17:19:00.922 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.922 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.922 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.922 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10", 2024-04-25T17:19:00.922 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.922 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.922 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.922 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.922 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.922 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.922 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.922 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.922 INFO:teuthology.orchestra.run.smithi028.stdout: "mirror_snapshot_schedule": { 2024-04-25T17:19:00.923 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "mirror_snapshot_schedule", 2024-04-25T17:19:00.923 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.923 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.923 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.923 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.923 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.923 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.923 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.923 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.923 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.923 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.923 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.923 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.923 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.924 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.924 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.924 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.924 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.924 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.924 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.924 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.924 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.924 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.924 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.924 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.924 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.924 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.925 INFO:teuthology.orchestra.run.smithi028.stdout: "trash_purge_schedule": { 2024-04-25T17:19:00.925 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "trash_purge_schedule", 2024-04-25T17:19:00.925 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.925 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.925 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.925 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.925 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.925 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.925 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.925 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.925 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.925 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.925 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.925 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.926 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.926 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.926 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.926 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "restful", 2024-04-25T17:19:00.926 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.926 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.926 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.926 INFO:teuthology.orchestra.run.smithi028.stdout: "enable_auth": { 2024-04-25T17:19:00.926 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "enable_auth", 2024-04-25T17:19:00.926 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.926 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.926 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.926 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.927 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.927 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.927 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.927 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.927 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.927 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.927 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.927 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.927 INFO:teuthology.orchestra.run.smithi028.stdout: "key_file": { 2024-04-25T17:19:00.927 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "key_file", 2024-04-25T17:19:00.927 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.927 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.927 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.927 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.928 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.928 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.928 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.928 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.928 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.928 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.928 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.928 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.928 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.928 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.928 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.928 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.928 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.928 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.929 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.929 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.929 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.929 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.929 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.929 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.929 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.929 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.929 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.929 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.929 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.929 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.929 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.929 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.930 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.930 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.930 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.930 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.930 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.930 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.930 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.930 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.930 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.930 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.931 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.931 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.931 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.931 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.931 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.931 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.931 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.931 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.931 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.931 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.931 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.931 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.931 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.931 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.932 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.932 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.932 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.932 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.932 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.932 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.932 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.932 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.932 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.932 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.932 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.932 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.932 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.932 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.933 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.933 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.933 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.933 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.933 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.933 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.933 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.933 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.933 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.933 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.933 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.933 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.933 INFO:teuthology.orchestra.run.smithi028.stdout: "server_addr": { 2024-04-25T17:19:00.933 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "server_addr", 2024-04-25T17:19:00.934 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.934 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.934 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.934 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.934 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.934 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.934 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.934 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.934 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.934 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.934 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.934 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.935 INFO:teuthology.orchestra.run.smithi028.stdout: "server_port": { 2024-04-25T17:19:00.935 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "server_port", 2024-04-25T17:19:00.935 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.935 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.935 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.935 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.935 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.935 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.935 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.935 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.935 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.935 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.935 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.935 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.936 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.936 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.936 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.936 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.936 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.936 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.936 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.936 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.936 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.936 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.936 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.936 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.936 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.937 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.937 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.937 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.937 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.937 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rgw", 2024-04-25T17:19:00.937 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.937 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.937 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.937 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.937 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.937 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.937 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.937 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.937 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.938 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.938 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.938 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.938 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.938 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.938 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.938 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.938 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.938 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.938 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.938 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.938 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.938 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.938 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.939 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.939 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.939 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.939 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.939 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.939 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.939 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.939 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.939 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.939 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.939 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.939 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.940 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.940 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.940 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.940 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.940 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.940 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.940 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.940 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.940 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.940 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.940 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.940 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.940 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.940 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.940 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.941 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.941 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.941 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.941 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.941 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.941 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.941 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.941 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.941 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.941 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.941 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.941 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.942 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.942 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.942 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.942 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.942 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.942 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.942 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.942 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.942 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.942 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.942 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.942 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.942 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.943 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.943 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.943 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.943 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.943 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.943 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.943 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.943 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.943 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.943 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.943 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.943 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.943 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.943 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.944 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.944 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rook", 2024-04-25T17:19:00.944 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.944 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.944 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.944 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.944 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.944 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.944 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.944 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.944 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.944 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.944 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.944 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.944 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.945 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.945 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.945 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.945 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.945 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.945 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.945 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.945 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.945 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.945 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.945 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.945 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.946 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.946 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.946 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.946 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.946 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.946 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.946 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.946 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.946 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.946 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.946 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.946 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.946 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.947 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.947 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.947 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.947 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.947 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.947 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.947 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.947 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.947 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.947 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.947 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.947 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.947 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.948 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.948 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.948 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.948 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.948 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.948 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.948 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.948 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.948 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.948 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.948 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.948 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.948 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.948 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.949 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.949 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.949 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.949 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.949 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.949 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.949 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.949 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.949 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.949 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.949 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.949 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.949 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.949 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.950 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.950 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.950 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.950 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.950 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.950 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.950 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.950 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.950 INFO:teuthology.orchestra.run.smithi028.stdout: "storage_class": { 2024-04-25T17:19:00.950 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "storage_class", 2024-04-25T17:19:00.950 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.950 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.951 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.951 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "local", 2024-04-25T17:19:00.951 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.951 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.951 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.951 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-25T17:19:00.951 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.951 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.951 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.951 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.951 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.951 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.951 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.952 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "selftest", 2024-04-25T17:19:00.952 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.952 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.952 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.952 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.952 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.952 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.952 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.952 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.952 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.952 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.952 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.952 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.953 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.953 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.953 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.953 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.953 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.953 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.953 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.953 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.953 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.953 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.954 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.954 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.954 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.954 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.954 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.954 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.954 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.954 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.954 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.954 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.954 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.955 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.955 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.955 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.955 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.955 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.955 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.955 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.955 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.955 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.955 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.955 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.955 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.955 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.956 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.956 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.956 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.956 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.956 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.956 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.956 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.956 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.956 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.956 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.956 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.956 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.956 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.957 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.957 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.957 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.957 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.957 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.957 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.957 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.957 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.957 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.957 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.957 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.957 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.957 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.958 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.958 INFO:teuthology.orchestra.run.smithi028.stdout: "roption1": { 2024-04-25T17:19:00.958 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "roption1", 2024-04-25T17:19:00.958 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.958 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.958 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.958 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.958 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.958 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.958 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.958 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.958 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.958 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.959 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.959 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.959 INFO:teuthology.orchestra.run.smithi028.stdout: "roption2": { 2024-04-25T17:19:00.959 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "roption2", 2024-04-25T17:19:00.959 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.959 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.959 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.959 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "xyz", 2024-04-25T17:19:00.959 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.959 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.959 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.960 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.960 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.960 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.960 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.960 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.960 INFO:teuthology.orchestra.run.smithi028.stdout: "rwoption1": { 2024-04-25T17:19:00.960 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rwoption1", 2024-04-25T17:19:00.960 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.960 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.960 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.960 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.960 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.960 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.961 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.961 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.961 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.961 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.961 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.961 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.961 INFO:teuthology.orchestra.run.smithi028.stdout: "rwoption2": { 2024-04-25T17:19:00.961 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rwoption2", 2024-04-25T17:19:00.961 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.961 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.961 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.961 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.962 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.962 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.962 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.962 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.962 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.962 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.962 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.962 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.962 INFO:teuthology.orchestra.run.smithi028.stdout: "rwoption3": { 2024-04-25T17:19:00.962 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rwoption3", 2024-04-25T17:19:00.962 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "float", 2024-04-25T17:19:00.962 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.962 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.963 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.963 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.963 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.963 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.963 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.963 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.963 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.963 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.963 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.963 INFO:teuthology.orchestra.run.smithi028.stdout: "rwoption4": { 2024-04-25T17:19:00.963 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rwoption4", 2024-04-25T17:19:00.963 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.964 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.964 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.964 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.964 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.964 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.964 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.964 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.964 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.964 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.964 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.964 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.964 INFO:teuthology.orchestra.run.smithi028.stdout: "rwoption5": { 2024-04-25T17:19:00.965 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rwoption5", 2024-04-25T17:19:00.965 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.965 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.965 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.965 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.965 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.965 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.965 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.965 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.965 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.965 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.965 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.965 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.966 INFO:teuthology.orchestra.run.smithi028.stdout: "rwoption6": { 2024-04-25T17:19:00.966 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rwoption6", 2024-04-25T17:19:00.966 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.966 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.966 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.966 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:00.966 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.966 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.966 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.966 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.966 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.967 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.967 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.967 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.967 INFO:teuthology.orchestra.run.smithi028.stdout: "rwoption7": { 2024-04-25T17:19:00.967 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rwoption7", 2024-04-25T17:19:00.967 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.967 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.967 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.967 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.967 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "1", 2024-04-25T17:19:00.967 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "42", 2024-04-25T17:19:00.967 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.968 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.968 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.968 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.968 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.968 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.968 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.968 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.968 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.968 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.968 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.968 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.968 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.968 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.968 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.969 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.969 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.969 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.969 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.969 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.969 INFO:teuthology.orchestra.run.smithi028.stdout: "testkey": { 2024-04-25T17:19:00.969 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "testkey", 2024-04-25T17:19:00.969 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.969 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.969 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.969 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.969 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.969 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.969 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.970 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.970 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.970 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.970 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.970 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.970 INFO:teuthology.orchestra.run.smithi028.stdout: "testlkey": { 2024-04-25T17:19:00.970 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "testlkey", 2024-04-25T17:19:00.970 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.970 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.970 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.970 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.970 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.971 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.971 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.971 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.971 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.971 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.971 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.971 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.971 INFO:teuthology.orchestra.run.smithi028.stdout: "testnewline": { 2024-04-25T17:19:00.971 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "testnewline", 2024-04-25T17:19:00.971 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.971 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.971 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.971 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.972 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.972 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.972 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.972 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.972 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.972 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.972 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.972 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.972 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.972 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.972 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.972 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "snap_schedule", 2024-04-25T17:19:00.972 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.972 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.973 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.973 INFO:teuthology.orchestra.run.smithi028.stdout: "allow_m_granularity": { 2024-04-25T17:19:00.973 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "allow_m_granularity", 2024-04-25T17:19:00.973 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.973 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.973 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.973 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.973 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.973 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.973 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.973 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "allow minute scheduled snapshots", 2024-04-25T17:19:00.973 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.974 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.974 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.974 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.974 INFO:teuthology.orchestra.run.smithi028.stdout: "dump_on_update": { 2024-04-25T17:19:00.974 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "dump_on_update", 2024-04-25T17:19:00.974 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.974 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.974 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.974 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.974 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.974 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.974 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.975 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "dump database to debug log on update", 2024-04-25T17:19:00.975 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.975 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.975 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.975 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.975 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.975 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.975 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.975 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.975 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.975 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.975 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.975 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.976 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.976 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.976 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.976 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.976 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.976 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.976 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.976 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.976 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.976 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.976 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.976 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.976 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.977 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.977 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.977 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.977 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.977 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.977 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.977 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.977 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.977 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.977 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.977 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.977 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.977 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.977 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.978 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.978 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.978 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.978 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.978 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.978 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.978 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.978 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.978 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.978 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.978 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.978 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.978 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.979 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.979 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.979 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.979 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.979 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.979 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.979 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.979 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.979 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.979 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.979 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.979 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.979 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.979 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.980 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.980 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.980 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.980 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.980 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.980 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.980 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.980 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.980 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.980 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.980 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.980 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.980 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.980 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.981 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.981 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.981 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.981 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.981 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.981 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.981 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.981 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.981 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.981 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.981 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.981 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "stats", 2024-04-25T17:19:00.982 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.982 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.982 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.982 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.982 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.982 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.982 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.982 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.982 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.982 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.982 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.982 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.982 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.982 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.983 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.983 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.983 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.983 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.983 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.983 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.983 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.983 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.983 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.983 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.983 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.983 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.983 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.983 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.984 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.984 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.984 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.984 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.984 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.984 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.984 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.984 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.984 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.984 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.984 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.984 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.984 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.984 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.985 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.985 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.985 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.985 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.985 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.985 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.985 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.985 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.985 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.985 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.985 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.985 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.985 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.985 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.986 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.986 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.986 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.986 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.986 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.986 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.986 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.986 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.986 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.986 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.986 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.986 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.986 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.987 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.987 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.987 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.987 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.987 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.987 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.987 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.987 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.987 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.987 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.987 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.987 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.987 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.987 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.988 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.988 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.988 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.988 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.988 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.988 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.988 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.988 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "status", 2024-04-25T17:19:00.988 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.988 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.988 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.988 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.988 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.989 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.989 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.989 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.989 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.989 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.989 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.989 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.989 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.989 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.989 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.989 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.989 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.989 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.989 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.990 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.990 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.990 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.990 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.990 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.990 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.990 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:00.990 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.990 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.990 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.990 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.991 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.991 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.991 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.991 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.991 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.991 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.991 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.991 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.991 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:00.991 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:00.991 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.991 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.991 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.991 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:00.992 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.992 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.992 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.992 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.992 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.992 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.992 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.992 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.992 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.992 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.992 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.992 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.992 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.992 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.993 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.993 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:00.993 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:00.993 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:00.993 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.993 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.993 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:00.993 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.993 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.993 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.993 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.993 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.993 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.994 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.994 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.994 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:00.994 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:00.994 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:00.994 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:00.994 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.994 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:00.994 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.994 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.994 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.994 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.995 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.995 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.995 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.995 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.995 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:00.995 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.995 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:00.995 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "telegraf", 2024-04-25T17:19:00.995 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:00.995 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:00.995 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:00.996 INFO:teuthology.orchestra.run.smithi028.stdout: "address": { 2024-04-25T17:19:00.996 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "address", 2024-04-25T17:19:00.996 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.996 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.996 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.996 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-25T17:19:00.996 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.996 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.996 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.996 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.997 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.997 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.997 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.997 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.997 INFO:teuthology.orchestra.run.smithi028.stdout: "interval": { 2024-04-25T17:19:00.997 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "interval", 2024-04-25T17:19:00.997 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:00.997 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.997 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:00.997 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "15", 2024-04-25T17:19:00.997 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.997 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.997 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:00.997 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.998 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.998 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.998 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.998 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.998 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:00.998 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:00.998 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:00.998 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:00.998 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:00.998 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:00.998 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:00.998 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:00.998 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:00.999 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:00.999 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:00.999 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:00.999 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:00.999 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:00.999 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:00.999 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:00.999 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:00.999 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:00.999 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:00.999 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:00.999 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:00.999 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:00.999 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.000 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.000 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.000 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.000 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.000 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.000 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.000 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.000 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.000 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.000 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.000 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.000 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.000 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.001 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.001 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.001 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.001 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.001 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.001 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.001 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.001 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.001 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.001 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.001 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.001 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.001 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.001 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.002 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.002 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.002 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.002 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.002 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.002 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.002 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.002 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.002 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.002 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.002 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.002 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.002 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.003 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.003 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.003 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.003 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.003 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.003 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.003 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.003 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.003 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.003 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.003 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.003 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.003 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.004 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.004 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.004 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.004 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.004 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.004 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.004 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.004 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.004 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.004 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.004 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.004 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "telemetry", 2024-04-25T17:19:01.004 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.005 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.005 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.005 INFO:teuthology.orchestra.run.smithi028.stdout: "channel_basic": { 2024-04-25T17:19:01.005 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "channel_basic", 2024-04-25T17:19:01.005 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.005 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.005 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.005 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.005 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.005 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.005 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.005 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-25T17:19:01.005 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.005 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.006 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.006 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.006 INFO:teuthology.orchestra.run.smithi028.stdout: "channel_crash": { 2024-04-25T17:19:01.006 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "channel_crash", 2024-04-25T17:19:01.006 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.006 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.006 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.006 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.006 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.006 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.006 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.007 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-25T17:19:01.007 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.007 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.007 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.007 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.007 INFO:teuthology.orchestra.run.smithi028.stdout: "channel_device": { 2024-04-25T17:19:01.007 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "channel_device", 2024-04-25T17:19:01.007 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.007 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.007 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.007 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.007 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.007 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.008 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.008 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-25T17:19:01.008 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.008 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.008 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.008 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.008 INFO:teuthology.orchestra.run.smithi028.stdout: "channel_ident": { 2024-04-25T17:19:01.008 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "channel_ident", 2024-04-25T17:19:01.008 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.008 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.008 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.009 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.009 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.009 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.009 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.009 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-25T17:19:01.009 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.009 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.009 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.009 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.009 INFO:teuthology.orchestra.run.smithi028.stdout: "channel_perf": { 2024-04-25T17:19:01.009 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "channel_perf", 2024-04-25T17:19:01.009 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.010 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.010 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.010 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.010 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.010 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.010 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.010 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-25T17:19:01.010 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.010 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.010 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.010 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.010 INFO:teuthology.orchestra.run.smithi028.stdout: "contact": { 2024-04-25T17:19:01.010 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "contact", 2024-04-25T17:19:01.011 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.011 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.011 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.011 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.011 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.011 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.011 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.011 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.011 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.011 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.011 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.011 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.011 INFO:teuthology.orchestra.run.smithi028.stdout: "description": { 2024-04-25T17:19:01.012 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "description", 2024-04-25T17:19:01.012 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.012 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.012 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.012 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.012 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.012 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.012 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.012 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.012 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.012 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.012 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.012 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.013 INFO:teuthology.orchestra.run.smithi028.stdout: "device_url": { 2024-04-25T17:19:01.013 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "device_url", 2024-04-25T17:19:01.013 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.013 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.013 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.013 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-25T17:19:01.013 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.013 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.013 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.013 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.013 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.013 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.013 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.014 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.014 INFO:teuthology.orchestra.run.smithi028.stdout: "enabled": { 2024-04-25T17:19:01.014 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "enabled", 2024-04-25T17:19:01.014 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.014 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.014 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.014 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.014 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.014 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.014 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.014 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.014 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.015 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.015 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.015 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.015 INFO:teuthology.orchestra.run.smithi028.stdout: "interval": { 2024-04-25T17:19:01.015 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "interval", 2024-04-25T17:19:01.015 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.015 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.015 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.015 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "24", 2024-04-25T17:19:01.015 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "8", 2024-04-25T17:19:01.015 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.015 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.015 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.015 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.016 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.016 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.016 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.016 INFO:teuthology.orchestra.run.smithi028.stdout: "last_opt_revision": { 2024-04-25T17:19:01.016 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "last_opt_revision", 2024-04-25T17:19:01.016 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.016 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.016 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.016 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "1", 2024-04-25T17:19:01.016 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.016 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.016 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.016 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.017 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.017 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.017 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.017 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.017 INFO:teuthology.orchestra.run.smithi028.stdout: "leaderboard": { 2024-04-25T17:19:01.017 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "leaderboard", 2024-04-25T17:19:01.017 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.017 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.017 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.017 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.017 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.017 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.017 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.018 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.018 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.018 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.018 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.018 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.018 INFO:teuthology.orchestra.run.smithi028.stdout: "leaderboard_description": { 2024-04-25T17:19:01.018 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "leaderboard_description", 2024-04-25T17:19:01.018 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.018 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.018 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.018 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.018 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.018 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.018 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.019 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.019 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.019 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.019 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.019 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.019 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.019 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.019 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.019 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.019 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.019 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.019 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.019 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.019 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.020 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.020 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.020 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.020 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.020 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.020 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.020 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.020 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.020 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.020 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.020 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.020 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.021 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.021 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.021 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.021 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.021 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.021 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.021 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.021 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.021 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.021 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.021 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.022 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.022 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.022 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.022 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.022 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.022 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.022 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.022 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.022 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.022 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.022 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.022 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.023 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.023 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.023 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.023 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.023 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.023 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.023 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.023 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.023 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.023 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.023 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.023 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.023 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.024 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.024 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.024 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.024 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.024 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.024 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.024 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.024 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.024 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.024 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.024 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.024 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.025 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.025 INFO:teuthology.orchestra.run.smithi028.stdout: "organization": { 2024-04-25T17:19:01.025 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "organization", 2024-04-25T17:19:01.025 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.025 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.025 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.025 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.025 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.025 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.025 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.025 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.025 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.026 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.026 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.026 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.026 INFO:teuthology.orchestra.run.smithi028.stdout: "proxy": { 2024-04-25T17:19:01.026 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "proxy", 2024-04-25T17:19:01.026 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.026 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.026 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.026 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.026 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.026 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.027 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.027 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.027 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.027 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.027 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.027 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.027 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.027 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.027 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.027 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.027 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.027 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.027 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.028 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.028 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.028 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.028 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.028 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.028 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.028 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.028 INFO:teuthology.orchestra.run.smithi028.stdout: "url": { 2024-04-25T17:19:01.028 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "url", 2024-04-25T17:19:01.028 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.028 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.028 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.029 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-25T17:19:01.029 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.029 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.029 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.029 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.029 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.029 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.029 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.029 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.029 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.029 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.029 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.029 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "test_orchestrator", 2024-04-25T17:19:01.029 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.030 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.030 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.030 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.030 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.030 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.030 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.030 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.030 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.030 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.030 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.030 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.030 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.031 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.031 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.031 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.031 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.031 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.031 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.031 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.031 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.031 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.031 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.031 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.031 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.031 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.031 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.032 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.032 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.032 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.032 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.032 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.032 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.032 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.032 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.032 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.032 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.032 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.032 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.032 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.033 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.033 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.033 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.033 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.033 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.033 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.033 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.033 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.033 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.033 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.033 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.033 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.033 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.034 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.034 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.034 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.034 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.034 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.034 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.034 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.034 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.034 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.034 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.034 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.034 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.035 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.035 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.035 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.035 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.035 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.035 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.035 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.035 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.035 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.035 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.035 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.035 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.035 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.036 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.036 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.036 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.036 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.036 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.036 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.036 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.036 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.036 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.036 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.036 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.036 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.036 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "volumes", 2024-04-25T17:19:01.036 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.037 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.037 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.037 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.037 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.037 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.037 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.037 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.037 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.037 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.037 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.037 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.037 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.038 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.038 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.038 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.038 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.038 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.038 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.038 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.038 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.038 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.038 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.038 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.038 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.038 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.039 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.039 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.039 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.039 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.039 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.039 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.039 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.039 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.039 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.039 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.039 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.039 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.039 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.039 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.040 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.040 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.040 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.040 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.040 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.040 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.040 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.040 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.040 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.040 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.040 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.040 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.040 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.040 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.040 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.041 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.041 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.041 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.041 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.041 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.041 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.041 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.041 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.041 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.041 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.041 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.041 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.041 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.042 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.042 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.042 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.042 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.042 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.042 INFO:teuthology.orchestra.run.smithi028.stdout: "max_concurrent_clones": { 2024-04-25T17:19:01.042 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "max_concurrent_clones", 2024-04-25T17:19:01.042 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.042 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.042 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.042 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "4", 2024-04-25T17:19:01.042 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.043 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.043 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.043 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-25T17:19:01.043 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.043 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.043 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.043 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.043 INFO:teuthology.orchestra.run.smithi028.stdout: "periodic_async_work": { 2024-04-25T17:19:01.043 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "periodic_async_work", 2024-04-25T17:19:01.043 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.043 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.043 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.043 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.043 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.044 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.044 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.044 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Periodically check for async work", 2024-04-25T17:19:01.044 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.044 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.044 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.044 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.044 INFO:teuthology.orchestra.run.smithi028.stdout: "snapshot_clone_delay": { 2024-04-25T17:19:01.044 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "snapshot_clone_delay", 2024-04-25T17:19:01.044 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.044 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.044 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.044 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.044 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.045 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.045 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.045 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-25T17:19:01.045 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.045 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.045 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.045 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.045 INFO:teuthology.orchestra.run.smithi028.stdout: "snapshot_clone_no_wait": { 2024-04-25T17:19:01.045 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "snapshot_clone_no_wait", 2024-04-25T17:19:01.045 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.045 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.045 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.045 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.045 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.045 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.046 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.046 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-25T17:19:01.046 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.046 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.046 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.046 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.046 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.046 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.046 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.046 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.046 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.046 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.046 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.047 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.047 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.047 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.047 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.047 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.047 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.047 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.047 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.047 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.047 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.047 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "zabbix", 2024-04-25T17:19:01.047 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.047 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.047 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.048 INFO:teuthology.orchestra.run.smithi028.stdout: "discovery_interval": { 2024-04-25T17:19:01.048 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "discovery_interval", 2024-04-25T17:19:01.048 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "uint", 2024-04-25T17:19:01.048 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.048 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.048 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "100", 2024-04-25T17:19:01.048 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.048 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.048 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.048 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.048 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.048 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.048 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.048 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.049 INFO:teuthology.orchestra.run.smithi028.stdout: "identifier": { 2024-04-25T17:19:01.049 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "identifier", 2024-04-25T17:19:01.049 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.049 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.049 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.049 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.049 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.049 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.049 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.049 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.049 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.049 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.049 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.049 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.049 INFO:teuthology.orchestra.run.smithi028.stdout: "interval": { 2024-04-25T17:19:01.050 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "interval", 2024-04-25T17:19:01.050 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.050 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.050 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.050 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "60", 2024-04-25T17:19:01.050 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.050 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.050 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.050 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.050 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.050 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.050 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.050 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.051 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.051 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.051 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.051 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.051 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.051 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.051 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.051 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.051 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.051 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.051 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.051 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.051 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.051 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.052 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.052 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.052 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.052 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.052 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.052 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.052 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.052 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.052 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.052 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.052 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.052 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.052 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.053 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.053 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.053 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.053 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.053 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.053 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.053 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.053 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.053 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.053 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.053 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.053 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.053 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.053 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.054 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.054 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.054 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.054 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.054 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.054 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.054 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.054 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.054 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.054 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.054 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.054 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.055 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.055 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.055 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.055 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.055 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.055 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.055 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.055 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.055 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.055 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.055 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.055 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.055 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.056 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.056 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.056 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.056 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.056 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.056 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.056 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.056 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.056 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.056 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.056 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.056 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.056 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.057 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.057 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.057 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.057 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.057 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.057 INFO:teuthology.orchestra.run.smithi028.stdout: "zabbix_host": { 2024-04-25T17:19:01.057 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "zabbix_host", 2024-04-25T17:19:01.057 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.057 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.057 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.057 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.057 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.057 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.058 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.058 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.058 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.058 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.058 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.058 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.058 INFO:teuthology.orchestra.run.smithi028.stdout: "zabbix_port": { 2024-04-25T17:19:01.058 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "zabbix_port", 2024-04-25T17:19:01.058 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.058 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.058 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.058 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10051", 2024-04-25T17:19:01.059 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.059 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.059 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.059 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.059 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.059 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.059 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.059 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.059 INFO:teuthology.orchestra.run.smithi028.stdout: "zabbix_sender": { 2024-04-25T17:19:01.059 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "zabbix_sender", 2024-04-25T17:19:01.059 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.059 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.060 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.060 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-25T17:19:01.060 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.060 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.060 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.060 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.060 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.060 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.060 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.060 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.060 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.060 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.060 INFO:teuthology.orchestra.run.smithi028.stdout: ] 2024-04-25T17:19:01.061 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.061 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.061 INFO:teuthology.orchestra.run.smithi028.stdout: "gid": 24116, 2024-04-25T17:19:01.061 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "y", 2024-04-25T17:19:01.061 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr_features": 4540701547738038271, 2024-04-25T17:19:01.061 INFO:teuthology.orchestra.run.smithi028.stdout: "available_modules": [ 2024-04-25T17:19:01.061 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.061 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "alerts", 2024-04-25T17:19:01.061 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.061 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.061 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.062 INFO:teuthology.orchestra.run.smithi028.stdout: "interval": { 2024-04-25T17:19:01.062 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "interval", 2024-04-25T17:19:01.062 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.062 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.062 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.062 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "60", 2024-04-25T17:19:01.062 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.062 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.062 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.062 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "How frequently to reexamine health status", 2024-04-25T17:19:01.062 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.062 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.063 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.063 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.063 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.063 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.063 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.063 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.063 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.063 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.063 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.063 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.063 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.063 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.063 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.064 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.064 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.064 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.064 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.064 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.064 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.064 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.064 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.064 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.064 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.064 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.064 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.064 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.065 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.065 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.065 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.065 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.065 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.065 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.065 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.065 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.065 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.065 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.065 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.065 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.065 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.066 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.066 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.066 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.066 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.066 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.066 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.066 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.066 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.066 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.066 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.066 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.066 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.067 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.067 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.067 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.067 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.067 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.067 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.067 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.067 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.067 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.067 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.067 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.067 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.068 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.068 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.068 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.068 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.068 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.068 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.068 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.068 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.068 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.068 INFO:teuthology.orchestra.run.smithi028.stdout: "smtp_destination": { 2024-04-25T17:19:01.068 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "smtp_destination", 2024-04-25T17:19:01.068 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.068 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.069 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.069 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.069 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.069 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.069 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.069 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Email address to send alerts to", 2024-04-25T17:19:01.069 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.069 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.069 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.069 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.069 INFO:teuthology.orchestra.run.smithi028.stdout: "smtp_from_name": { 2024-04-25T17:19:01.069 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "smtp_from_name", 2024-04-25T17:19:01.070 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.070 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.070 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.070 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "Ceph", 2024-04-25T17:19:01.070 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.070 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.070 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.070 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Email From: name", 2024-04-25T17:19:01.070 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.070 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.070 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.070 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.070 INFO:teuthology.orchestra.run.smithi028.stdout: "smtp_host": { 2024-04-25T17:19:01.071 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "smtp_host", 2024-04-25T17:19:01.071 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.071 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.071 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.071 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.071 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.071 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.071 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.071 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "SMTP server", 2024-04-25T17:19:01.071 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.071 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.071 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.072 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.072 INFO:teuthology.orchestra.run.smithi028.stdout: "smtp_password": { 2024-04-25T17:19:01.072 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "smtp_password", 2024-04-25T17:19:01.072 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.072 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.072 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.072 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.072 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.072 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.072 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.072 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Password to authenticate with", 2024-04-25T17:19:01.072 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.072 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.073 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.073 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.073 INFO:teuthology.orchestra.run.smithi028.stdout: "smtp_port": { 2024-04-25T17:19:01.073 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "smtp_port", 2024-04-25T17:19:01.073 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.073 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.073 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.073 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "465", 2024-04-25T17:19:01.073 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.073 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.073 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.073 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "SMTP port", 2024-04-25T17:19:01.074 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.074 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.074 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.074 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.074 INFO:teuthology.orchestra.run.smithi028.stdout: "smtp_sender": { 2024-04-25T17:19:01.074 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "smtp_sender", 2024-04-25T17:19:01.074 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.074 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.074 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.074 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.074 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.074 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.075 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.075 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "SMTP envelope sender", 2024-04-25T17:19:01.075 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.075 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.075 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.075 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.075 INFO:teuthology.orchestra.run.smithi028.stdout: "smtp_ssl": { 2024-04-25T17:19:01.075 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "smtp_ssl", 2024-04-25T17:19:01.075 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.075 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.075 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.075 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.075 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.076 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.076 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.076 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-25T17:19:01.076 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.076 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.076 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.076 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.076 INFO:teuthology.orchestra.run.smithi028.stdout: "smtp_user": { 2024-04-25T17:19:01.076 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "smtp_user", 2024-04-25T17:19:01.076 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.076 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.076 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.076 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.077 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.077 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.077 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.077 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "User to authenticate as", 2024-04-25T17:19:01.077 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.077 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.077 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.077 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.077 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.077 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.077 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.077 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.077 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.077 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.077 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.078 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.078 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.078 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.078 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.078 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.078 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.078 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.078 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.078 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.078 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.078 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "balancer", 2024-04-25T17:19:01.078 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.079 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.079 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.079 INFO:teuthology.orchestra.run.smithi028.stdout: "active": { 2024-04-25T17:19:01.079 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "active", 2024-04-25T17:19:01.079 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.079 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.079 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.079 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.079 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.079 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.079 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.079 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "automatically balance PGs across cluster", 2024-04-25T17:19:01.079 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.079 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.079 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.079 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.080 INFO:teuthology.orchestra.run.smithi028.stdout: "begin_time": { 2024-04-25T17:19:01.080 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "begin_time", 2024-04-25T17:19:01.080 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.080 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.080 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.080 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0000", 2024-04-25T17:19:01.080 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.080 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.080 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.080 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "beginning time of day to automatically balance", 2024-04-25T17:19:01.080 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T17:19:01.080 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.081 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.081 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.081 INFO:teuthology.orchestra.run.smithi028.stdout: "begin_weekday": { 2024-04-25T17:19:01.081 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "begin_weekday", 2024-04-25T17:19:01.081 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "uint", 2024-04-25T17:19:01.081 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.081 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.081 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.081 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "0", 2024-04-25T17:19:01.081 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "6", 2024-04-25T17:19:01.081 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.081 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-25T17:19:01.081 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T17:19:01.081 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.081 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.082 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.082 INFO:teuthology.orchestra.run.smithi028.stdout: "crush_compat_max_iterations": { 2024-04-25T17:19:01.082 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "crush_compat_max_iterations", 2024-04-25T17:19:01.082 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "uint", 2024-04-25T17:19:01.082 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.082 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.082 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "25", 2024-04-25T17:19:01.082 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "1", 2024-04-25T17:19:01.082 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "250", 2024-04-25T17:19:01.082 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.082 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-25T17:19:01.082 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.082 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.083 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.083 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.083 INFO:teuthology.orchestra.run.smithi028.stdout: "crush_compat_metrics": { 2024-04-25T17:19:01.083 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "crush_compat_metrics", 2024-04-25T17:19:01.083 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.083 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.083 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.083 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "pgs,objects,bytes", 2024-04-25T17:19:01.083 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.083 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.083 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.083 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-25T17:19:01.083 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-25T17:19:01.083 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.083 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.084 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.084 INFO:teuthology.orchestra.run.smithi028.stdout: "crush_compat_step": { 2024-04-25T17:19:01.084 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "crush_compat_step", 2024-04-25T17:19:01.084 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "float", 2024-04-25T17:19:01.084 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.084 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.084 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0.5", 2024-04-25T17:19:01.084 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "0.001", 2024-04-25T17:19:01.084 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "0.999", 2024-04-25T17:19:01.084 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.084 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "aggressiveness of optimization", 2024-04-25T17:19:01.084 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-25T17:19:01.084 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.084 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.084 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.085 INFO:teuthology.orchestra.run.smithi028.stdout: "end_time": { 2024-04-25T17:19:01.085 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "end_time", 2024-04-25T17:19:01.085 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.085 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.085 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.085 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "2359", 2024-04-25T17:19:01.085 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.085 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.085 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.085 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "ending time of day to automatically balance", 2024-04-25T17:19:01.085 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T17:19:01.085 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.086 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.086 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.086 INFO:teuthology.orchestra.run.smithi028.stdout: "end_weekday": { 2024-04-25T17:19:01.086 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "end_weekday", 2024-04-25T17:19:01.086 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "uint", 2024-04-25T17:19:01.086 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.086 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.086 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.086 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "0", 2024-04-25T17:19:01.090 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "6", 2024-04-25T17:19:01.090 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.090 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-25T17:19:01.090 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T17:19:01.090 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.090 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.090 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.090 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.090 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.090 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.091 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.091 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.091 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.091 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.091 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.091 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.091 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.091 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.091 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.091 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.091 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.091 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.091 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.092 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.092 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.092 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.092 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.092 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.092 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.092 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.092 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.092 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.092 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.092 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.092 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.092 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.093 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.093 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.093 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.093 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.093 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.093 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.093 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.093 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.093 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.093 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.093 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.093 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.094 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.094 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.094 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.094 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.094 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.094 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.094 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.094 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.094 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.094 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.094 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.094 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.094 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.095 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.095 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.095 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.095 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.095 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.095 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.095 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.095 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.095 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.095 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.095 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.095 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.095 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.096 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.096 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.096 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.096 INFO:teuthology.orchestra.run.smithi028.stdout: "min_score": { 2024-04-25T17:19:01.096 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "min_score", 2024-04-25T17:19:01.096 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "float", 2024-04-25T17:19:01.096 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.096 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.096 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.096 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.096 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.096 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.097 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-25T17:19:01.097 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.097 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.097 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.097 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.097 INFO:teuthology.orchestra.run.smithi028.stdout: "mode": { 2024-04-25T17:19:01.097 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "mode", 2024-04-25T17:19:01.097 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.097 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.097 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.097 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "upmap", 2024-04-25T17:19:01.097 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.098 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.098 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.098 INFO:teuthology.orchestra.run.smithi028.stdout: "crush-compat", 2024-04-25T17:19:01.098 INFO:teuthology.orchestra.run.smithi028.stdout: "none", 2024-04-25T17:19:01.098 INFO:teuthology.orchestra.run.smithi028.stdout: "read", 2024-04-25T17:19:01.098 INFO:teuthology.orchestra.run.smithi028.stdout: "upmap", 2024-04-25T17:19:01.098 INFO:teuthology.orchestra.run.smithi028.stdout: "upmap-read" 2024-04-25T17:19:01.098 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.098 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Balancer mode", 2024-04-25T17:19:01.098 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.098 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.098 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.098 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.099 INFO:teuthology.orchestra.run.smithi028.stdout: "pool_ids": { 2024-04-25T17:19:01.099 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "pool_ids", 2024-04-25T17:19:01.099 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.099 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.099 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.099 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.099 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.099 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.099 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.099 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-25T17:19:01.099 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.099 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.099 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.099 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.099 INFO:teuthology.orchestra.run.smithi028.stdout: "sleep_interval": { 2024-04-25T17:19:01.100 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sleep_interval", 2024-04-25T17:19:01.100 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.100 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.100 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.100 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "60", 2024-04-25T17:19:01.100 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.100 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.100 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.100 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-25T17:19:01.100 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.100 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.100 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.100 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.101 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.101 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.101 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.101 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.101 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.101 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.101 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.101 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.101 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.101 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.101 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.101 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.102 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.102 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.102 INFO:teuthology.orchestra.run.smithi028.stdout: "upmap_max_deviation": { 2024-04-25T17:19:01.102 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "upmap_max_deviation", 2024-04-25T17:19:01.102 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.102 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.102 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.102 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "5", 2024-04-25T17:19:01.102 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "1", 2024-04-25T17:19:01.102 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.102 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.102 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-25T17:19:01.103 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-25T17:19:01.103 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.103 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.103 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.103 INFO:teuthology.orchestra.run.smithi028.stdout: "upmap_max_optimizations": { 2024-04-25T17:19:01.103 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "upmap_max_optimizations", 2024-04-25T17:19:01.103 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "uint", 2024-04-25T17:19:01.103 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.103 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.103 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10", 2024-04-25T17:19:01.103 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.103 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.103 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.104 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-25T17:19:01.104 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.104 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.104 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.104 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.104 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.104 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.104 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.104 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "cephadm", 2024-04-25T17:19:01.104 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.104 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.104 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.104 INFO:teuthology.orchestra.run.smithi028.stdout: "agent_down_multiplier": { 2024-04-25T17:19:01.104 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "agent_down_multiplier", 2024-04-25T17:19:01.104 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "float", 2024-04-25T17:19:01.105 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.105 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.105 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "3.0", 2024-04-25T17:19:01.105 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.105 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.105 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.105 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-25T17:19:01.105 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.105 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.105 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.105 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.105 INFO:teuthology.orchestra.run.smithi028.stdout: "agent_refresh_rate": { 2024-04-25T17:19:01.105 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "agent_refresh_rate", 2024-04-25T17:19:01.105 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.105 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.105 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.106 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "20", 2024-04-25T17:19:01.106 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.106 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.106 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.106 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-25T17:19:01.106 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.106 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.106 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.106 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.106 INFO:teuthology.orchestra.run.smithi028.stdout: "agent_starting_port": { 2024-04-25T17:19:01.106 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "agent_starting_port", 2024-04-25T17:19:01.106 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.106 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.107 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.107 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "4721", 2024-04-25T17:19:01.107 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.107 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.107 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.107 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-25T17:19:01.107 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.107 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.107 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.107 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.107 INFO:teuthology.orchestra.run.smithi028.stdout: "allow_ptrace": { 2024-04-25T17:19:01.108 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "allow_ptrace", 2024-04-25T17:19:01.108 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.108 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.108 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.108 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.108 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.108 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.108 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.108 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-25T17:19:01.108 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-25T17:19:01.108 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.108 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.109 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.109 INFO:teuthology.orchestra.run.smithi028.stdout: "autotune_interval": { 2024-04-25T17:19:01.109 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "autotune_interval", 2024-04-25T17:19:01.109 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.109 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.109 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.109 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "600", 2024-04-25T17:19:01.109 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.109 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.109 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.109 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-25T17:19:01.109 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.109 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.109 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.110 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.110 INFO:teuthology.orchestra.run.smithi028.stdout: "autotune_memory_target_ratio": { 2024-04-25T17:19:01.110 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "autotune_memory_target_ratio", 2024-04-25T17:19:01.110 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "float", 2024-04-25T17:19:01.110 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.110 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.110 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0.7", 2024-04-25T17:19:01.110 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.110 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.110 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.110 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-25T17:19:01.110 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.111 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.111 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.111 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.111 INFO:teuthology.orchestra.run.smithi028.stdout: "cephadm_log_destination": { 2024-04-25T17:19:01.111 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "cephadm_log_destination", 2024-04-25T17:19:01.111 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.111 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.111 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.111 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.111 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.111 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.111 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.111 INFO:teuthology.orchestra.run.smithi028.stdout: "file", 2024-04-25T17:19:01.111 INFO:teuthology.orchestra.run.smithi028.stdout: "file,syslog", 2024-04-25T17:19:01.111 INFO:teuthology.orchestra.run.smithi028.stdout: "syslog" 2024-04-25T17:19:01.112 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.112 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-25T17:19:01.112 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.112 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.112 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.112 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.112 INFO:teuthology.orchestra.run.smithi028.stdout: "cgroups_split": { 2024-04-25T17:19:01.112 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "cgroups_split", 2024-04-25T17:19:01.112 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.112 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.112 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.112 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.112 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.112 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.112 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.113 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-25T17:19:01.113 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.113 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.113 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.113 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.113 INFO:teuthology.orchestra.run.smithi028.stdout: "config_checks_enabled": { 2024-04-25T17:19:01.113 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "config_checks_enabled", 2024-04-25T17:19:01.113 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.113 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.113 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.113 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.113 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.113 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.113 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.113 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-25T17:19:01.114 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.114 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.114 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.114 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.114 INFO:teuthology.orchestra.run.smithi028.stdout: "config_dashboard": { 2024-04-25T17:19:01.114 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "config_dashboard", 2024-04-25T17:19:01.114 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.114 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.114 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.114 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.114 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.114 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.115 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.115 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-25T17:19:01.115 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.115 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.115 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.115 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.115 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_alertmanager": { 2024-04-25T17:19:01.115 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_alertmanager", 2024-04-25T17:19:01.115 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.115 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.115 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.115 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-25T17:19:01.115 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.115 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.115 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.115 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Prometheus container image", 2024-04-25T17:19:01.116 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.116 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.116 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.116 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.116 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_base": { 2024-04-25T17:19:01.116 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_base", 2024-04-25T17:19:01.116 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.116 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.116 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.116 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-25T17:19:01.116 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.116 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.116 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.116 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Container image name, without the tag", 2024-04-25T17:19:01.117 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.117 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.117 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.117 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.117 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_elasticsearch": { 2024-04-25T17:19:01.117 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_elasticsearch", 2024-04-25T17:19:01.117 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.117 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.117 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.117 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-25T17:19:01.117 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.117 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.117 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.118 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "elasticsearch container image", 2024-04-25T17:19:01.118 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.118 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.118 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.118 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.118 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_grafana": { 2024-04-25T17:19:01.118 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_grafana", 2024-04-25T17:19:01.118 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.118 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.118 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.118 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-25T17:19:01.118 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.118 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.119 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.119 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Prometheus container image", 2024-04-25T17:19:01.119 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.119 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.119 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.119 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.119 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_haproxy": { 2024-04-25T17:19:01.119 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_haproxy", 2024-04-25T17:19:01.119 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.119 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.119 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.119 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-25T17:19:01.119 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.119 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.119 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.120 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "HAproxy container image", 2024-04-25T17:19:01.120 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.120 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.120 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.120 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.120 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_jaeger_agent": { 2024-04-25T17:19:01.120 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_jaeger_agent", 2024-04-25T17:19:01.120 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.120 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.120 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.120 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-25T17:19:01.120 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.120 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.120 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.120 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Jaeger agent container image", 2024-04-25T17:19:01.121 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.121 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.121 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.121 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.121 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_jaeger_collector": { 2024-04-25T17:19:01.121 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_jaeger_collector", 2024-04-25T17:19:01.121 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.121 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.121 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.121 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-25T17:19:01.121 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.121 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.121 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.121 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Jaeger collector container image", 2024-04-25T17:19:01.122 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.122 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.122 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.122 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.122 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_jaeger_query": { 2024-04-25T17:19:01.122 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_jaeger_query", 2024-04-25T17:19:01.122 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.122 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.122 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.122 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-25T17:19:01.122 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.122 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.122 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.122 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Jaeger query container image", 2024-04-25T17:19:01.123 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.123 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.123 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.123 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.123 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_keepalived": { 2024-04-25T17:19:01.123 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_keepalived", 2024-04-25T17:19:01.123 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.123 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.123 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.123 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-25T17:19:01.123 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.123 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.123 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.123 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Keepalived container image", 2024-04-25T17:19:01.123 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.123 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.124 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.124 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.124 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_loki": { 2024-04-25T17:19:01.124 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_loki", 2024-04-25T17:19:01.124 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.124 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.124 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.124 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-25T17:19:01.124 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.124 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.124 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.124 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Loki container image", 2024-04-25T17:19:01.124 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.124 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.125 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.125 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.125 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_node_exporter": { 2024-04-25T17:19:01.125 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_node_exporter", 2024-04-25T17:19:01.125 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.125 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.125 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.125 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-25T17:19:01.125 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.125 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.125 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.125 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Prometheus container image", 2024-04-25T17:19:01.125 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.125 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.126 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.126 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.126 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_nvmeof": { 2024-04-25T17:19:01.126 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_nvmeof", 2024-04-25T17:19:01.126 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.126 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.126 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.126 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-25T17:19:01.126 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.126 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.126 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.126 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Nvme-of container image", 2024-04-25T17:19:01.126 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.126 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.126 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.127 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.127 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_prometheus": { 2024-04-25T17:19:01.127 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_prometheus", 2024-04-25T17:19:01.127 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.127 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.127 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.127 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-25T17:19:01.127 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.127 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.127 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.127 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Prometheus container image", 2024-04-25T17:19:01.127 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.127 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.127 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.128 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.128 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_promtail": { 2024-04-25T17:19:01.128 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_promtail", 2024-04-25T17:19:01.128 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.128 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.128 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.128 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-25T17:19:01.128 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.128 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.128 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.128 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Promtail container image", 2024-04-25T17:19:01.128 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.128 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.128 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.128 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.128 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_samba": { 2024-04-25T17:19:01.129 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_samba", 2024-04-25T17:19:01.129 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.129 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.129 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.129 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-25T17:19:01.129 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.129 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.129 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.129 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Samba/SMB container image", 2024-04-25T17:19:01.129 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.129 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.129 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.129 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.129 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_snmp_gateway": { 2024-04-25T17:19:01.130 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_snmp_gateway", 2024-04-25T17:19:01.130 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.130 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.130 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.130 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-25T17:19:01.130 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.130 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.130 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.130 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "SNMP Gateway container image", 2024-04-25T17:19:01.130 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.130 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.130 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.130 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.130 INFO:teuthology.orchestra.run.smithi028.stdout: "container_init": { 2024-04-25T17:19:01.131 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_init", 2024-04-25T17:19:01.131 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.131 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.131 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.131 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.131 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.131 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.131 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.131 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Run podman/docker with `--init`", 2024-04-25T17:19:01.131 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.131 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.131 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.131 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.131 INFO:teuthology.orchestra.run.smithi028.stdout: "daemon_cache_timeout": { 2024-04-25T17:19:01.131 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "daemon_cache_timeout", 2024-04-25T17:19:01.132 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.132 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.132 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.132 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "600", 2024-04-25T17:19:01.132 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.132 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.132 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.132 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-25T17:19:01.132 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.132 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.132 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.132 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.132 INFO:teuthology.orchestra.run.smithi028.stdout: "default_cephadm_command_timeout": { 2024-04-25T17:19:01.132 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "default_cephadm_command_timeout", 2024-04-25T17:19:01.133 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.133 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.133 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.133 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "900", 2024-04-25T17:19:01.133 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.133 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.133 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.133 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-25T17:19:01.133 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.133 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.133 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.133 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.134 INFO:teuthology.orchestra.run.smithi028.stdout: "default_registry": { 2024-04-25T17:19:01.134 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "default_registry", 2024-04-25T17:19:01.134 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.134 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.134 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.134 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "docker.io", 2024-04-25T17:19:01.134 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.134 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.134 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.134 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-25T17:19:01.134 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.134 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.134 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.134 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.134 INFO:teuthology.orchestra.run.smithi028.stdout: "device_cache_timeout": { 2024-04-25T17:19:01.135 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "device_cache_timeout", 2024-04-25T17:19:01.135 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.135 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.135 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.135 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "1800", 2024-04-25T17:19:01.135 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.135 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.135 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.135 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "seconds to cache device inventory", 2024-04-25T17:19:01.135 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.135 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.135 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.135 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.136 INFO:teuthology.orchestra.run.smithi028.stdout: "device_enhanced_scan": { 2024-04-25T17:19:01.136 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "device_enhanced_scan", 2024-04-25T17:19:01.136 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.136 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.136 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.136 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.136 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.136 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.136 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.136 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-25T17:19:01.136 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.136 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.136 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.137 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.137 INFO:teuthology.orchestra.run.smithi028.stdout: "facts_cache_timeout": { 2024-04-25T17:19:01.137 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "facts_cache_timeout", 2024-04-25T17:19:01.137 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.137 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.137 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.137 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "60", 2024-04-25T17:19:01.137 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.137 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.137 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.137 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "seconds to cache host facts data", 2024-04-25T17:19:01.137 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.137 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.138 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.138 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.138 INFO:teuthology.orchestra.run.smithi028.stdout: "grafana_dashboards_path": { 2024-04-25T17:19:01.138 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "grafana_dashboards_path", 2024-04-25T17:19:01.138 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.138 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.138 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.138 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-25T17:19:01.138 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.138 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.138 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.138 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-25T17:19:01.138 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.138 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.139 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.139 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.139 INFO:teuthology.orchestra.run.smithi028.stdout: "host_check_interval": { 2024-04-25T17:19:01.139 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "host_check_interval", 2024-04-25T17:19:01.139 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.139 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.139 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.139 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "600", 2024-04-25T17:19:01.139 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.139 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.139 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.139 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "how frequently to perform a host check", 2024-04-25T17:19:01.140 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.140 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.140 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.140 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.140 INFO:teuthology.orchestra.run.smithi028.stdout: "hw_monitoring": { 2024-04-25T17:19:01.140 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "hw_monitoring", 2024-04-25T17:19:01.140 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.140 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.140 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.140 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.140 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.140 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.140 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.140 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-25T17:19:01.140 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.141 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.141 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.141 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.141 INFO:teuthology.orchestra.run.smithi028.stdout: "inventory_list_all": { 2024-04-25T17:19:01.141 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "inventory_list_all", 2024-04-25T17:19:01.141 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.141 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.141 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.141 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.141 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.141 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.141 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.141 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-25T17:19:01.141 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.141 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.142 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.142 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.142 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.142 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.142 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.142 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.142 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.142 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.142 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.142 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.142 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.142 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.143 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.143 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.143 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.143 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.143 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.143 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.143 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.143 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.143 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.143 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.143 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.143 INFO:teuthology.orchestra.run.smithi028.stdout: "log_refresh_metadata": { 2024-04-25T17:19:01.143 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_refresh_metadata", 2024-04-25T17:19:01.144 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.144 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.144 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.144 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.144 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.144 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.144 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.144 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-25T17:19:01.144 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.144 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.144 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.144 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.144 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.144 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.144 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.145 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.145 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.145 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.145 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.145 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.145 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.145 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-25T17:19:01.145 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.145 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.145 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.145 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.145 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.145 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.145 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.145 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.145 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.146 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.146 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.146 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.146 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.146 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.146 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.146 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.146 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.146 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.146 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.146 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.146 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.146 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.146 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.147 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.147 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.147 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.147 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.147 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.147 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.147 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.147 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.147 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.147 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.147 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.147 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.148 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.148 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.148 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.148 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.148 INFO:teuthology.orchestra.run.smithi028.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-25T17:19:01.148 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-25T17:19:01.148 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.148 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.148 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.148 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.148 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.148 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.149 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.149 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-25T17:19:01.149 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.149 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.149 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.149 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.149 INFO:teuthology.orchestra.run.smithi028.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-25T17:19:01.149 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-25T17:19:01.149 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.149 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.149 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.149 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "*", 2024-04-25T17:19:01.149 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.149 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.150 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.150 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-25T17:19:01.150 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.150 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.150 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.150 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.150 INFO:teuthology.orchestra.run.smithi028.stdout: "max_count_per_host": { 2024-04-25T17:19:01.150 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "max_count_per_host", 2024-04-25T17:19:01.150 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.150 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.150 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.151 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10", 2024-04-25T17:19:01.151 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.151 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.151 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.151 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "max number of daemons per service per host", 2024-04-25T17:19:01.151 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.151 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.151 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.151 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.151 INFO:teuthology.orchestra.run.smithi028.stdout: "max_osd_draining_count": { 2024-04-25T17:19:01.151 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "max_osd_draining_count", 2024-04-25T17:19:01.151 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.151 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.151 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.151 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10", 2024-04-25T17:19:01.152 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.152 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.152 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.152 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-25T17:19:01.152 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.152 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.152 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.152 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.152 INFO:teuthology.orchestra.run.smithi028.stdout: "migration_current": { 2024-04-25T17:19:01.152 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "migration_current", 2024-04-25T17:19:01.152 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.152 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.152 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.152 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.152 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.152 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.152 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.153 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "internal - do not modify", 2024-04-25T17:19:01.153 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.153 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.153 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.153 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.153 INFO:teuthology.orchestra.run.smithi028.stdout: "mode": { 2024-04-25T17:19:01.153 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "mode", 2024-04-25T17:19:01.153 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.153 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.153 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.153 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "root", 2024-04-25T17:19:01.153 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.153 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.153 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.153 INFO:teuthology.orchestra.run.smithi028.stdout: "cephadm-package", 2024-04-25T17:19:01.153 INFO:teuthology.orchestra.run.smithi028.stdout: "root" 2024-04-25T17:19:01.154 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.154 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "mode for remote execution of cephadm", 2024-04-25T17:19:01.154 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.154 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.154 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.154 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.154 INFO:teuthology.orchestra.run.smithi028.stdout: "oob_default_addr": { 2024-04-25T17:19:01.154 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "oob_default_addr", 2024-04-25T17:19:01.154 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.154 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.154 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.154 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "169.254.1.1", 2024-04-25T17:19:01.154 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.155 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.155 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.155 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-25T17:19:01.155 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.155 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.155 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.155 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.155 INFO:teuthology.orchestra.run.smithi028.stdout: "prometheus_alerts_path": { 2024-04-25T17:19:01.155 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "prometheus_alerts_path", 2024-04-25T17:19:01.155 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.155 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.155 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.155 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-25T17:19:01.156 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.156 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.156 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.156 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-25T17:19:01.156 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.156 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.156 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.156 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.156 INFO:teuthology.orchestra.run.smithi028.stdout: "registry_insecure": { 2024-04-25T17:19:01.156 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "registry_insecure", 2024-04-25T17:19:01.156 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.156 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.156 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.156 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.157 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.157 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.157 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.157 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-25T17:19:01.157 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.157 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.157 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.157 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.157 INFO:teuthology.orchestra.run.smithi028.stdout: "registry_password": { 2024-04-25T17:19:01.157 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "registry_password", 2024-04-25T17:19:01.157 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.157 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.158 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.158 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.158 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.158 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.158 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.158 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-25T17:19:01.158 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.158 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.158 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.158 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.158 INFO:teuthology.orchestra.run.smithi028.stdout: "registry_url": { 2024-04-25T17:19:01.158 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "registry_url", 2024-04-25T17:19:01.159 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.159 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.159 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.159 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.159 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.159 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.159 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.159 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-25T17:19:01.159 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.159 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.159 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.159 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.159 INFO:teuthology.orchestra.run.smithi028.stdout: "registry_username": { 2024-04-25T17:19:01.160 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "registry_username", 2024-04-25T17:19:01.160 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.160 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.160 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.160 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.160 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.160 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.160 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.160 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-25T17:19:01.160 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.160 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.160 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.161 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.161 INFO:teuthology.orchestra.run.smithi028.stdout: "secure_monitoring_stack": { 2024-04-25T17:19:01.161 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "secure_monitoring_stack", 2024-04-25T17:19:01.161 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.161 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.161 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.161 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.161 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.161 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.161 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.161 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-25T17:19:01.161 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.161 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.161 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.162 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.162 INFO:teuthology.orchestra.run.smithi028.stdout: "service_discovery_port": { 2024-04-25T17:19:01.162 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "service_discovery_port", 2024-04-25T17:19:01.162 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.162 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.162 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.162 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "8765", 2024-04-25T17:19:01.162 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.162 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.162 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.162 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "cephadm service discovery port", 2024-04-25T17:19:01.162 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.162 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.163 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.163 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.163 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.163 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.163 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.163 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.163 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.163 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.163 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.163 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.163 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.163 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.163 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.164 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.164 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.164 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.164 INFO:teuthology.orchestra.run.smithi028.stdout: "ssh_config_file": { 2024-04-25T17:19:01.164 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ssh_config_file", 2024-04-25T17:19:01.164 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.164 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.164 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.164 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.164 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.164 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.164 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.164 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-25T17:19:01.164 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.165 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.165 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.165 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.165 INFO:teuthology.orchestra.run.smithi028.stdout: "use_agent": { 2024-04-25T17:19:01.165 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "use_agent", 2024-04-25T17:19:01.165 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.165 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.165 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.165 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.165 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.165 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.165 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.165 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-25T17:19:01.165 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: "use_repo_digest": { 2024-04-25T17:19:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "use_repo_digest", 2024-04-25T17:19:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-25T17:19:01.167 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.167 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.167 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.167 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.167 INFO:teuthology.orchestra.run.smithi028.stdout: "warn_on_failed_host_check": { 2024-04-25T17:19:01.167 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "warn_on_failed_host_check", 2024-04-25T17:19:01.167 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.167 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.167 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.167 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.167 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.167 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.167 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.168 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "raise a health warning if the host check fails", 2024-04-25T17:19:01.168 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.168 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.168 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.168 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.168 INFO:teuthology.orchestra.run.smithi028.stdout: "warn_on_stray_daemons": { 2024-04-25T17:19:01.168 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "warn_on_stray_daemons", 2024-04-25T17:19:01.168 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.168 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.168 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.168 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.168 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.168 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.169 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.169 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-25T17:19:01.169 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.169 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.169 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.169 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.169 INFO:teuthology.orchestra.run.smithi028.stdout: "warn_on_stray_hosts": { 2024-04-25T17:19:01.169 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "warn_on_stray_hosts", 2024-04-25T17:19:01.169 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.169 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.169 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.169 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.169 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.169 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.169 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.170 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-25T17:19:01.170 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.170 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.170 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.170 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.170 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.170 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.170 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.170 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "crash", 2024-04-25T17:19:01.170 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.170 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.170 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.170 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.170 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.171 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.171 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.171 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.171 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.171 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.171 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.171 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.171 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.171 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.171 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.171 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.171 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.172 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.172 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.172 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.172 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.172 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.172 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.172 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.172 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.172 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.172 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.172 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.172 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.172 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.173 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.173 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.173 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.173 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.173 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.173 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.173 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.173 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.173 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.173 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.173 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.173 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.174 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.174 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.174 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.174 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.174 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.174 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.174 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.174 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.174 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.174 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.174 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.174 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.174 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.175 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.175 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.175 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.175 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.175 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.175 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.175 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.175 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.175 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.175 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.175 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.175 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.175 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.175 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.176 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.176 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.176 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.176 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.176 INFO:teuthology.orchestra.run.smithi028.stdout: "retain_interval": { 2024-04-25T17:19:01.176 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "retain_interval", 2024-04-25T17:19:01.176 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.176 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.176 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.176 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "31536000", 2024-04-25T17:19:01.176 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.176 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.176 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.176 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-25T17:19:01.177 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.177 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.177 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.177 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.177 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.177 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.177 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.177 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.177 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.177 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.177 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.177 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.177 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.178 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.178 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.178 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.178 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.178 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.178 INFO:teuthology.orchestra.run.smithi028.stdout: "warn_recent_interval": { 2024-04-25T17:19:01.178 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "warn_recent_interval", 2024-04-25T17:19:01.178 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.178 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.178 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.178 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "1209600", 2024-04-25T17:19:01.178 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.178 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.179 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.179 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-25T17:19:01.179 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.179 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.179 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.179 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.179 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.179 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.179 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.179 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "dashboard", 2024-04-25T17:19:01.179 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.179 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.180 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.180 INFO:teuthology.orchestra.run.smithi028.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-25T17:19:01.180 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-25T17:19:01.180 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.180 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.180 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.180 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10", 2024-04-25T17:19:01.180 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.180 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.180 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.180 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.180 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.180 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.180 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.180 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.181 INFO:teuthology.orchestra.run.smithi028.stdout: "ALERTMANAGER_API_HOST": { 2024-04-25T17:19:01.181 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-25T17:19:01.181 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.181 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.181 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.181 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.181 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.181 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.181 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.181 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.181 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.181 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.181 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.181 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.182 INFO:teuthology.orchestra.run.smithi028.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-25T17:19:01.182 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-25T17:19:01.182 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.182 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.182 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.182 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.182 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.182 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.182 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.182 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.182 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.182 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.182 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.183 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.183 INFO:teuthology.orchestra.run.smithi028.stdout: "AUDIT_API_ENABLED": { 2024-04-25T17:19:01.183 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "AUDIT_API_ENABLED", 2024-04-25T17:19:01.183 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.183 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.183 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.183 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.183 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.183 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.183 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.183 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.183 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.183 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.183 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.183 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.184 INFO:teuthology.orchestra.run.smithi028.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-25T17:19:01.184 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-25T17:19:01.184 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.184 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.184 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.184 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.184 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.184 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.184 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.184 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.184 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.184 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.184 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.184 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.185 INFO:teuthology.orchestra.run.smithi028.stdout: "ENABLE_BROWSABLE_API": { 2024-04-25T17:19:01.185 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-25T17:19:01.185 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.185 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.185 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.185 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.185 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.185 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.185 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.185 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.185 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.185 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.185 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.186 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.186 INFO:teuthology.orchestra.run.smithi028.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-25T17:19:01.186 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-25T17:19:01.186 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.186 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.186 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.186 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.186 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.186 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.186 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.187 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.187 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.187 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.187 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.187 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.187 INFO:teuthology.orchestra.run.smithi028.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-25T17:19:01.187 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-25T17:19:01.187 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.187 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.187 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.187 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.187 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.188 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.188 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.188 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.188 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.188 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.188 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.188 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.188 INFO:teuthology.orchestra.run.smithi028.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-25T17:19:01.188 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-25T17:19:01.188 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.188 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.188 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.188 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.188 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.188 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.189 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.189 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.189 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.189 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.189 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.189 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.189 INFO:teuthology.orchestra.run.smithi028.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-25T17:19:01.189 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-25T17:19:01.189 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.189 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.189 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.189 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.190 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.190 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.190 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.190 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.190 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.190 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.190 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.190 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.190 INFO:teuthology.orchestra.run.smithi028.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-25T17:19:01.190 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-25T17:19:01.190 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.190 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.191 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.191 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.191 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.191 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.191 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.191 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.191 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.191 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.191 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.191 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.191 INFO:teuthology.orchestra.run.smithi028.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-25T17:19:01.191 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-25T17:19:01.191 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.191 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.192 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.192 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.192 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.192 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.192 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.192 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.192 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.192 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.192 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.192 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.192 INFO:teuthology.orchestra.run.smithi028.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-25T17:19:01.192 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-25T17:19:01.192 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.193 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.193 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.193 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.193 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.193 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.193 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.193 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.193 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.193 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.193 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.193 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.193 INFO:teuthology.orchestra.run.smithi028.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-25T17:19:01.193 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-25T17:19:01.194 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.194 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.194 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.194 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.194 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.194 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.194 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.194 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.194 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.194 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.194 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.194 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.194 INFO:teuthology.orchestra.run.smithi028.stdout: "GRAFANA_API_PASSWORD": { 2024-04-25T17:19:01.195 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-25T17:19:01.195 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.195 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.195 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.195 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "admin", 2024-04-25T17:19:01.195 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.195 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.195 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.195 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.195 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.195 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.195 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.195 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.195 INFO:teuthology.orchestra.run.smithi028.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-25T17:19:01.196 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-25T17:19:01.196 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.196 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.196 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.196 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.196 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.196 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.196 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.196 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.196 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.196 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.196 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.197 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.197 INFO:teuthology.orchestra.run.smithi028.stdout: "GRAFANA_API_URL": { 2024-04-25T17:19:01.197 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "GRAFANA_API_URL", 2024-04-25T17:19:01.197 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.197 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.197 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.197 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.197 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.197 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.197 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.197 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.197 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.197 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.197 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.198 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.198 INFO:teuthology.orchestra.run.smithi028.stdout: "GRAFANA_API_USERNAME": { 2024-04-25T17:19:01.198 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-25T17:19:01.198 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.198 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.198 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.198 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "admin", 2024-04-25T17:19:01.198 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.198 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.198 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.198 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.198 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.198 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.199 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.199 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.199 INFO:teuthology.orchestra.run.smithi028.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-25T17:19:01.199 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-25T17:19:01.199 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.199 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.199 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.199 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.199 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.199 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.199 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.199 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.199 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.199 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.199 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.199 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.200 INFO:teuthology.orchestra.run.smithi028.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-25T17:19:01.200 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-25T17:19:01.200 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.200 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.200 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.200 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.200 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.200 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.200 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.200 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.200 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.200 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.200 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.201 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.201 INFO:teuthology.orchestra.run.smithi028.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-25T17:19:01.201 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-25T17:19:01.201 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.201 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.201 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.201 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.201 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.201 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.201 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.201 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.201 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.202 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.202 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.202 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.202 INFO:teuthology.orchestra.run.smithi028.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-25T17:19:01.202 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-25T17:19:01.202 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.202 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.202 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.202 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.202 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.202 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.202 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.203 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.203 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.203 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.203 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.203 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.203 INFO:teuthology.orchestra.run.smithi028.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-25T17:19:01.203 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-25T17:19:01.203 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.203 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.203 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.203 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "[]", 2024-04-25T17:19:01.203 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.203 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.204 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.204 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.204 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.204 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.204 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.204 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.204 INFO:teuthology.orchestra.run.smithi028.stdout: "MULTICLUSTER_CONFIG": { 2024-04-25T17:19:01.204 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-25T17:19:01.204 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.204 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.204 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.204 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "{}", 2024-04-25T17:19:01.204 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.204 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.204 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.205 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.205 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.205 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.205 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.205 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.205 INFO:teuthology.orchestra.run.smithi028.stdout: "PROMETHEUS_API_HOST": { 2024-04-25T17:19:01.205 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-25T17:19:01.205 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.205 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.205 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.205 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.205 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.205 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.205 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.206 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.206 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.206 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.206 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.206 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.206 INFO:teuthology.orchestra.run.smithi028.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-25T17:19:01.206 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-25T17:19:01.206 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.206 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.206 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.206 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.206 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.206 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.207 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.207 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.207 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.207 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.207 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.207 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.207 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-25T17:19:01.207 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-25T17:19:01.207 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.207 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.207 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.207 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.207 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.207 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.207 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.208 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.208 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.208 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.208 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.208 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.208 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-25T17:19:01.208 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-25T17:19:01.208 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.208 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.208 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.208 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.208 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.208 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.209 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.209 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.209 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.209 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.209 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.209 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.209 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-25T17:19:01.209 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-25T17:19:01.209 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.209 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.209 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.209 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.209 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.209 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.209 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.210 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.210 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.210 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.210 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.210 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.210 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-25T17:19:01.210 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-25T17:19:01.210 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.210 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.210 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.210 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.210 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.210 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.211 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.211 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.211 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.211 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.211 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.211 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.211 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-25T17:19:01.211 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-25T17:19:01.211 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.211 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.211 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.211 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.211 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.211 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.212 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.212 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.212 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.212 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.212 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.212 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.212 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-25T17:19:01.212 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-25T17:19:01.212 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.212 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.212 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.212 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.212 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.213 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.213 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.213 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.213 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.213 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.213 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.213 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.213 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-25T17:19:01.213 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-25T17:19:01.213 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.213 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.213 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.213 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.213 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.213 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.214 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.214 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.214 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.214 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.214 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.214 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.214 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_ENABLED": { 2024-04-25T17:19:01.214 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-25T17:19:01.214 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.214 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.214 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.214 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.214 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.214 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.214 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.215 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.215 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.215 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.215 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.215 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.215 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-25T17:19:01.215 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-25T17:19:01.215 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.215 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.215 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.215 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-25T17:19:01.215 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.215 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.215 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.215 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.216 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.216 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.216 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.216 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.216 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-25T17:19:01.216 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-25T17:19:01.216 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.216 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.216 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.216 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10", 2024-04-25T17:19:01.216 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.216 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.217 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.217 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.217 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.217 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.217 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.217 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.217 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-25T17:19:01.217 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-25T17:19:01.217 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.217 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.217 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.217 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "8", 2024-04-25T17:19:01.217 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.217 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.218 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.218 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.218 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.218 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.218 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.218 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.218 INFO:teuthology.orchestra.run.smithi028.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-25T17:19:01.218 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-25T17:19:01.218 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.218 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.218 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.219 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "45", 2024-04-25T17:19:01.219 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.219 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.219 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.219 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.219 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.219 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.219 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.219 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.219 INFO:teuthology.orchestra.run.smithi028.stdout: "RGW_API_ACCESS_KEY": { 2024-04-25T17:19:01.219 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-25T17:19:01.219 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.219 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.219 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.219 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.220 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.220 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.220 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.220 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.220 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.220 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.220 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.220 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.220 INFO:teuthology.orchestra.run.smithi028.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-25T17:19:01.220 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-25T17:19:01.220 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.220 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.220 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.220 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "admin", 2024-04-25T17:19:01.221 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.221 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.221 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.221 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.221 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.221 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.221 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.221 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.221 INFO:teuthology.orchestra.run.smithi028.stdout: "RGW_API_SECRET_KEY": { 2024-04-25T17:19:01.221 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-25T17:19:01.221 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.221 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.221 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.221 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.221 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.221 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.222 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.222 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.222 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.222 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.222 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.222 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.222 INFO:teuthology.orchestra.run.smithi028.stdout: "RGW_API_SSL_VERIFY": { 2024-04-25T17:19:01.222 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-25T17:19:01.222 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.222 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.222 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.222 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.222 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.223 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.223 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.223 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.223 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.223 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.223 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.223 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.223 INFO:teuthology.orchestra.run.smithi028.stdout: "UNSAFE_TLS_v1_2": { 2024-04-25T17:19:01.223 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-25T17:19:01.223 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.223 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.223 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.223 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.223 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.224 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.224 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.224 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.224 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.224 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.224 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.224 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.224 INFO:teuthology.orchestra.run.smithi028.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-25T17:19:01.224 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-25T17:19:01.224 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.224 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.224 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.225 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.225 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.225 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.225 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.225 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.225 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.225 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.225 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.225 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.225 INFO:teuthology.orchestra.run.smithi028.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-25T17:19:01.225 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-25T17:19:01.225 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.225 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.225 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.226 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10", 2024-04-25T17:19:01.226 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.226 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.226 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.226 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.226 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.226 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.226 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.226 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.226 INFO:teuthology.orchestra.run.smithi028.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-25T17:19:01.226 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-25T17:19:01.226 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.227 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.227 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.227 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "5", 2024-04-25T17:19:01.227 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.227 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.227 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.227 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.227 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.227 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.227 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.227 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.227 INFO:teuthology.orchestra.run.smithi028.stdout: "cross_origin_url": { 2024-04-25T17:19:01.228 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "cross_origin_url", 2024-04-25T17:19:01.228 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.228 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.228 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.228 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.228 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.228 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.228 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.228 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.228 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.228 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.228 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.228 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.229 INFO:teuthology.orchestra.run.smithi028.stdout: "crt_file": { 2024-04-25T17:19:01.229 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "crt_file", 2024-04-25T17:19:01.229 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.229 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.229 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.229 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.229 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.229 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.229 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.229 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.229 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.229 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.229 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.230 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.230 INFO:teuthology.orchestra.run.smithi028.stdout: "debug": { 2024-04-25T17:19:01.230 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "debug", 2024-04-25T17:19:01.230 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.230 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.230 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.230 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.230 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.230 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.230 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.230 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Enable/disable debug options", 2024-04-25T17:19:01.230 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.230 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.231 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.231 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.231 INFO:teuthology.orchestra.run.smithi028.stdout: "jwt_token_ttl": { 2024-04-25T17:19:01.231 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "jwt_token_ttl", 2024-04-25T17:19:01.231 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.231 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.231 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.231 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "28800", 2024-04-25T17:19:01.231 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.231 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.231 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.231 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.231 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.231 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.232 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.232 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.232 INFO:teuthology.orchestra.run.smithi028.stdout: "key_file": { 2024-04-25T17:19:01.232 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "key_file", 2024-04-25T17:19:01.232 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.232 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.232 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.232 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.232 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.232 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.232 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.232 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.232 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.233 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.233 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.233 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.233 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.233 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.233 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.233 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.233 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.233 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.233 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.233 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.233 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.233 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.234 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.234 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.234 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.234 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.234 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.234 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.234 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.234 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.234 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.234 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.234 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.234 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.235 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.235 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.235 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.235 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.235 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.235 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.235 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.235 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.235 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.235 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.235 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.235 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.235 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.235 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.236 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.236 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.236 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.236 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.236 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.236 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.236 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.236 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.236 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.236 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.236 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.236 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.236 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.236 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.237 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.237 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.237 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.237 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.237 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.237 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.237 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.237 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.237 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.237 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.237 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.237 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.237 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.238 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.238 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.238 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.238 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.238 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.238 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.238 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.238 INFO:teuthology.orchestra.run.smithi028.stdout: "motd": { 2024-04-25T17:19:01.238 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "motd", 2024-04-25T17:19:01.238 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.238 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.238 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.239 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.239 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.239 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.239 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.239 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "The message of the day", 2024-04-25T17:19:01.239 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.239 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.239 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.239 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.239 INFO:teuthology.orchestra.run.smithi028.stdout: "redirect_resolve_ip_addr": { 2024-04-25T17:19:01.239 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "redirect_resolve_ip_addr", 2024-04-25T17:19:01.239 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.240 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.240 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.240 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.240 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.240 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.240 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.240 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.240 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.240 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.240 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.240 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.240 INFO:teuthology.orchestra.run.smithi028.stdout: "server_addr": { 2024-04-25T17:19:01.240 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "server_addr", 2024-04-25T17:19:01.241 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.241 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.241 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.241 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "::", 2024-04-25T17:19:01.241 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.241 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.241 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.241 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.241 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.241 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.241 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.241 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.241 INFO:teuthology.orchestra.run.smithi028.stdout: "server_port": { 2024-04-25T17:19:01.241 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "server_port", 2024-04-25T17:19:01.241 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.242 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.242 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.242 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "8080", 2024-04-25T17:19:01.242 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.242 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.242 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.242 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.242 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.242 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.242 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.242 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.242 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.242 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.243 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.243 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.243 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.243 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.243 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.243 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.243 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.243 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.243 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.243 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.243 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.243 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.243 INFO:teuthology.orchestra.run.smithi028.stdout: "ssl": { 2024-04-25T17:19:01.243 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ssl", 2024-04-25T17:19:01.243 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.243 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.244 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.244 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.244 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.244 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.244 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.244 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.244 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.244 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.244 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.244 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.244 INFO:teuthology.orchestra.run.smithi028.stdout: "ssl_server_port": { 2024-04-25T17:19:01.244 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ssl_server_port", 2024-04-25T17:19:01.244 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.244 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.244 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.245 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "8443", 2024-04-25T17:19:01.245 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.245 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.245 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.245 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.245 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.245 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.245 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.245 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.245 INFO:teuthology.orchestra.run.smithi028.stdout: "standby_behaviour": { 2024-04-25T17:19:01.245 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "standby_behaviour", 2024-04-25T17:19:01.245 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.245 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.246 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.246 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "redirect", 2024-04-25T17:19:01.246 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.246 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.246 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.246 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.246 INFO:teuthology.orchestra.run.smithi028.stdout: "redirect" 2024-04-25T17:19:01.246 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.246 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.246 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.246 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.246 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.247 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.247 INFO:teuthology.orchestra.run.smithi028.stdout: "standby_error_status_code": { 2024-04-25T17:19:01.247 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "standby_error_status_code", 2024-04-25T17:19:01.247 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.247 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.247 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.247 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "500", 2024-04-25T17:19:01.247 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "400", 2024-04-25T17:19:01.247 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "599", 2024-04-25T17:19:01.247 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.247 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.247 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.247 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.247 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.248 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.248 INFO:teuthology.orchestra.run.smithi028.stdout: "url_prefix": { 2024-04-25T17:19:01.248 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "url_prefix", 2024-04-25T17:19:01.248 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.248 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.248 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.248 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.248 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.248 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.248 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.248 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.248 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.248 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.248 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.248 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.249 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.249 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.249 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.249 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "devicehealth", 2024-04-25T17:19:01.249 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.249 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.249 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.249 INFO:teuthology.orchestra.run.smithi028.stdout: "enable_monitoring": { 2024-04-25T17:19:01.249 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "enable_monitoring", 2024-04-25T17:19:01.249 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.249 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.249 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.249 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.249 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.249 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.250 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.250 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "monitor device health metrics", 2024-04-25T17:19:01.250 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.250 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.250 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.250 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.250 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.250 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.250 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.250 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.250 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.250 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.251 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.251 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.251 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.251 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.251 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.251 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.251 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.251 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.251 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.251 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.251 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.251 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.251 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.251 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.251 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.252 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.252 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.252 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.252 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.252 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.252 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.252 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.252 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.252 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.252 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.252 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.252 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.253 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.253 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.253 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.253 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.253 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.253 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.253 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.253 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.253 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.253 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.253 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.253 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.254 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.254 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.254 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.254 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.254 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.254 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.254 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.254 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.254 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.254 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.254 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.254 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.254 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.255 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.255 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.255 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.255 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.255 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.255 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.255 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.255 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.255 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.255 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.255 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.255 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.255 INFO:teuthology.orchestra.run.smithi028.stdout: "mark_out_threshold": { 2024-04-25T17:19:01.256 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "mark_out_threshold", 2024-04-25T17:19:01.256 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.256 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.256 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.256 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "2419200", 2024-04-25T17:19:01.256 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.256 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.256 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.256 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-25T17:19:01.256 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.256 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.256 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.256 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.256 INFO:teuthology.orchestra.run.smithi028.stdout: "pool_name": { 2024-04-25T17:19:01.257 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "pool_name", 2024-04-25T17:19:01.257 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.257 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.257 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.257 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "device_health_metrics", 2024-04-25T17:19:01.257 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.257 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.257 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.257 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-25T17:19:01.257 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.257 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.257 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.257 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.258 INFO:teuthology.orchestra.run.smithi028.stdout: "retention_period": { 2024-04-25T17:19:01.258 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "retention_period", 2024-04-25T17:19:01.258 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.258 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.258 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.258 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "15552000", 2024-04-25T17:19:01.258 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.258 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.258 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.258 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "how long to retain device health metrics", 2024-04-25T17:19:01.258 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.258 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.258 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.259 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.259 INFO:teuthology.orchestra.run.smithi028.stdout: "scrape_frequency": { 2024-04-25T17:19:01.259 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "scrape_frequency", 2024-04-25T17:19:01.259 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.259 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.259 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.259 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "86400", 2024-04-25T17:19:01.259 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.259 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.259 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.259 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-25T17:19:01.259 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.259 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.259 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.260 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.260 INFO:teuthology.orchestra.run.smithi028.stdout: "self_heal": { 2024-04-25T17:19:01.260 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "self_heal", 2024-04-25T17:19:01.260 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.260 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.260 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.260 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.260 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.260 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.260 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.260 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-25T17:19:01.260 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.260 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.260 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.261 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.261 INFO:teuthology.orchestra.run.smithi028.stdout: "sleep_interval": { 2024-04-25T17:19:01.261 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sleep_interval", 2024-04-25T17:19:01.261 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.261 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.261 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.261 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "600", 2024-04-25T17:19:01.261 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.261 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.261 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.261 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "how frequently to wake up and check device health", 2024-04-25T17:19:01.261 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.261 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.261 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.261 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.262 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.262 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.262 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.262 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.262 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.262 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.262 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.262 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.262 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.262 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.262 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.262 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.262 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.263 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.263 INFO:teuthology.orchestra.run.smithi028.stdout: "warn_threshold": { 2024-04-25T17:19:01.263 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "warn_threshold", 2024-04-25T17:19:01.263 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.263 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.263 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.263 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "7257600", 2024-04-25T17:19:01.263 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.263 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.263 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.263 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-25T17:19:01.263 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.263 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.263 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.264 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.264 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.264 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.264 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.264 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "diskprediction_local", 2024-04-25T17:19:01.264 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.264 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.264 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.264 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.264 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.264 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.264 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.264 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.264 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.265 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.265 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.265 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.265 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.265 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.265 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.265 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.265 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.265 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.265 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.265 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.265 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.265 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.265 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.266 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.266 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.266 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.266 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.266 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.266 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.266 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.266 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.266 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.266 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.266 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.266 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.267 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.267 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.267 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.267 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.267 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.267 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.267 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.267 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.267 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.267 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.267 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.267 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.267 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.267 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.268 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.268 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.268 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.268 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.268 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.268 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.268 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.268 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.268 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.268 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.268 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.268 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.268 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.268 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.269 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.269 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.269 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.269 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.269 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.269 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.269 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.269 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.269 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.269 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.269 INFO:teuthology.orchestra.run.smithi028.stdout: "predict_interval": { 2024-04-25T17:19:01.269 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "predict_interval", 2024-04-25T17:19:01.270 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.270 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.270 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.270 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "86400", 2024-04-25T17:19:01.270 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.270 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.270 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.270 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.270 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.270 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.270 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.271 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.271 INFO:teuthology.orchestra.run.smithi028.stdout: "predictor_model": { 2024-04-25T17:19:01.271 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "predictor_model", 2024-04-25T17:19:01.271 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.271 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.271 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.271 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "prophetstor", 2024-04-25T17:19:01.271 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.271 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.271 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.271 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.271 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.271 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.272 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.272 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.272 INFO:teuthology.orchestra.run.smithi028.stdout: "sleep_interval": { 2024-04-25T17:19:01.272 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sleep_interval", 2024-04-25T17:19:01.272 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.272 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.272 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.272 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "600", 2024-04-25T17:19:01.272 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.272 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.272 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.272 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.272 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.272 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.273 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.273 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.273 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.273 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.273 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.273 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.273 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.273 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.273 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.273 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.273 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.273 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.273 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.274 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.274 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.274 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.274 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.274 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.274 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.274 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "influx", 2024-04-25T17:19:01.274 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": false, 2024-04-25T17:19:01.274 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "influxdb python module not found", 2024-04-25T17:19:01.274 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.274 INFO:teuthology.orchestra.run.smithi028.stdout: "batch_size": { 2024-04-25T17:19:01.274 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "batch_size", 2024-04-25T17:19:01.275 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.275 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.275 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.275 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "5000", 2024-04-25T17:19:01.275 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.275 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.275 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.275 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-25T17:19:01.275 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.275 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.275 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.275 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.275 INFO:teuthology.orchestra.run.smithi028.stdout: "database": { 2024-04-25T17:19:01.275 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "database", 2024-04-25T17:19:01.276 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.276 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.276 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.276 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "ceph", 2024-04-25T17:19:01.276 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.276 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.276 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.276 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-25T17:19:01.276 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.276 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.276 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.276 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.276 INFO:teuthology.orchestra.run.smithi028.stdout: "hostname": { 2024-04-25T17:19:01.277 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "hostname", 2024-04-25T17:19:01.277 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.277 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.277 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.277 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.277 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.277 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.277 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.277 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "InfluxDB server hostname", 2024-04-25T17:19:01.277 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.277 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.277 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.278 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.278 INFO:teuthology.orchestra.run.smithi028.stdout: "interval": { 2024-04-25T17:19:01.278 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "interval", 2024-04-25T17:19:01.278 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.278 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.278 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.278 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "30", 2024-04-25T17:19:01.278 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "5", 2024-04-25T17:19:01.278 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.278 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.278 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-25T17:19:01.278 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.279 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.279 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.279 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.279 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.279 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.279 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.279 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.279 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.279 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.279 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.279 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.280 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.280 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.280 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.280 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.280 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.280 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.280 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.280 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.280 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.280 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.280 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.280 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.281 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.281 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.281 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.281 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.281 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.281 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.281 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.281 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.281 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.281 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.281 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.281 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.281 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.282 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.282 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.282 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.282 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.282 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.282 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.282 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.282 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.282 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.282 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.282 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.282 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.282 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.283 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.283 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.283 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.283 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.283 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.283 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.283 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.283 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.283 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.283 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.283 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.283 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.283 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.283 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.284 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.284 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.284 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.284 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.284 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.284 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.284 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.284 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.284 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.284 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.284 INFO:teuthology.orchestra.run.smithi028.stdout: "password": { 2024-04-25T17:19:01.284 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "password", 2024-04-25T17:19:01.284 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.285 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.285 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.285 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.285 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.285 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.285 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.285 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "password of InfluxDB server user", 2024-04-25T17:19:01.285 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.285 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.285 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.285 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.285 INFO:teuthology.orchestra.run.smithi028.stdout: "port": { 2024-04-25T17:19:01.285 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "port", 2024-04-25T17:19:01.286 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.286 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.286 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.286 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "8086", 2024-04-25T17:19:01.286 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.286 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.286 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.286 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "InfluxDB server port", 2024-04-25T17:19:01.286 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.286 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.286 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.286 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.286 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.286 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.287 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.287 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.287 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.287 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.287 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.287 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.287 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.287 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.287 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.287 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.287 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.287 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.287 INFO:teuthology.orchestra.run.smithi028.stdout: "ssl": { 2024-04-25T17:19:01.288 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ssl", 2024-04-25T17:19:01.288 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.288 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.288 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.288 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "false", 2024-04-25T17:19:01.288 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.288 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.288 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.288 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T17:19:01.288 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.288 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.288 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.288 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.288 INFO:teuthology.orchestra.run.smithi028.stdout: "threads": { 2024-04-25T17:19:01.288 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "threads", 2024-04-25T17:19:01.289 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.289 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.289 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.289 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "5", 2024-04-25T17:19:01.289 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "1", 2024-04-25T17:19:01.289 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "32", 2024-04-25T17:19:01.289 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.289 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-25T17:19:01.289 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.289 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.289 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.289 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.289 INFO:teuthology.orchestra.run.smithi028.stdout: "username": { 2024-04-25T17:19:01.289 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "username", 2024-04-25T17:19:01.290 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.290 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.290 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.290 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.290 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.290 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.290 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.290 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "username of InfluxDB server user", 2024-04-25T17:19:01.290 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.290 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.290 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.290 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.290 INFO:teuthology.orchestra.run.smithi028.stdout: "verify_ssl": { 2024-04-25T17:19:01.291 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "verify_ssl", 2024-04-25T17:19:01.291 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.291 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.291 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.291 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "true", 2024-04-25T17:19:01.291 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.291 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.291 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.291 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T17:19:01.291 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.291 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.291 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.292 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.292 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.292 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.292 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.292 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "insights", 2024-04-25T17:19:01.292 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.292 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.292 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.292 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.292 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.292 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.292 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.293 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.293 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.293 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.293 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.293 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.293 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.293 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.293 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.293 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.293 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.293 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.293 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.293 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.294 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.294 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.294 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.294 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.294 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.294 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.294 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.294 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.294 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.294 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.294 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.294 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.295 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.295 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.295 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.295 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.295 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.295 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.295 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.295 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.295 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.295 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.295 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.295 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.295 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.296 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.296 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.296 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.296 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.296 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.296 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.296 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.296 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.296 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.296 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.296 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.296 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.296 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.296 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.296 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.297 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.297 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.297 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.297 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.297 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.297 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.297 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.297 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.297 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.297 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.297 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.297 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.297 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.298 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.298 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.298 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.298 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.298 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.298 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.298 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.298 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.298 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.298 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.298 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.298 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.298 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.299 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.299 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.299 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.299 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.299 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "iostat", 2024-04-25T17:19:01.299 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.299 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.299 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.299 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.299 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.299 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.299 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.299 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.299 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.300 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.300 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.300 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.300 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.300 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.300 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.300 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.300 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.300 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.300 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.300 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.300 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.300 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.300 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.301 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.301 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.301 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.301 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.301 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.301 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.301 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.301 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.301 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.301 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.301 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.301 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.301 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.301 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.301 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.302 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.302 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.302 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.302 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.302 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.302 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.302 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.302 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.302 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.302 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.302 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.302 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.302 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.303 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.303 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.303 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.303 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.303 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.303 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.303 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.303 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.303 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.303 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.303 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.303 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.303 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.303 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.304 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.304 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.304 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.304 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.304 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.304 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.304 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.304 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.304 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.304 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.304 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.304 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.304 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.304 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.304 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.305 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.305 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.305 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.305 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.305 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.305 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.305 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.305 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.305 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.305 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.305 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "k8sevents", 2024-04-25T17:19:01.305 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.305 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.305 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.305 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph_event_retention_days": { 2024-04-25T17:19:01.305 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ceph_event_retention_days", 2024-04-25T17:19:01.306 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.306 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.306 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.306 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "7", 2024-04-25T17:19:01.306 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.306 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.306 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.306 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-25T17:19:01.306 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.306 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.306 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.306 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.306 INFO:teuthology.orchestra.run.smithi028.stdout: "config_check_secs": { 2024-04-25T17:19:01.307 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "config_check_secs", 2024-04-25T17:19:01.307 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.307 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.307 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.307 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10", 2024-04-25T17:19:01.307 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "10", 2024-04-25T17:19:01.307 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.307 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.307 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-25T17:19:01.307 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.307 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.307 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.307 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.308 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.308 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.308 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.308 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.308 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.308 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.308 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.308 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.308 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.308 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.308 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.308 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.308 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.309 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.309 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.309 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.309 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.309 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.309 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.309 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.309 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.309 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.309 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.309 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.309 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.309 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.309 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.309 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.309 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.310 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.310 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.310 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.310 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.310 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.310 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.310 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.310 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.310 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.310 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.310 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.310 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.310 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.311 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.311 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.311 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.311 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.311 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.311 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.311 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.311 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.311 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.311 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.311 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.311 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.311 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.311 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.312 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.312 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.312 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.312 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.312 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.312 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.312 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.312 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.312 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.312 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.312 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.312 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.312 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.313 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.313 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.313 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.313 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.313 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.313 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.313 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.313 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.313 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.313 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.313 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.313 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.313 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.313 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.314 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.314 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.314 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.314 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.314 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "localpool", 2024-04-25T17:19:01.314 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.314 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.314 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.314 INFO:teuthology.orchestra.run.smithi028.stdout: "failure_domain": { 2024-04-25T17:19:01.314 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "failure_domain", 2024-04-25T17:19:01.314 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.314 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.314 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.315 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "host", 2024-04-25T17:19:01.315 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.315 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.315 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.315 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "failure domain for any created local pool", 2024-04-25T17:19:01.315 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-25T17:19:01.315 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.315 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.315 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.315 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.315 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.315 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.315 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.315 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.315 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.316 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.316 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.316 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.316 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.316 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.316 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.316 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.316 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.316 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.316 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.316 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.316 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.316 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.317 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.317 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.317 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.317 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.317 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.317 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.317 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.317 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.317 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.317 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.317 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.317 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.317 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.318 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.318 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.318 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.318 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.318 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.318 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.318 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.318 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.318 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.318 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.318 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.318 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.319 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.319 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.319 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.319 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.319 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.319 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.319 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.319 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.319 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.319 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.319 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.319 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.319 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.319 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.319 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.320 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.320 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.320 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.320 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.320 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.320 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.320 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.320 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.320 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.320 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.320 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.320 INFO:teuthology.orchestra.run.smithi028.stdout: "min_size": { 2024-04-25T17:19:01.320 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "min_size", 2024-04-25T17:19:01.320 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.320 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.321 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.321 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.321 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.321 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.321 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.321 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "default min_size for any created local pool", 2024-04-25T17:19:01.321 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-25T17:19:01.321 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.321 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.321 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.321 INFO:teuthology.orchestra.run.smithi028.stdout: "num_rep": { 2024-04-25T17:19:01.321 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "num_rep", 2024-04-25T17:19:01.321 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.321 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.322 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.322 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "3", 2024-04-25T17:19:01.322 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.322 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.322 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.322 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "default replica count for any created local pool", 2024-04-25T17:19:01.322 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.322 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.322 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.322 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.322 INFO:teuthology.orchestra.run.smithi028.stdout: "pg_num": { 2024-04-25T17:19:01.322 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "pg_num", 2024-04-25T17:19:01.322 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.322 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.323 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.323 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "128", 2024-04-25T17:19:01.323 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.323 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.323 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.323 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "default pg_num for any created local pool", 2024-04-25T17:19:01.323 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.323 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.323 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.323 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.323 INFO:teuthology.orchestra.run.smithi028.stdout: "prefix": { 2024-04-25T17:19:01.323 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "prefix", 2024-04-25T17:19:01.323 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.323 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.324 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.324 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.324 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.324 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.324 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.324 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "name prefix for any created local pool", 2024-04-25T17:19:01.324 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.324 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.324 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.324 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.324 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.324 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.324 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.324 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.325 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.325 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.325 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.325 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.325 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.325 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.325 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.325 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.325 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.325 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.325 INFO:teuthology.orchestra.run.smithi028.stdout: "subtree": { 2024-04-25T17:19:01.326 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "subtree", 2024-04-25T17:19:01.326 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.326 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.326 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.326 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "rack", 2024-04-25T17:19:01.326 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.326 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.326 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.326 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-25T17:19:01.326 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-25T17:19:01.326 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.326 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.326 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.327 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.327 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.327 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.327 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "mds_autoscaler", 2024-04-25T17:19:01.327 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.327 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.327 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.327 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.327 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.327 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.327 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.327 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.327 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.327 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.327 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.328 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.328 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.328 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.328 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.328 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.328 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.328 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.328 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.328 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.328 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.328 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.328 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.328 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.328 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.328 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.329 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.329 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.329 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.329 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.329 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.329 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.329 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.329 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.329 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.329 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.329 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.329 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.329 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.329 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.329 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.329 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.330 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.330 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.330 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.330 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.330 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.330 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.330 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.330 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.330 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.330 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.330 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.333 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.333 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.333 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.333 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.333 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.334 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.334 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.334 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.334 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.334 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.334 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.334 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.334 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.334 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.334 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.334 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.334 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.334 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.335 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.335 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.335 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.335 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.335 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.335 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.335 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.335 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.335 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.335 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.335 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.335 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.335 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.335 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.336 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.336 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.336 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.336 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.336 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.336 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "mirroring", 2024-04-25T17:19:01.336 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.336 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.336 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.336 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.336 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.336 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.336 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.337 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.337 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.337 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.337 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.337 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.337 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.337 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.337 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.337 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.337 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.337 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.337 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.337 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.337 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.338 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.338 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.338 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.338 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.338 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.338 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.338 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.338 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.338 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.338 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.338 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.338 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.338 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.338 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.339 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.339 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.339 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.339 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.339 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.339 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.339 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.339 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.339 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.339 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.339 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.339 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.339 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.339 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.340 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.340 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.340 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.340 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.340 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.340 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.340 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.340 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.340 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.340 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.340 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.340 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.340 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.340 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.341 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.341 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.341 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.341 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.341 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.341 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.341 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.341 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.341 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.341 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.341 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.341 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.341 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.341 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.341 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.341 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.342 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.342 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.342 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.342 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.342 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.342 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.342 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.342 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.342 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.342 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.342 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.342 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "nfs", 2024-04-25T17:19:01.342 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.342 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.343 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.343 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.343 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.343 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.343 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.343 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.343 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.343 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.343 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.343 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.343 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.344 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.344 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.344 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.344 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.344 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.344 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.344 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.344 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.344 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.344 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.344 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.344 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.344 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.344 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.345 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.345 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.345 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.345 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.345 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.345 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.345 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.345 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.345 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.345 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.345 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.345 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.345 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.345 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.346 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.346 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.346 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.346 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.346 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.346 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.346 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.346 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.346 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.346 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.346 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.346 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.347 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.347 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.347 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.347 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.347 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.347 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.347 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.347 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.347 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.347 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.347 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.347 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.347 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.348 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.348 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.348 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.348 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.348 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.348 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.348 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.348 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.348 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.348 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.348 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.348 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.348 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.348 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.349 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.349 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.349 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.349 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.349 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.349 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.349 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.349 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.349 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.349 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.349 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "orchestrator", 2024-04-25T17:19:01.349 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.349 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.349 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.349 INFO:teuthology.orchestra.run.smithi028.stdout: "fail_fs": { 2024-04-25T17:19:01.350 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "fail_fs", 2024-04-25T17:19:01.350 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.350 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.350 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.350 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.350 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.350 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.350 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.350 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-25T17:19:01.350 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.350 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.350 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.350 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.350 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.350 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.351 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.351 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.351 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.351 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.351 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.351 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.351 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.351 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.351 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.351 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.351 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.351 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.351 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.352 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.352 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.352 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.352 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.352 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.352 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.352 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.352 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.352 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.352 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.352 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.352 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.352 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.352 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.353 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.353 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.353 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.353 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.353 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.353 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.353 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.353 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.353 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.353 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.353 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.353 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.353 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.353 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.354 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.354 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.354 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.354 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.354 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.354 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.354 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.354 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.354 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.354 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.354 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.354 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.354 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.355 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.355 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.355 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.355 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.355 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.355 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.355 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.355 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.355 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.355 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.355 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.355 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.355 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.355 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.355 INFO:teuthology.orchestra.run.smithi028.stdout: "orchestrator": { 2024-04-25T17:19:01.355 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "orchestrator", 2024-04-25T17:19:01.356 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.356 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.356 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.356 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.356 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.356 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.356 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.356 INFO:teuthology.orchestra.run.smithi028.stdout: "cephadm", 2024-04-25T17:19:01.356 INFO:teuthology.orchestra.run.smithi028.stdout: "rook", 2024-04-25T17:19:01.356 INFO:teuthology.orchestra.run.smithi028.stdout: "test_orchestrator" 2024-04-25T17:19:01.356 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.356 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Orchestrator backend", 2024-04-25T17:19:01.356 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.356 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.357 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.357 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.357 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.357 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.357 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.357 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.357 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.357 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.357 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.357 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.357 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.357 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.357 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.358 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.358 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.358 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.358 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.358 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.358 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.358 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "osd_perf_query", 2024-04-25T17:19:01.358 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.358 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.358 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.358 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.358 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.358 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.359 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.359 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.359 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.359 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.359 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.359 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.359 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.359 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.359 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.359 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.359 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.359 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.360 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.360 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.360 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.360 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.360 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.360 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.360 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.360 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.360 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.360 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.360 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.360 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.360 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.360 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.361 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.361 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.361 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.361 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.361 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.361 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.361 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.361 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.361 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.361 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.361 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.361 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.361 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.362 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.362 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.362 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.362 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.362 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.362 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.362 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.362 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.362 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.362 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.362 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.363 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.363 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.363 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.363 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.363 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.363 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.363 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.363 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.363 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.363 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.363 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.363 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.363 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.364 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.364 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.364 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.364 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.364 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.364 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.364 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.364 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.364 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.364 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.364 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.364 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.364 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.365 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.365 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.365 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.365 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.365 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.365 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.365 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.365 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.365 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "osd_support", 2024-04-25T17:19:01.365 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.365 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.365 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.365 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.366 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.366 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.366 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.366 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.366 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.366 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.366 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.366 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.366 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.366 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.366 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.366 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.366 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.366 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.367 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.367 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.367 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.367 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.367 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.367 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.367 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.367 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.367 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.367 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.367 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.367 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.367 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.367 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.368 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.368 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.368 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.368 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.368 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.368 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.368 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.368 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.368 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.368 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.368 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.368 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.368 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.368 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.369 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.369 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.369 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.369 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.369 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.369 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.369 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.369 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.369 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.369 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.369 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.369 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.369 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.370 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.370 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.370 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.370 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.370 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.370 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.370 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.370 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.370 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.370 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.370 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.370 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.370 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.371 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.371 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.371 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.371 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.371 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.371 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.371 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.371 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.371 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.371 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.371 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.371 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.371 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.372 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.372 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.372 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.372 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.372 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.372 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "pg_autoscaler", 2024-04-25T17:19:01.372 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.372 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.372 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.372 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.372 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.373 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.373 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.373 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.373 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.373 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.373 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.373 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.373 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.373 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.373 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.373 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.373 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.374 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.374 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.374 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.374 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.374 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.374 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.374 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.374 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.374 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.374 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.374 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.374 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.375 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.375 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.375 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.375 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.375 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.375 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.375 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.375 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.375 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.375 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.375 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.375 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.375 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.376 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.376 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.376 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.376 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.376 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.376 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.376 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.376 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.376 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.376 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.376 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.376 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.376 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.376 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.377 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.377 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.377 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.377 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.377 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.377 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.377 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.377 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.377 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.377 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.377 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.377 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.377 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.378 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.378 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.378 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.378 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.378 INFO:teuthology.orchestra.run.smithi028.stdout: "sleep_interval": { 2024-04-25T17:19:01.378 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sleep_interval", 2024-04-25T17:19:01.378 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.378 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.378 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.378 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "60", 2024-04-25T17:19:01.378 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.378 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.378 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.379 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.379 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.379 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.379 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.379 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.379 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.379 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.379 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.379 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.379 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.379 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.379 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.379 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.379 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.380 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.380 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.380 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.380 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.380 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.380 INFO:teuthology.orchestra.run.smithi028.stdout: "threshold": { 2024-04-25T17:19:01.380 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "threshold", 2024-04-25T17:19:01.380 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "float", 2024-04-25T17:19:01.380 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.380 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.380 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "3.0", 2024-04-25T17:19:01.380 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "1.0", 2024-04-25T17:19:01.380 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.381 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.381 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "scaling threshold", 2024-04-25T17:19:01.381 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-25T17:19:01.381 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.381 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.381 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.381 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.381 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.381 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.381 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "progress", 2024-04-25T17:19:01.381 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.381 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.381 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.382 INFO:teuthology.orchestra.run.smithi028.stdout: "allow_pg_recovery_event": { 2024-04-25T17:19:01.382 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "allow_pg_recovery_event", 2024-04-25T17:19:01.382 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.382 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.382 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.382 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.382 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.382 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.382 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.382 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-25T17:19:01.382 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.382 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.382 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.382 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.382 INFO:teuthology.orchestra.run.smithi028.stdout: "enabled": { 2024-04-25T17:19:01.383 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "enabled", 2024-04-25T17:19:01.383 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.383 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.383 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.383 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.383 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.383 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.383 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.383 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.383 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.383 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.383 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.383 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.383 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.384 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.384 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.384 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.384 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.384 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.384 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.384 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.384 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.384 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.384 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.384 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.384 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.384 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.385 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.385 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.385 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.385 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.385 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.385 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.385 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.385 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.385 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.385 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.385 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.385 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.385 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.386 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.386 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.386 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.386 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.386 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.386 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.386 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.386 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.386 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.386 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.386 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.386 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.387 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.387 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.387 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.387 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.387 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.387 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.387 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.387 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.387 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.387 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.387 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.388 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.388 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.388 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.388 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.388 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.388 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.388 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.388 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.388 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.388 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.388 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.388 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.388 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.389 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.389 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.389 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.389 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.389 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.389 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.389 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.389 INFO:teuthology.orchestra.run.smithi028.stdout: "max_completed_events": { 2024-04-25T17:19:01.389 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "max_completed_events", 2024-04-25T17:19:01.389 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.389 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.389 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.389 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "50", 2024-04-25T17:19:01.389 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.390 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.390 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.390 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "number of past completed events to remember", 2024-04-25T17:19:01.390 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.390 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.390 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.390 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.390 INFO:teuthology.orchestra.run.smithi028.stdout: "sleep_interval": { 2024-04-25T17:19:01.390 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sleep_interval", 2024-04-25T17:19:01.390 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.390 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.390 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.390 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "5", 2024-04-25T17:19:01.391 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.391 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.391 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.391 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "how long the module is going to sleep", 2024-04-25T17:19:01.391 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.391 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.391 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.391 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.391 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.391 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.391 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.391 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.391 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.391 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.392 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.392 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.392 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.392 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.392 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.392 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.392 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.392 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.392 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.392 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.392 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.392 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "prometheus", 2024-04-25T17:19:01.392 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.392 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.393 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.393 INFO:teuthology.orchestra.run.smithi028.stdout: "cache": { 2024-04-25T17:19:01.393 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "cache", 2024-04-25T17:19:01.393 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.393 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.393 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.393 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.393 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.393 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.393 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.393 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.393 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.393 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.394 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.394 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.394 INFO:teuthology.orchestra.run.smithi028.stdout: "exclude_perf_counters": { 2024-04-25T17:19:01.394 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "exclude_perf_counters", 2024-04-25T17:19:01.394 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.394 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.394 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.394 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.394 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.394 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.394 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.394 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-25T17:19:01.394 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-25T17:19:01.395 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.395 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.395 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.395 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.395 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.395 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.395 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.395 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.395 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.395 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.395 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.395 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.395 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.395 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.396 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.396 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.396 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.396 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.396 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.396 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.396 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.396 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.396 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.396 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.396 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.396 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.396 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.397 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.397 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.397 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.397 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.397 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.397 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.397 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.397 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.397 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.397 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.397 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.397 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.397 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.397 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.398 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.398 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.398 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.398 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.398 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.398 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.398 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.398 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.398 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.398 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.398 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.398 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.399 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.399 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.399 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.399 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.399 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.399 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.399 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.399 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.399 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.399 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.399 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.399 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.400 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.400 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.400 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.400 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.400 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.400 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.400 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.400 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.400 INFO:teuthology.orchestra.run.smithi028.stdout: "rbd_stats_pools": { 2024-04-25T17:19:01.400 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rbd_stats_pools", 2024-04-25T17:19:01.400 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.400 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.400 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.400 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.401 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.401 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.401 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.401 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.401 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.401 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.401 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.401 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.401 INFO:teuthology.orchestra.run.smithi028.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-25T17:19:01.401 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-25T17:19:01.401 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.401 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.402 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.402 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "300", 2024-04-25T17:19:01.402 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.402 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.402 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.402 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.402 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.402 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.402 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.402 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.402 INFO:teuthology.orchestra.run.smithi028.stdout: "scrape_interval": { 2024-04-25T17:19:01.402 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "scrape_interval", 2024-04-25T17:19:01.403 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "float", 2024-04-25T17:19:01.403 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.403 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.403 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "15.0", 2024-04-25T17:19:01.403 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.403 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.403 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.403 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.403 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.403 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.403 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.403 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.403 INFO:teuthology.orchestra.run.smithi028.stdout: "server_addr": { 2024-04-25T17:19:01.404 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "server_addr", 2024-04-25T17:19:01.404 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.404 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.404 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.404 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "::", 2024-04-25T17:19:01.404 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.404 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.404 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.404 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-25T17:19:01.404 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.404 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.404 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.404 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.405 INFO:teuthology.orchestra.run.smithi028.stdout: "server_port": { 2024-04-25T17:19:01.405 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "server_port", 2024-04-25T17:19:01.405 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.405 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.405 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.405 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "9283", 2024-04-25T17:19:01.405 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.405 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.405 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.405 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-25T17:19:01.405 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.405 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.406 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.406 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.406 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.406 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.406 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.406 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.406 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.406 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.406 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.406 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.406 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.407 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.407 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.407 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.407 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.407 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.407 INFO:teuthology.orchestra.run.smithi028.stdout: "stale_cache_strategy": { 2024-04-25T17:19:01.407 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "stale_cache_strategy", 2024-04-25T17:19:01.407 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.407 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.407 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.407 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "log", 2024-04-25T17:19:01.407 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.407 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.408 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.408 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.408 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.408 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.408 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.408 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.408 INFO:teuthology.orchestra.run.smithi028.stdout: "standby_behaviour": { 2024-04-25T17:19:01.408 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "standby_behaviour", 2024-04-25T17:19:01.408 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.408 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.408 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.408 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "default", 2024-04-25T17:19:01.409 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.409 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.409 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.409 INFO:teuthology.orchestra.run.smithi028.stdout: "default", 2024-04-25T17:19:01.409 INFO:teuthology.orchestra.run.smithi028.stdout: "error" 2024-04-25T17:19:01.409 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.409 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.409 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.409 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.409 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.409 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.409 INFO:teuthology.orchestra.run.smithi028.stdout: "standby_error_status_code": { 2024-04-25T17:19:01.409 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "standby_error_status_code", 2024-04-25T17:19:01.409 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.409 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.410 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.410 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "500", 2024-04-25T17:19:01.410 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "400", 2024-04-25T17:19:01.410 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "599", 2024-04-25T17:19:01.410 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.410 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.410 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.410 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.410 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.410 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.410 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.410 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.410 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.410 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rbd_support", 2024-04-25T17:19:01.411 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.411 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.411 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.411 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.411 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.411 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.411 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.411 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.411 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.411 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.411 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.411 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.411 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.412 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.412 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.412 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.412 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.412 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.412 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.412 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.412 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.412 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.412 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.412 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.412 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.412 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.412 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.413 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.413 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.413 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.413 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.413 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.413 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.413 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.413 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.413 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.413 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.413 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.413 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.413 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.413 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.413 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.413 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.414 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.414 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.414 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.414 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.414 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.414 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.414 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.414 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.414 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.414 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.414 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.414 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.414 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.414 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.415 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.415 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.415 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.415 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.415 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.415 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.415 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.415 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.415 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.415 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.415 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.415 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.415 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.415 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.415 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.416 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.416 INFO:teuthology.orchestra.run.smithi028.stdout: "max_concurrent_snap_create": { 2024-04-25T17:19:01.416 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "max_concurrent_snap_create", 2024-04-25T17:19:01.416 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.416 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.416 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.416 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10", 2024-04-25T17:19:01.416 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.416 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.416 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.416 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.416 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.416 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.416 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.416 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.416 INFO:teuthology.orchestra.run.smithi028.stdout: "mirror_snapshot_schedule": { 2024-04-25T17:19:01.417 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "mirror_snapshot_schedule", 2024-04-25T17:19:01.417 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.417 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.417 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.417 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.417 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.417 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.417 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.417 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.417 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.417 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.417 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.417 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.417 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.417 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.418 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.418 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.418 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.418 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.418 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.418 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.418 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.418 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.418 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.418 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.418 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.418 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.418 INFO:teuthology.orchestra.run.smithi028.stdout: "trash_purge_schedule": { 2024-04-25T17:19:01.419 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "trash_purge_schedule", 2024-04-25T17:19:01.419 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.419 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.419 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.419 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.419 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.419 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.419 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.419 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.419 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.419 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.419 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.419 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.419 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.419 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.420 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.420 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "restful", 2024-04-25T17:19:01.420 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.420 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.420 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.420 INFO:teuthology.orchestra.run.smithi028.stdout: "enable_auth": { 2024-04-25T17:19:01.420 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "enable_auth", 2024-04-25T17:19:01.420 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.420 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.420 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.420 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.420 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.420 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.420 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.420 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.421 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.421 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.421 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.421 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.421 INFO:teuthology.orchestra.run.smithi028.stdout: "key_file": { 2024-04-25T17:19:01.421 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "key_file", 2024-04-25T17:19:01.421 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.421 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.421 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.421 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.421 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.421 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.421 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.422 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.422 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.422 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.422 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.422 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.422 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.422 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.422 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.422 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.422 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.422 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.422 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.422 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.422 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.422 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.423 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.423 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.423 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.423 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.423 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.423 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.423 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.423 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.423 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.423 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.423 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.423 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.423 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.423 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.424 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.424 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.424 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.424 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.424 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.424 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.424 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.424 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.424 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.424 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.424 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.424 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.424 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.425 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.425 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.425 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.425 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.425 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.425 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.425 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.425 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.425 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.425 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.425 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.425 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.425 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.426 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.426 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.426 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.426 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.426 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.426 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.426 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.426 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.426 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.426 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.426 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.426 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.427 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.427 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.427 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.427 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.427 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.427 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.427 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.427 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.427 INFO:teuthology.orchestra.run.smithi028.stdout: "server_addr": { 2024-04-25T17:19:01.427 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "server_addr", 2024-04-25T17:19:01.427 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.427 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.427 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.428 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.428 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.428 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.428 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.428 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.428 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.428 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.428 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.428 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.428 INFO:teuthology.orchestra.run.smithi028.stdout: "server_port": { 2024-04-25T17:19:01.428 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "server_port", 2024-04-25T17:19:01.428 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.428 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.429 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.429 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.429 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.429 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.429 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.429 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.429 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.429 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.429 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.429 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.429 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.429 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.430 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.430 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.430 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.430 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.430 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.430 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.430 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.430 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.430 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.430 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.430 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.431 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.431 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.431 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.431 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.431 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rgw", 2024-04-25T17:19:01.431 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.431 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.431 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.431 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.431 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.431 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.431 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.432 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.432 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.432 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.432 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.432 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.432 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.432 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.432 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.432 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.432 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.432 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.432 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.432 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.433 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.433 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.433 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.433 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.433 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.433 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.433 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.433 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.433 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.433 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.433 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.433 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.433 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.433 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.433 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.434 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.434 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.434 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.434 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.434 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.434 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.434 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.434 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.434 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.434 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.434 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.434 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.434 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.434 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.435 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.435 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.435 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.435 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.435 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.435 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.435 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.435 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.435 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.435 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.435 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.435 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.435 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.436 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.436 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.436 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.436 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.436 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.436 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.436 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.436 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.436 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.436 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.436 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.436 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.437 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.437 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.437 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.437 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.437 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.437 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.437 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.437 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.437 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.437 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.437 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.437 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.437 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.437 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.438 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.438 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.438 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rook", 2024-04-25T17:19:01.438 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.438 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.438 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.438 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.438 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.438 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.438 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.438 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.438 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.439 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.439 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.439 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.439 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.439 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.439 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.439 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.439 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.439 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.439 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.439 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.439 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.439 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.439 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.440 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.440 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.440 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.440 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.440 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.440 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.440 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.440 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.440 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.440 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.440 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.440 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.440 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.440 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.441 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.441 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.441 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.441 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.441 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.441 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.441 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.441 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.441 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.441 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.441 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.441 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.441 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.441 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.441 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.442 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.442 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.442 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.442 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.442 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.442 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.442 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.442 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.442 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.442 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.442 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.442 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.442 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.442 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.443 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.443 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.443 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.443 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.443 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.443 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.443 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.443 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.443 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.443 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.443 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.443 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.443 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.443 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.444 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.444 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.444 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.444 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.444 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.444 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.444 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.444 INFO:teuthology.orchestra.run.smithi028.stdout: "storage_class": { 2024-04-25T17:19:01.444 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "storage_class", 2024-04-25T17:19:01.444 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.444 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.444 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.444 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "local", 2024-04-25T17:19:01.444 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.445 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.445 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.445 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-25T17:19:01.445 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.445 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.445 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.445 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.445 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.445 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.445 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.445 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "selftest", 2024-04-25T17:19:01.445 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.445 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.446 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.446 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.446 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.446 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.446 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.446 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.446 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.446 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.446 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.446 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.446 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.446 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.446 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.447 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.447 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.447 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.447 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.447 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.447 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.447 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.447 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.447 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.447 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.447 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.447 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.447 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.448 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.448 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.448 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.448 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.448 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.448 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.448 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.448 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.448 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.448 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.448 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.448 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.448 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.448 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.449 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.449 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.449 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.449 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.449 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.449 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.449 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.449 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.449 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.449 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.449 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.449 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.449 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.450 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.450 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.450 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.450 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.450 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.450 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.450 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.450 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.450 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.450 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.450 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.450 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.450 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.451 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.451 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.451 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.451 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.451 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.451 INFO:teuthology.orchestra.run.smithi028.stdout: "roption1": { 2024-04-25T17:19:01.451 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "roption1", 2024-04-25T17:19:01.451 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.451 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.451 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.451 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.451 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.451 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.451 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.452 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.452 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.452 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.452 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.452 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.452 INFO:teuthology.orchestra.run.smithi028.stdout: "roption2": { 2024-04-25T17:19:01.452 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "roption2", 2024-04-25T17:19:01.452 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.452 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.452 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.452 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "xyz", 2024-04-25T17:19:01.452 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.452 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.453 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.453 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.453 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.453 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.453 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.453 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.453 INFO:teuthology.orchestra.run.smithi028.stdout: "rwoption1": { 2024-04-25T17:19:01.453 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rwoption1", 2024-04-25T17:19:01.453 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.453 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.453 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.453 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.453 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.453 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.454 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.454 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.454 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.454 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.454 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.454 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.454 INFO:teuthology.orchestra.run.smithi028.stdout: "rwoption2": { 2024-04-25T17:19:01.454 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rwoption2", 2024-04-25T17:19:01.454 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.454 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.454 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.454 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.454 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.454 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.454 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.455 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.455 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.455 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.455 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.455 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.455 INFO:teuthology.orchestra.run.smithi028.stdout: "rwoption3": { 2024-04-25T17:19:01.455 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rwoption3", 2024-04-25T17:19:01.455 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "float", 2024-04-25T17:19:01.455 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.455 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.455 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.455 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.455 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.456 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.456 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.456 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.456 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.456 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.456 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.456 INFO:teuthology.orchestra.run.smithi028.stdout: "rwoption4": { 2024-04-25T17:19:01.456 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rwoption4", 2024-04-25T17:19:01.456 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.456 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.456 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.456 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.456 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.457 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.457 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.457 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.457 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.457 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.457 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.457 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.457 INFO:teuthology.orchestra.run.smithi028.stdout: "rwoption5": { 2024-04-25T17:19:01.457 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rwoption5", 2024-04-25T17:19:01.457 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.457 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.457 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.457 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.458 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.458 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.458 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.458 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.458 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.458 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.458 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.458 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.458 INFO:teuthology.orchestra.run.smithi028.stdout: "rwoption6": { 2024-04-25T17:19:01.458 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rwoption6", 2024-04-25T17:19:01.458 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.458 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.459 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.459 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.459 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.459 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.459 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.459 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.459 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.459 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.459 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.459 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.459 INFO:teuthology.orchestra.run.smithi028.stdout: "rwoption7": { 2024-04-25T17:19:01.459 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rwoption7", 2024-04-25T17:19:01.459 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.459 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.460 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.460 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.460 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "1", 2024-04-25T17:19:01.460 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "42", 2024-04-25T17:19:01.460 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.460 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.460 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.460 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.460 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.460 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.460 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.460 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.460 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.460 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.461 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.461 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.461 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.461 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.461 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.461 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.461 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.461 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.461 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.461 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.461 INFO:teuthology.orchestra.run.smithi028.stdout: "testkey": { 2024-04-25T17:19:01.461 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "testkey", 2024-04-25T17:19:01.461 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.461 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.461 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.462 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.462 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.462 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.462 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.462 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.462 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.462 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.462 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.462 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.462 INFO:teuthology.orchestra.run.smithi028.stdout: "testlkey": { 2024-04-25T17:19:01.462 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "testlkey", 2024-04-25T17:19:01.462 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.462 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.462 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.463 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.463 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.463 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.463 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.463 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.463 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.463 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.463 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.463 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.463 INFO:teuthology.orchestra.run.smithi028.stdout: "testnewline": { 2024-04-25T17:19:01.463 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "testnewline", 2024-04-25T17:19:01.463 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.464 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.464 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.464 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.464 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.464 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.464 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.464 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.464 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.464 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.464 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.464 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.464 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.464 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.464 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.464 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "snap_schedule", 2024-04-25T17:19:01.464 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.465 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.465 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.465 INFO:teuthology.orchestra.run.smithi028.stdout: "allow_m_granularity": { 2024-04-25T17:19:01.465 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "allow_m_granularity", 2024-04-25T17:19:01.465 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.465 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.465 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.465 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.465 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.465 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.465 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.465 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "allow minute scheduled snapshots", 2024-04-25T17:19:01.466 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.466 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.466 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.466 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.466 INFO:teuthology.orchestra.run.smithi028.stdout: "dump_on_update": { 2024-04-25T17:19:01.466 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "dump_on_update", 2024-04-25T17:19:01.466 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.466 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.466 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.466 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.466 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.466 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.467 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.467 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "dump database to debug log on update", 2024-04-25T17:19:01.467 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.467 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.467 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.467 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.467 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.467 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.467 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.467 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.467 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.467 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.467 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.468 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.468 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.468 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.468 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.468 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.468 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.468 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.468 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.468 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.468 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.468 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.468 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.468 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.468 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.469 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.469 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.469 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.469 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.469 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.469 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.469 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.469 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.469 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.469 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.469 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.469 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.469 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.469 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.469 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.469 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.470 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.470 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.470 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.470 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.470 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.470 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.470 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.470 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.470 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.470 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.470 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.470 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.470 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.471 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.471 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.471 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.471 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.471 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.471 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.471 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.471 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.471 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.471 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.471 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.471 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.471 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.471 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.472 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.472 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.472 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.472 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.472 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.472 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.472 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.472 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.472 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.472 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.473 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.473 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.473 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.473 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.473 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.473 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.473 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.473 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.473 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.473 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.473 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.473 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.474 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.474 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "stats", 2024-04-25T17:19:01.474 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.474 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.474 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.474 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.474 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.474 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.474 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.474 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.474 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.474 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.474 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.474 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.474 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.475 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.475 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.475 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.475 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.475 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.475 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.475 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.475 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.475 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.475 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.475 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.475 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.475 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.475 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.475 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.476 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.476 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.476 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.476 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.476 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.476 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.476 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.476 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.476 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.476 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.476 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.476 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.476 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.476 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.477 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.477 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.477 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.477 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.477 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.477 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.477 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.477 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.477 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.477 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.477 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.477 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.477 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.477 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.477 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.477 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.478 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.478 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.478 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.478 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.478 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.478 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.478 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.478 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.478 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.478 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.478 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.478 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.478 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.478 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.479 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.479 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.479 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.479 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.479 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.479 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.479 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.479 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.479 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.479 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.479 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.479 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.479 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.479 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.479 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.479 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.480 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.480 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.480 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "status", 2024-04-25T17:19:01.480 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.480 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.480 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.480 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.480 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.480 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.480 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.480 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.480 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.480 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.480 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.480 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.480 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.481 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.481 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.481 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.481 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.481 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.481 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.481 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.481 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.481 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.481 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.481 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.481 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.481 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.481 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.481 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.481 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.481 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.482 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.482 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.482 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.482 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.482 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.482 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.482 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.482 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.482 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.482 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.482 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.482 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.482 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.482 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.482 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.483 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.483 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.483 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.483 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.483 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.483 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.483 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.483 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.483 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.483 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.483 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.483 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.483 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.483 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.483 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.484 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.484 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.484 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.484 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.484 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.484 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.484 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.484 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.484 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.484 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.484 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.484 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.484 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.484 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.484 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.485 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.485 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.485 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.485 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.485 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.485 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.485 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.485 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.485 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.485 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.485 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.485 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.485 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.485 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.485 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.485 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "telegraf", 2024-04-25T17:19:01.486 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.486 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.486 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.486 INFO:teuthology.orchestra.run.smithi028.stdout: "address": { 2024-04-25T17:19:01.486 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "address", 2024-04-25T17:19:01.486 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.486 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.486 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.486 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-25T17:19:01.486 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.486 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.486 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.486 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.487 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.487 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.487 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.487 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.487 INFO:teuthology.orchestra.run.smithi028.stdout: "interval": { 2024-04-25T17:19:01.487 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "interval", 2024-04-25T17:19:01.487 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.487 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.487 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.487 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "15", 2024-04-25T17:19:01.487 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.487 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.487 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.487 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.488 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.488 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.488 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.488 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.488 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.488 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.488 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.488 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.488 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.488 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.488 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.488 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.488 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.489 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.489 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.489 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.489 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.489 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.489 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.489 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.489 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.489 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.489 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.489 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.489 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.489 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.489 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.489 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.490 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.490 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.490 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.490 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.490 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.490 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.490 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.490 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.490 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.490 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.490 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.490 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.490 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.491 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.491 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.491 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.491 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.491 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.491 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.491 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.491 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.491 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.491 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.491 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.491 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.491 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.491 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.492 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.492 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.492 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.492 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.492 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.492 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.492 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.492 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.492 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.492 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.492 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.492 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.492 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.492 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.493 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.493 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.493 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.493 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.493 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.493 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.493 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.493 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.493 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.493 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.493 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.493 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.493 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.493 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.494 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.494 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.494 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.494 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.494 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.494 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.494 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.494 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.494 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "telemetry", 2024-04-25T17:19:01.494 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.494 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.494 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.494 INFO:teuthology.orchestra.run.smithi028.stdout: "channel_basic": { 2024-04-25T17:19:01.495 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "channel_basic", 2024-04-25T17:19:01.495 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.495 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.495 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.495 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.495 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.495 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.495 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.495 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-25T17:19:01.495 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.495 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.495 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.495 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.496 INFO:teuthology.orchestra.run.smithi028.stdout: "channel_crash": { 2024-04-25T17:19:01.496 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "channel_crash", 2024-04-25T17:19:01.496 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.496 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.496 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.496 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.496 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.496 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.496 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.496 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-25T17:19:01.496 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.496 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.497 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.497 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.497 INFO:teuthology.orchestra.run.smithi028.stdout: "channel_device": { 2024-04-25T17:19:01.497 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "channel_device", 2024-04-25T17:19:01.497 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.497 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.497 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.497 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.497 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.497 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.497 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.498 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-25T17:19:01.498 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.498 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.498 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.498 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.498 INFO:teuthology.orchestra.run.smithi028.stdout: "channel_ident": { 2024-04-25T17:19:01.498 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "channel_ident", 2024-04-25T17:19:01.498 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.498 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.498 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.498 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.498 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.498 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.498 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.499 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-25T17:19:01.499 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.499 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.499 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.499 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.499 INFO:teuthology.orchestra.run.smithi028.stdout: "channel_perf": { 2024-04-25T17:19:01.499 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "channel_perf", 2024-04-25T17:19:01.499 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.499 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.499 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.499 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.499 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.499 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.500 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.500 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-25T17:19:01.500 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.500 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.500 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.500 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.500 INFO:teuthology.orchestra.run.smithi028.stdout: "contact": { 2024-04-25T17:19:01.500 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "contact", 2024-04-25T17:19:01.500 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.500 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.500 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.500 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.501 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.501 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.501 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.501 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.501 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.501 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.501 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.501 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.501 INFO:teuthology.orchestra.run.smithi028.stdout: "description": { 2024-04-25T17:19:01.501 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "description", 2024-04-25T17:19:01.501 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.501 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.501 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.501 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.502 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.502 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.502 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.502 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.502 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.502 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.502 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.502 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.502 INFO:teuthology.orchestra.run.smithi028.stdout: "device_url": { 2024-04-25T17:19:01.502 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "device_url", 2024-04-25T17:19:01.502 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.502 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.502 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.502 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-25T17:19:01.503 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.503 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.503 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.503 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.503 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.503 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.503 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.503 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.503 INFO:teuthology.orchestra.run.smithi028.stdout: "enabled": { 2024-04-25T17:19:01.503 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "enabled", 2024-04-25T17:19:01.503 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.503 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.503 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.503 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.503 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.504 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.504 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.504 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.504 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.504 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.504 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.504 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.504 INFO:teuthology.orchestra.run.smithi028.stdout: "interval": { 2024-04-25T17:19:01.504 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "interval", 2024-04-25T17:19:01.504 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.504 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.504 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.504 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "24", 2024-04-25T17:19:01.504 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "8", 2024-04-25T17:19:01.504 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.505 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.505 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.505 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.505 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.505 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.505 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.505 INFO:teuthology.orchestra.run.smithi028.stdout: "last_opt_revision": { 2024-04-25T17:19:01.505 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "last_opt_revision", 2024-04-25T17:19:01.505 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.505 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.505 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.505 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "1", 2024-04-25T17:19:01.505 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.506 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.506 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.506 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.506 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.506 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.506 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.506 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.506 INFO:teuthology.orchestra.run.smithi028.stdout: "leaderboard": { 2024-04-25T17:19:01.506 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "leaderboard", 2024-04-25T17:19:01.506 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.506 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.506 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.506 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.506 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.506 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.507 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.507 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.507 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.507 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.507 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.507 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.507 INFO:teuthology.orchestra.run.smithi028.stdout: "leaderboard_description": { 2024-04-25T17:19:01.507 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "leaderboard_description", 2024-04-25T17:19:01.507 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.507 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.507 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.507 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.507 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.507 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.507 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.508 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.508 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.508 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.508 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.508 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.508 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.508 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.508 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.508 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.508 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.508 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.508 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.508 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.508 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.509 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.509 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.509 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.509 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.509 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.509 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.509 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.509 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.509 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.509 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.509 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.509 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.509 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.509 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.509 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.510 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.510 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.510 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.510 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.510 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.510 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.510 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.510 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.510 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.510 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.510 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.510 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.510 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.510 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.511 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.511 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.511 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.511 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.511 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.511 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.511 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.511 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.511 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.511 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.511 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.511 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.511 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.511 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.511 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.511 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.512 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.512 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.512 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.512 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.512 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.512 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.512 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.512 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.512 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.512 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.512 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.512 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.512 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.512 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.512 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.513 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.513 INFO:teuthology.orchestra.run.smithi028.stdout: "organization": { 2024-04-25T17:19:01.513 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "organization", 2024-04-25T17:19:01.513 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.513 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.513 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.513 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.513 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.513 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.513 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.513 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.513 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.513 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.513 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.513 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.514 INFO:teuthology.orchestra.run.smithi028.stdout: "proxy": { 2024-04-25T17:19:01.514 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "proxy", 2024-04-25T17:19:01.514 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.514 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.514 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.514 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.514 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.514 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.514 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.514 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.514 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.514 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.514 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.514 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.515 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.515 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.515 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.515 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.515 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.515 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.515 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.515 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.515 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.515 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.515 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.515 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.515 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.515 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.515 INFO:teuthology.orchestra.run.smithi028.stdout: "url": { 2024-04-25T17:19:01.516 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "url", 2024-04-25T17:19:01.516 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.516 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.516 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.516 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-25T17:19:01.516 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.516 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.516 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.516 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.516 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.516 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.516 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.516 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.516 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.516 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.516 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.517 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "test_orchestrator", 2024-04-25T17:19:01.517 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.517 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.517 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.517 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.517 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.517 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.517 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.517 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.517 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.517 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.517 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.517 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.517 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.517 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.518 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.518 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.518 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.518 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.518 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.518 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.518 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.518 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.518 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.518 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.518 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.518 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.518 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.518 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.518 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.519 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.519 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.519 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.519 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.519 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.519 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.519 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.519 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.519 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.519 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.519 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.519 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.519 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.519 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.520 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.520 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.520 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.520 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.520 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.520 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.520 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.520 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.520 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.520 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.520 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.520 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.520 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.520 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.521 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.521 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.521 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.521 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.521 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.521 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.521 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.521 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.521 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.521 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.521 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.521 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.521 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.522 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.522 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.522 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.522 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.522 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.522 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.522 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.522 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.522 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.522 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.522 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.522 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.522 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.522 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.523 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.523 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.523 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.523 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.523 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.523 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.523 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "volumes", 2024-04-25T17:19:01.523 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.523 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.523 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.523 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.523 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.524 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.524 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.524 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.524 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.524 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.524 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.524 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.524 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.524 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.524 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.524 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.524 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.524 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.525 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.525 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.525 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.525 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.525 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.525 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.525 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.525 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.525 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.525 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.525 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.525 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.525 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.525 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.526 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.526 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.526 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.526 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.526 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.526 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.526 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.526 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.526 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.526 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.526 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.526 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.526 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.527 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.527 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.527 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.527 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.527 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.527 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.527 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.527 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.527 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.527 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.527 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.527 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.527 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.528 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.528 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.528 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.528 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.528 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.528 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.528 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.528 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.528 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.528 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.528 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.528 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.529 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.529 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.529 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.529 INFO:teuthology.orchestra.run.smithi028.stdout: "max_concurrent_clones": { 2024-04-25T17:19:01.529 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "max_concurrent_clones", 2024-04-25T17:19:01.529 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.529 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.529 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.529 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "4", 2024-04-25T17:19:01.529 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.529 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.529 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.529 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-25T17:19:01.529 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.529 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.530 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.530 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.530 INFO:teuthology.orchestra.run.smithi028.stdout: "periodic_async_work": { 2024-04-25T17:19:01.530 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "periodic_async_work", 2024-04-25T17:19:01.530 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.530 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.530 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.530 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.530 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.530 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.530 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.530 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Periodically check for async work", 2024-04-25T17:19:01.530 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.530 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.531 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.531 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.531 INFO:teuthology.orchestra.run.smithi028.stdout: "snapshot_clone_delay": { 2024-04-25T17:19:01.531 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "snapshot_clone_delay", 2024-04-25T17:19:01.531 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.531 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.531 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.531 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.531 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.531 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.531 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.531 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-25T17:19:01.531 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.531 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.532 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.532 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.532 INFO:teuthology.orchestra.run.smithi028.stdout: "snapshot_clone_no_wait": { 2024-04-25T17:19:01.532 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "snapshot_clone_no_wait", 2024-04-25T17:19:01.532 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.532 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.532 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.532 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.532 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.532 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.532 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.532 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-25T17:19:01.532 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.533 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.533 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.533 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.533 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.533 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.533 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.533 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.533 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.533 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.533 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.533 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.533 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.533 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.533 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.533 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.534 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.534 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.534 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.534 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.534 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.534 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "zabbix", 2024-04-25T17:19:01.534 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.534 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.534 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.534 INFO:teuthology.orchestra.run.smithi028.stdout: "discovery_interval": { 2024-04-25T17:19:01.534 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "discovery_interval", 2024-04-25T17:19:01.534 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "uint", 2024-04-25T17:19:01.534 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.534 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.534 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "100", 2024-04-25T17:19:01.535 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.535 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.535 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.535 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.535 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.535 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.535 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.535 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.535 INFO:teuthology.orchestra.run.smithi028.stdout: "identifier": { 2024-04-25T17:19:01.535 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "identifier", 2024-04-25T17:19:01.535 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.535 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.537 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.537 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.537 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.537 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.537 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.537 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.537 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.537 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.537 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.537 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.537 INFO:teuthology.orchestra.run.smithi028.stdout: "interval": { 2024-04-25T17:19:01.537 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "interval", 2024-04-25T17:19:01.538 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.538 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.538 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.538 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "60", 2024-04-25T17:19:01.538 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.538 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.538 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.538 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.538 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.538 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.538 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.538 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.538 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.538 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.538 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.538 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.539 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.539 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.539 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.539 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.539 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.539 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.539 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.539 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.539 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.539 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.539 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.539 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.539 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.539 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.539 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.539 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.540 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.540 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.540 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.540 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.540 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.540 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.540 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.540 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.540 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.540 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.540 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.540 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.540 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.540 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.540 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.541 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.541 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.541 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.541 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.541 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.541 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.541 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.541 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.541 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.541 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.541 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.541 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.541 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.541 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.542 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.542 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.542 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.542 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.542 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.542 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.542 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.542 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.542 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.542 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.542 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.542 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.542 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.542 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.543 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.543 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.543 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.543 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.543 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.543 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.543 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.543 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.543 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.543 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.543 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.543 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.543 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.544 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.544 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.544 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.544 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.544 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.544 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.544 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.544 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.544 INFO:teuthology.orchestra.run.smithi028.stdout: "zabbix_host": { 2024-04-25T17:19:01.544 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "zabbix_host", 2024-04-25T17:19:01.544 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.544 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.544 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.545 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.545 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.545 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.545 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.545 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.545 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.545 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.545 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.545 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.545 INFO:teuthology.orchestra.run.smithi028.stdout: "zabbix_port": { 2024-04-25T17:19:01.545 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "zabbix_port", 2024-04-25T17:19:01.545 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.545 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.545 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.546 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10051", 2024-04-25T17:19:01.546 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.546 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.546 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.546 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.546 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.546 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.546 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.546 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.546 INFO:teuthology.orchestra.run.smithi028.stdout: "zabbix_sender": { 2024-04-25T17:19:01.546 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "zabbix_sender", 2024-04-25T17:19:01.546 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.546 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.546 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.547 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-25T17:19:01.547 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.547 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.547 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.547 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.547 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.547 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.547 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.547 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.547 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.547 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.547 INFO:teuthology.orchestra.run.smithi028.stdout: ] 2024-04-25T17:19:01.547 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.548 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.548 INFO:teuthology.orchestra.run.smithi028.stdout: "modules": [ 2024-04-25T17:19:01.548 INFO:teuthology.orchestra.run.smithi028.stdout: "cephadm", 2024-04-25T17:19:01.548 INFO:teuthology.orchestra.run.smithi028.stdout: "dashboard", 2024-04-25T17:19:01.548 INFO:teuthology.orchestra.run.smithi028.stdout: "iostat", 2024-04-25T17:19:01.548 INFO:teuthology.orchestra.run.smithi028.stdout: "nfs", 2024-04-25T17:19:01.548 INFO:teuthology.orchestra.run.smithi028.stdout: "restful" 2024-04-25T17:19:01.548 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.548 INFO:teuthology.orchestra.run.smithi028.stdout: "available_modules": [ 2024-04-25T17:19:01.548 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.548 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "alerts", 2024-04-25T17:19:01.548 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.548 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.548 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.549 INFO:teuthology.orchestra.run.smithi028.stdout: "interval": { 2024-04-25T17:19:01.549 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "interval", 2024-04-25T17:19:01.549 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.549 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.549 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.549 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "60", 2024-04-25T17:19:01.549 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.549 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.549 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.549 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "How frequently to reexamine health status", 2024-04-25T17:19:01.549 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.549 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.549 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.549 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.549 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.550 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.550 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.550 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.550 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.550 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.550 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.550 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.550 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.550 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.550 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.550 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.550 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.550 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.550 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.551 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.551 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.551 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.551 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.551 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.551 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.551 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.551 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.551 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.551 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.551 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.551 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.551 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.551 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.552 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.552 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.552 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.552 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.552 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.552 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.552 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.552 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.552 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.552 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.552 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.552 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.552 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.552 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.552 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.552 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.553 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.553 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.553 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.553 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.553 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.553 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.553 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.553 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.553 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.553 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.553 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.553 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.553 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.553 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.553 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.554 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.554 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.554 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.554 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.554 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.554 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.554 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.554 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.554 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.554 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.554 INFO:teuthology.orchestra.run.smithi028.stdout: "smtp_destination": { 2024-04-25T17:19:01.554 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "smtp_destination", 2024-04-25T17:19:01.554 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.554 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.554 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.555 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.555 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.555 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.555 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.555 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Email address to send alerts to", 2024-04-25T17:19:01.555 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.555 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.555 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.555 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.555 INFO:teuthology.orchestra.run.smithi028.stdout: "smtp_from_name": { 2024-04-25T17:19:01.555 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "smtp_from_name", 2024-04-25T17:19:01.555 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.555 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.555 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.555 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "Ceph", 2024-04-25T17:19:01.556 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.556 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.556 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.556 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Email From: name", 2024-04-25T17:19:01.556 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.556 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.556 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.556 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.556 INFO:teuthology.orchestra.run.smithi028.stdout: "smtp_host": { 2024-04-25T17:19:01.556 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "smtp_host", 2024-04-25T17:19:01.556 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.556 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.556 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.556 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.556 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.557 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.557 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.557 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "SMTP server", 2024-04-25T17:19:01.557 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.557 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.557 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.557 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.557 INFO:teuthology.orchestra.run.smithi028.stdout: "smtp_password": { 2024-04-25T17:19:01.557 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "smtp_password", 2024-04-25T17:19:01.557 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.557 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.557 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.557 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.558 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.558 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.558 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.558 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Password to authenticate with", 2024-04-25T17:19:01.558 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.558 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.558 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.558 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.558 INFO:teuthology.orchestra.run.smithi028.stdout: "smtp_port": { 2024-04-25T17:19:01.558 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "smtp_port", 2024-04-25T17:19:01.558 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.558 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.558 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.559 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "465", 2024-04-25T17:19:01.559 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.559 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.559 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.559 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "SMTP port", 2024-04-25T17:19:01.559 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.559 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.559 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.559 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.559 INFO:teuthology.orchestra.run.smithi028.stdout: "smtp_sender": { 2024-04-25T17:19:01.559 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "smtp_sender", 2024-04-25T17:19:01.559 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.559 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.560 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.560 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.560 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.560 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.560 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.560 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "SMTP envelope sender", 2024-04-25T17:19:01.560 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.560 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.560 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.560 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.560 INFO:teuthology.orchestra.run.smithi028.stdout: "smtp_ssl": { 2024-04-25T17:19:01.560 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "smtp_ssl", 2024-04-25T17:19:01.561 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.561 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.561 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.561 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.561 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.561 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.561 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.561 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-25T17:19:01.561 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.561 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.561 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.561 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.561 INFO:teuthology.orchestra.run.smithi028.stdout: "smtp_user": { 2024-04-25T17:19:01.562 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "smtp_user", 2024-04-25T17:19:01.562 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.562 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.562 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.562 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.562 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.562 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.562 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.562 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "User to authenticate as", 2024-04-25T17:19:01.562 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.562 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.562 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.562 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.562 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.563 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.563 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.563 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.563 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.563 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.563 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.563 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.563 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.563 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.563 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.563 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.563 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.563 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.564 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.564 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.564 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.564 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "balancer", 2024-04-25T17:19:01.564 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.564 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.564 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.564 INFO:teuthology.orchestra.run.smithi028.stdout: "active": { 2024-04-25T17:19:01.564 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "active", 2024-04-25T17:19:01.564 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.564 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.564 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.564 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.564 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.565 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.565 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.565 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "automatically balance PGs across cluster", 2024-04-25T17:19:01.565 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.565 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.565 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.565 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.565 INFO:teuthology.orchestra.run.smithi028.stdout: "begin_time": { 2024-04-25T17:19:01.565 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "begin_time", 2024-04-25T17:19:01.565 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.565 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.565 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.565 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0000", 2024-04-25T17:19:01.566 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.566 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.566 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.566 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "beginning time of day to automatically balance", 2024-04-25T17:19:01.566 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T17:19:01.566 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.566 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.566 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.566 INFO:teuthology.orchestra.run.smithi028.stdout: "begin_weekday": { 2024-04-25T17:19:01.566 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "begin_weekday", 2024-04-25T17:19:01.566 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "uint", 2024-04-25T17:19:01.566 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.566 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.566 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.566 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "0", 2024-04-25T17:19:01.567 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "6", 2024-04-25T17:19:01.567 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.567 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-25T17:19:01.567 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T17:19:01.567 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.567 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.567 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.567 INFO:teuthology.orchestra.run.smithi028.stdout: "crush_compat_max_iterations": { 2024-04-25T17:19:01.567 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "crush_compat_max_iterations", 2024-04-25T17:19:01.567 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "uint", 2024-04-25T17:19:01.567 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.567 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.567 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "25", 2024-04-25T17:19:01.568 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "1", 2024-04-25T17:19:01.568 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "250", 2024-04-25T17:19:01.568 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.568 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-25T17:19:01.568 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.568 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.568 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.568 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.568 INFO:teuthology.orchestra.run.smithi028.stdout: "crush_compat_metrics": { 2024-04-25T17:19:01.568 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "crush_compat_metrics", 2024-04-25T17:19:01.568 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.568 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.568 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.568 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "pgs,objects,bytes", 2024-04-25T17:19:01.569 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.569 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.569 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.569 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-25T17:19:01.569 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-25T17:19:01.569 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.569 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.569 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.569 INFO:teuthology.orchestra.run.smithi028.stdout: "crush_compat_step": { 2024-04-25T17:19:01.569 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "crush_compat_step", 2024-04-25T17:19:01.569 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "float", 2024-04-25T17:19:01.569 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.569 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.569 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0.5", 2024-04-25T17:19:01.569 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "0.001", 2024-04-25T17:19:01.569 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "0.999", 2024-04-25T17:19:01.570 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.570 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "aggressiveness of optimization", 2024-04-25T17:19:01.570 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-25T17:19:01.570 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.570 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.570 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.570 INFO:teuthology.orchestra.run.smithi028.stdout: "end_time": { 2024-04-25T17:19:01.570 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "end_time", 2024-04-25T17:19:01.570 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.570 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.570 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.570 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "2359", 2024-04-25T17:19:01.570 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.570 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.570 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.571 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "ending time of day to automatically balance", 2024-04-25T17:19:01.571 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T17:19:01.571 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.571 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.571 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.571 INFO:teuthology.orchestra.run.smithi028.stdout: "end_weekday": { 2024-04-25T17:19:01.571 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "end_weekday", 2024-04-25T17:19:01.571 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "uint", 2024-04-25T17:19:01.571 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.571 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.571 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.571 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "0", 2024-04-25T17:19:01.571 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "6", 2024-04-25T17:19:01.571 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.572 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-25T17:19:01.572 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T17:19:01.572 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.572 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.572 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.572 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.572 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.572 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.572 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.572 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.572 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.572 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.572 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.572 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.573 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.573 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.573 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.573 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.573 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.573 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.573 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.573 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.573 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.573 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.573 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.573 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.573 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.573 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.573 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.574 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.574 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.574 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.574 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.574 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.574 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.574 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.574 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.574 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.574 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.574 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.574 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.574 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.574 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.575 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.575 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.575 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.575 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.575 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.575 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.575 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.575 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.575 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.575 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.575 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.575 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.575 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.575 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.575 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.576 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.576 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.576 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.576 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.576 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.576 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.576 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.576 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.576 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.576 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.576 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.576 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.576 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.576 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.576 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.576 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.577 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.577 INFO:teuthology.orchestra.run.smithi028.stdout: "min_score": { 2024-04-25T17:19:01.577 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "min_score", 2024-04-25T17:19:01.577 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "float", 2024-04-25T17:19:01.577 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.577 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.577 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.577 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.577 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.577 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.577 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-25T17:19:01.578 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.578 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.578 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.578 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.578 INFO:teuthology.orchestra.run.smithi028.stdout: "mode": { 2024-04-25T17:19:01.578 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "mode", 2024-04-25T17:19:01.578 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.578 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.578 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.578 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "upmap", 2024-04-25T17:19:01.578 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.578 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.578 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.578 INFO:teuthology.orchestra.run.smithi028.stdout: "crush-compat", 2024-04-25T17:19:01.579 INFO:teuthology.orchestra.run.smithi028.stdout: "none", 2024-04-25T17:19:01.579 INFO:teuthology.orchestra.run.smithi028.stdout: "read", 2024-04-25T17:19:01.579 INFO:teuthology.orchestra.run.smithi028.stdout: "upmap", 2024-04-25T17:19:01.579 INFO:teuthology.orchestra.run.smithi028.stdout: "upmap-read" 2024-04-25T17:19:01.579 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.579 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Balancer mode", 2024-04-25T17:19:01.579 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.579 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.579 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.579 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.579 INFO:teuthology.orchestra.run.smithi028.stdout: "pool_ids": { 2024-04-25T17:19:01.579 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "pool_ids", 2024-04-25T17:19:01.579 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.579 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.580 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.580 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.580 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.580 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.580 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.580 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-25T17:19:01.580 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.580 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.580 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.580 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.580 INFO:teuthology.orchestra.run.smithi028.stdout: "sleep_interval": { 2024-04-25T17:19:01.580 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sleep_interval", 2024-04-25T17:19:01.580 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.580 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.580 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.581 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "60", 2024-04-25T17:19:01.581 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.581 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.581 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.581 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-25T17:19:01.581 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.581 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.581 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.581 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.581 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.581 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.581 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.582 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.582 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.582 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.582 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.582 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.582 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.582 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.582 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.582 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.582 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.582 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.582 INFO:teuthology.orchestra.run.smithi028.stdout: "upmap_max_deviation": { 2024-04-25T17:19:01.582 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "upmap_max_deviation", 2024-04-25T17:19:01.583 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.583 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.583 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.583 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "5", 2024-04-25T17:19:01.583 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "1", 2024-04-25T17:19:01.583 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.583 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.583 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-25T17:19:01.583 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-25T17:19:01.583 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.583 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.583 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.583 INFO:teuthology.orchestra.run.smithi028.stdout: "upmap_max_optimizations": { 2024-04-25T17:19:01.583 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "upmap_max_optimizations", 2024-04-25T17:19:01.583 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "uint", 2024-04-25T17:19:01.584 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.584 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.584 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10", 2024-04-25T17:19:01.584 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.584 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.584 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.584 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-25T17:19:01.584 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.584 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.584 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.584 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.584 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.585 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.585 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.585 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "cephadm", 2024-04-25T17:19:01.585 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.585 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.585 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.585 INFO:teuthology.orchestra.run.smithi028.stdout: "agent_down_multiplier": { 2024-04-25T17:19:01.585 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "agent_down_multiplier", 2024-04-25T17:19:01.585 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "float", 2024-04-25T17:19:01.585 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.585 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.585 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "3.0", 2024-04-25T17:19:01.585 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.585 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.585 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.585 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-25T17:19:01.586 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.586 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.586 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.586 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.586 INFO:teuthology.orchestra.run.smithi028.stdout: "agent_refresh_rate": { 2024-04-25T17:19:01.586 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "agent_refresh_rate", 2024-04-25T17:19:01.586 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.586 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.586 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.586 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "20", 2024-04-25T17:19:01.586 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.586 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.586 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.586 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-25T17:19:01.587 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.587 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.587 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.587 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.587 INFO:teuthology.orchestra.run.smithi028.stdout: "agent_starting_port": { 2024-04-25T17:19:01.587 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "agent_starting_port", 2024-04-25T17:19:01.587 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.587 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.587 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.587 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "4721", 2024-04-25T17:19:01.587 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.587 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.587 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.587 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-25T17:19:01.588 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.588 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.588 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.588 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.588 INFO:teuthology.orchestra.run.smithi028.stdout: "allow_ptrace": { 2024-04-25T17:19:01.588 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "allow_ptrace", 2024-04-25T17:19:01.588 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.588 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.588 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.588 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.588 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.588 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.588 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.588 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-25T17:19:01.589 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-25T17:19:01.589 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.589 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.589 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.589 INFO:teuthology.orchestra.run.smithi028.stdout: "autotune_interval": { 2024-04-25T17:19:01.589 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "autotune_interval", 2024-04-25T17:19:01.589 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.589 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.589 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.589 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "600", 2024-04-25T17:19:01.589 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.589 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.589 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.589 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-25T17:19:01.590 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.590 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.590 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.590 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.590 INFO:teuthology.orchestra.run.smithi028.stdout: "autotune_memory_target_ratio": { 2024-04-25T17:19:01.590 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "autotune_memory_target_ratio", 2024-04-25T17:19:01.590 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "float", 2024-04-25T17:19:01.590 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.590 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.590 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0.7", 2024-04-25T17:19:01.590 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.591 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.591 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.591 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-25T17:19:01.591 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.591 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.591 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.591 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.591 INFO:teuthology.orchestra.run.smithi028.stdout: "cephadm_log_destination": { 2024-04-25T17:19:01.591 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "cephadm_log_destination", 2024-04-25T17:19:01.591 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.591 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.591 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.591 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.592 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.592 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.592 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.592 INFO:teuthology.orchestra.run.smithi028.stdout: "file", 2024-04-25T17:19:01.592 INFO:teuthology.orchestra.run.smithi028.stdout: "file,syslog", 2024-04-25T17:19:01.592 INFO:teuthology.orchestra.run.smithi028.stdout: "syslog" 2024-04-25T17:19:01.592 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.592 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-25T17:19:01.592 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.592 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.592 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.592 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.592 INFO:teuthology.orchestra.run.smithi028.stdout: "cgroups_split": { 2024-04-25T17:19:01.592 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "cgroups_split", 2024-04-25T17:19:01.593 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.593 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.593 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.593 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.593 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.593 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.593 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.593 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-25T17:19:01.593 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.593 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.593 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.593 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.593 INFO:teuthology.orchestra.run.smithi028.stdout: "config_checks_enabled": { 2024-04-25T17:19:01.593 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "config_checks_enabled", 2024-04-25T17:19:01.593 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.594 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.594 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.594 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.594 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.594 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.594 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.594 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-25T17:19:01.594 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.594 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.594 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.594 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.594 INFO:teuthology.orchestra.run.smithi028.stdout: "config_dashboard": { 2024-04-25T17:19:01.595 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "config_dashboard", 2024-04-25T17:19:01.595 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.595 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.595 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.595 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.595 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.595 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.595 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.595 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-25T17:19:01.595 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.595 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.595 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.595 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.595 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_alertmanager": { 2024-04-25T17:19:01.596 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_alertmanager", 2024-04-25T17:19:01.596 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.596 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.596 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.596 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-25T17:19:01.596 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.596 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.596 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.596 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Prometheus container image", 2024-04-25T17:19:01.596 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.596 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.596 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.596 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.596 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_base": { 2024-04-25T17:19:01.596 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_base", 2024-04-25T17:19:01.596 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.597 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.597 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.597 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-25T17:19:01.597 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.597 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.597 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.597 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Container image name, without the tag", 2024-04-25T17:19:01.597 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.597 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.597 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.597 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.597 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_elasticsearch": { 2024-04-25T17:19:01.598 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_elasticsearch", 2024-04-25T17:19:01.598 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.598 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.598 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.598 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-25T17:19:01.598 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.598 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.598 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.598 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "elasticsearch container image", 2024-04-25T17:19:01.598 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.598 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.598 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.598 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.599 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_grafana": { 2024-04-25T17:19:01.599 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_grafana", 2024-04-25T17:19:01.599 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.599 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.599 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.599 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-25T17:19:01.599 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.599 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.599 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.599 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Prometheus container image", 2024-04-25T17:19:01.599 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.599 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.599 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.599 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.600 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_haproxy": { 2024-04-25T17:19:01.600 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_haproxy", 2024-04-25T17:19:01.600 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.600 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.600 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.600 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-25T17:19:01.600 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.600 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.600 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.600 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "HAproxy container image", 2024-04-25T17:19:01.600 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.600 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.600 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.600 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.601 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_jaeger_agent": { 2024-04-25T17:19:01.601 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_jaeger_agent", 2024-04-25T17:19:01.601 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.601 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.601 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.601 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-25T17:19:01.601 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.601 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.601 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.601 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Jaeger agent container image", 2024-04-25T17:19:01.601 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.601 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.601 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.601 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.601 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_jaeger_collector": { 2024-04-25T17:19:01.602 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_jaeger_collector", 2024-04-25T17:19:01.602 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.602 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.602 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.602 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-25T17:19:01.602 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.602 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.602 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.602 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Jaeger collector container image", 2024-04-25T17:19:01.602 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.602 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.602 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.602 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.602 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_jaeger_query": { 2024-04-25T17:19:01.603 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_jaeger_query", 2024-04-25T17:19:01.603 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.603 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.603 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.603 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-25T17:19:01.603 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.603 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.603 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.603 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Jaeger query container image", 2024-04-25T17:19:01.603 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.603 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.603 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.603 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.603 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_keepalived": { 2024-04-25T17:19:01.603 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_keepalived", 2024-04-25T17:19:01.604 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.604 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.604 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.604 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-25T17:19:01.604 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.604 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.604 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.604 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Keepalived container image", 2024-04-25T17:19:01.604 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.604 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.604 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.604 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.605 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_loki": { 2024-04-25T17:19:01.605 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_loki", 2024-04-25T17:19:01.605 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.605 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.605 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.605 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-25T17:19:01.605 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.605 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.605 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.605 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Loki container image", 2024-04-25T17:19:01.605 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.605 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.605 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.605 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.606 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_node_exporter": { 2024-04-25T17:19:01.606 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_node_exporter", 2024-04-25T17:19:01.606 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.606 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.606 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.606 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-25T17:19:01.606 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.606 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.606 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.606 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Prometheus container image", 2024-04-25T17:19:01.606 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.606 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.606 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.607 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.607 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_nvmeof": { 2024-04-25T17:19:01.607 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_nvmeof", 2024-04-25T17:19:01.607 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.607 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.607 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.607 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-25T17:19:01.607 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.607 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.607 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.607 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Nvme-of container image", 2024-04-25T17:19:01.607 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.607 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.608 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.608 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.608 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_prometheus": { 2024-04-25T17:19:01.608 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_prometheus", 2024-04-25T17:19:01.608 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.608 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.608 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.608 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-25T17:19:01.608 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.608 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.608 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.608 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Prometheus container image", 2024-04-25T17:19:01.609 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.609 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.609 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.609 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.609 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_promtail": { 2024-04-25T17:19:01.609 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_promtail", 2024-04-25T17:19:01.609 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.609 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.609 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.609 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-25T17:19:01.609 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.609 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.609 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.610 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Promtail container image", 2024-04-25T17:19:01.610 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.610 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.610 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.610 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.610 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_samba": { 2024-04-25T17:19:01.610 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_samba", 2024-04-25T17:19:01.610 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.610 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.610 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.610 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-25T17:19:01.610 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.611 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.611 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.611 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Samba/SMB container image", 2024-04-25T17:19:01.611 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.611 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.611 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.611 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.611 INFO:teuthology.orchestra.run.smithi028.stdout: "container_image_snmp_gateway": { 2024-04-25T17:19:01.611 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_image_snmp_gateway", 2024-04-25T17:19:01.611 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.611 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.611 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.612 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-25T17:19:01.612 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.612 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.612 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.612 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "SNMP Gateway container image", 2024-04-25T17:19:01.612 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.612 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.612 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.612 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.612 INFO:teuthology.orchestra.run.smithi028.stdout: "container_init": { 2024-04-25T17:19:01.612 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "container_init", 2024-04-25T17:19:01.612 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.612 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.613 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.613 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.613 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.613 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.613 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.613 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Run podman/docker with `--init`", 2024-04-25T17:19:01.613 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.613 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.613 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.613 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.613 INFO:teuthology.orchestra.run.smithi028.stdout: "daemon_cache_timeout": { 2024-04-25T17:19:01.613 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "daemon_cache_timeout", 2024-04-25T17:19:01.613 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.614 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.614 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.614 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "600", 2024-04-25T17:19:01.614 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.614 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.614 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.614 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-25T17:19:01.614 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.614 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.614 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.614 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.614 INFO:teuthology.orchestra.run.smithi028.stdout: "default_cephadm_command_timeout": { 2024-04-25T17:19:01.614 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "default_cephadm_command_timeout", 2024-04-25T17:19:01.615 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.615 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.615 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.615 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "900", 2024-04-25T17:19:01.615 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.615 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.615 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.615 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-25T17:19:01.615 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.615 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.615 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.615 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.615 INFO:teuthology.orchestra.run.smithi028.stdout: "default_registry": { 2024-04-25T17:19:01.616 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "default_registry", 2024-04-25T17:19:01.616 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.616 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.616 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.616 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "docker.io", 2024-04-25T17:19:01.616 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.616 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.616 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.616 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-25T17:19:01.616 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.616 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.616 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.616 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.617 INFO:teuthology.orchestra.run.smithi028.stdout: "device_cache_timeout": { 2024-04-25T17:19:01.617 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "device_cache_timeout", 2024-04-25T17:19:01.617 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.617 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.617 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.617 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "1800", 2024-04-25T17:19:01.617 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.617 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.617 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.617 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "seconds to cache device inventory", 2024-04-25T17:19:01.617 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.617 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.617 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.617 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.618 INFO:teuthology.orchestra.run.smithi028.stdout: "device_enhanced_scan": { 2024-04-25T17:19:01.618 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "device_enhanced_scan", 2024-04-25T17:19:01.618 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.618 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.618 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.618 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.618 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.618 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.618 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.618 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-25T17:19:01.618 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.619 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.619 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.619 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.619 INFO:teuthology.orchestra.run.smithi028.stdout: "facts_cache_timeout": { 2024-04-25T17:19:01.619 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "facts_cache_timeout", 2024-04-25T17:19:01.619 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.619 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.619 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.619 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "60", 2024-04-25T17:19:01.619 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.619 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.619 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.619 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "seconds to cache host facts data", 2024-04-25T17:19:01.620 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.620 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.620 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.620 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.620 INFO:teuthology.orchestra.run.smithi028.stdout: "grafana_dashboards_path": { 2024-04-25T17:19:01.620 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "grafana_dashboards_path", 2024-04-25T17:19:01.620 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.620 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.620 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.620 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-25T17:19:01.620 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.620 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.620 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.620 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-25T17:19:01.621 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.621 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.621 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.621 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.621 INFO:teuthology.orchestra.run.smithi028.stdout: "host_check_interval": { 2024-04-25T17:19:01.621 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "host_check_interval", 2024-04-25T17:19:01.621 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.621 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.621 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.621 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "600", 2024-04-25T17:19:01.621 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.621 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.622 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.622 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "how frequently to perform a host check", 2024-04-25T17:19:01.622 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.622 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.622 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.622 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.622 INFO:teuthology.orchestra.run.smithi028.stdout: "hw_monitoring": { 2024-04-25T17:19:01.622 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "hw_monitoring", 2024-04-25T17:19:01.622 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.622 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.622 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.622 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.622 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.623 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.623 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.623 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-25T17:19:01.623 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.623 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.623 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.623 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.623 INFO:teuthology.orchestra.run.smithi028.stdout: "inventory_list_all": { 2024-04-25T17:19:01.623 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "inventory_list_all", 2024-04-25T17:19:01.623 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.623 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.624 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.624 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.624 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.624 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.624 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.624 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-25T17:19:01.624 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.624 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.624 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.624 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.624 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.624 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.624 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.625 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.625 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.625 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.625 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.625 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.625 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.625 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.625 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.625 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.625 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.625 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.625 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.626 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.626 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.626 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.626 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.626 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.626 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.626 INFO:teuthology.orchestra.run.smithi028.stdout: "log_refresh_metadata": { 2024-04-25T17:19:01.626 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_refresh_metadata", 2024-04-25T17:19:01.626 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.626 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.626 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.626 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.626 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.627 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.627 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.627 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-25T17:19:01.627 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.627 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.627 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.627 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.627 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.627 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.627 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.627 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.627 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.627 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.628 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.628 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.628 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.628 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-25T17:19:01.628 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.628 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.628 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.628 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.628 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.628 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.628 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.628 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.628 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.629 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.629 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.629 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.629 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.629 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.629 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.629 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.629 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.629 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.629 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.629 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.629 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.629 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.630 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.630 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.630 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.630 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.630 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.630 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.630 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.630 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.630 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.630 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.630 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.630 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.630 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.631 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.631 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.631 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.631 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.631 INFO:teuthology.orchestra.run.smithi028.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-25T17:19:01.631 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-25T17:19:01.631 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.631 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.631 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.631 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.631 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.631 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.632 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.632 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-25T17:19:01.632 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.632 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.632 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.632 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.632 INFO:teuthology.orchestra.run.smithi028.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-25T17:19:01.632 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-25T17:19:01.632 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.632 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.632 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.632 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "*", 2024-04-25T17:19:01.632 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.633 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.633 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.633 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-25T17:19:01.633 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.633 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.633 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.633 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.633 INFO:teuthology.orchestra.run.smithi028.stdout: "max_count_per_host": { 2024-04-25T17:19:01.633 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "max_count_per_host", 2024-04-25T17:19:01.633 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.633 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.633 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.633 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10", 2024-04-25T17:19:01.633 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.634 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.634 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.634 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "max number of daemons per service per host", 2024-04-25T17:19:01.634 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.634 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.634 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.634 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.634 INFO:teuthology.orchestra.run.smithi028.stdout: "max_osd_draining_count": { 2024-04-25T17:19:01.634 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "max_osd_draining_count", 2024-04-25T17:19:01.634 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.634 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.634 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.634 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10", 2024-04-25T17:19:01.634 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.634 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.635 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.635 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-25T17:19:01.635 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.635 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.635 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.635 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.635 INFO:teuthology.orchestra.run.smithi028.stdout: "migration_current": { 2024-04-25T17:19:01.635 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "migration_current", 2024-04-25T17:19:01.635 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.635 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.635 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.635 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.635 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.635 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.635 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.636 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "internal - do not modify", 2024-04-25T17:19:01.636 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.636 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.636 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.636 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.636 INFO:teuthology.orchestra.run.smithi028.stdout: "mode": { 2024-04-25T17:19:01.636 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "mode", 2024-04-25T17:19:01.636 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.636 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.636 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.636 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "root", 2024-04-25T17:19:01.636 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.636 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.636 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.637 INFO:teuthology.orchestra.run.smithi028.stdout: "cephadm-package", 2024-04-25T17:19:01.637 INFO:teuthology.orchestra.run.smithi028.stdout: "root" 2024-04-25T17:19:01.637 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.637 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "mode for remote execution of cephadm", 2024-04-25T17:19:01.637 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.637 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.637 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.637 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.637 INFO:teuthology.orchestra.run.smithi028.stdout: "oob_default_addr": { 2024-04-25T17:19:01.637 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "oob_default_addr", 2024-04-25T17:19:01.637 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.637 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.637 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.637 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "169.254.1.1", 2024-04-25T17:19:01.637 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.638 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.638 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.638 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-25T17:19:01.638 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.638 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.638 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.638 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.638 INFO:teuthology.orchestra.run.smithi028.stdout: "prometheus_alerts_path": { 2024-04-25T17:19:01.638 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "prometheus_alerts_path", 2024-04-25T17:19:01.638 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.638 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.638 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.638 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-25T17:19:01.638 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.639 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.639 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.639 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-25T17:19:01.639 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.639 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.639 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.639 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.639 INFO:teuthology.orchestra.run.smithi028.stdout: "registry_insecure": { 2024-04-25T17:19:01.639 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "registry_insecure", 2024-04-25T17:19:01.639 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.639 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.639 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.639 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.639 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.639 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.639 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.640 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-25T17:19:01.640 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.640 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.640 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.640 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.640 INFO:teuthology.orchestra.run.smithi028.stdout: "registry_password": { 2024-04-25T17:19:01.640 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "registry_password", 2024-04-25T17:19:01.640 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.640 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.640 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.640 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.640 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.640 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.640 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.641 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-25T17:19:01.641 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.641 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.641 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.641 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.641 INFO:teuthology.orchestra.run.smithi028.stdout: "registry_url": { 2024-04-25T17:19:01.641 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "registry_url", 2024-04-25T17:19:01.641 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.641 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.641 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.641 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.641 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.641 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.641 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.642 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-25T17:19:01.642 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.642 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.642 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.642 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.642 INFO:teuthology.orchestra.run.smithi028.stdout: "registry_username": { 2024-04-25T17:19:01.642 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "registry_username", 2024-04-25T17:19:01.642 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.642 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.642 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.642 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.642 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.642 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.642 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.642 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-25T17:19:01.643 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.643 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.643 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.643 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.643 INFO:teuthology.orchestra.run.smithi028.stdout: "secure_monitoring_stack": { 2024-04-25T17:19:01.643 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "secure_monitoring_stack", 2024-04-25T17:19:01.643 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.643 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.643 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.643 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.643 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.643 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.643 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.643 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-25T17:19:01.644 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.644 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.644 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.644 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.644 INFO:teuthology.orchestra.run.smithi028.stdout: "service_discovery_port": { 2024-04-25T17:19:01.644 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "service_discovery_port", 2024-04-25T17:19:01.644 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.644 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.644 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.644 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "8765", 2024-04-25T17:19:01.644 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.644 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.644 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.645 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "cephadm service discovery port", 2024-04-25T17:19:01.645 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.645 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.645 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.645 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.645 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.645 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.645 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.645 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.645 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.645 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.645 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.645 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.645 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.646 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.646 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.646 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.646 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.646 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.646 INFO:teuthology.orchestra.run.smithi028.stdout: "ssh_config_file": { 2024-04-25T17:19:01.646 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ssh_config_file", 2024-04-25T17:19:01.646 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.646 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.646 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.646 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.646 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.646 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.647 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.647 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-25T17:19:01.647 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.647 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.647 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.647 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.647 INFO:teuthology.orchestra.run.smithi028.stdout: "use_agent": { 2024-04-25T17:19:01.647 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "use_agent", 2024-04-25T17:19:01.647 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.647 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.647 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.647 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.647 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.647 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.647 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.648 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-25T17:19:01.648 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.648 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.648 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.648 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.648 INFO:teuthology.orchestra.run.smithi028.stdout: "use_repo_digest": { 2024-04-25T17:19:01.648 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "use_repo_digest", 2024-04-25T17:19:01.648 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.648 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.648 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.648 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.648 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.648 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.648 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.649 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-25T17:19:01.649 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.649 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.649 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.649 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.649 INFO:teuthology.orchestra.run.smithi028.stdout: "warn_on_failed_host_check": { 2024-04-25T17:19:01.649 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "warn_on_failed_host_check", 2024-04-25T17:19:01.649 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.649 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.649 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.649 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.649 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.649 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.649 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.649 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "raise a health warning if the host check fails", 2024-04-25T17:19:01.650 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.650 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.650 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.650 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.650 INFO:teuthology.orchestra.run.smithi028.stdout: "warn_on_stray_daemons": { 2024-04-25T17:19:01.650 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "warn_on_stray_daemons", 2024-04-25T17:19:01.650 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.650 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.650 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.650 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.651 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.651 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.651 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.651 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-25T17:19:01.651 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.651 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.651 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.651 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.651 INFO:teuthology.orchestra.run.smithi028.stdout: "warn_on_stray_hosts": { 2024-04-25T17:19:01.651 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "warn_on_stray_hosts", 2024-04-25T17:19:01.651 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.651 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.651 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.652 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.652 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.652 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.652 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.652 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-25T17:19:01.652 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.652 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.652 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.652 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.652 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.652 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.652 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.653 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "crash", 2024-04-25T17:19:01.653 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.653 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.653 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.653 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.653 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.653 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.653 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.653 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.653 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.653 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.653 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.653 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.654 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.654 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.654 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.654 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.654 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.654 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.654 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.654 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.654 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.654 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.654 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.654 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.654 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.654 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.654 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.654 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.655 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.655 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.655 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.655 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.655 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.655 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.655 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.655 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.655 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.655 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.655 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.655 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.655 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.655 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.656 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.656 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.656 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.656 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.656 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.656 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.656 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.656 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.656 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.656 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.656 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.656 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.656 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.656 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.656 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.657 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.657 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.657 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.657 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.657 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.657 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.657 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.657 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.657 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.657 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.657 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.657 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.657 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.657 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.657 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.658 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.658 INFO:teuthology.orchestra.run.smithi028.stdout: "retain_interval": { 2024-04-25T17:19:01.658 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "retain_interval", 2024-04-25T17:19:01.658 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.658 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.658 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.658 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "31536000", 2024-04-25T17:19:01.658 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.658 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.658 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.658 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-25T17:19:01.658 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.658 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.658 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.659 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.659 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.659 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.659 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.659 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.659 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.659 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.659 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.659 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.659 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.659 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.659 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.659 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.660 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.660 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.660 INFO:teuthology.orchestra.run.smithi028.stdout: "warn_recent_interval": { 2024-04-25T17:19:01.660 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "warn_recent_interval", 2024-04-25T17:19:01.660 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.660 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.660 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.660 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "1209600", 2024-04-25T17:19:01.660 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.660 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.660 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.660 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-25T17:19:01.660 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.660 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.661 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.661 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.661 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.661 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.661 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.661 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "dashboard", 2024-04-25T17:19:01.661 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.661 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.661 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.661 INFO:teuthology.orchestra.run.smithi028.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-25T17:19:01.661 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-25T17:19:01.661 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.661 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.661 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.661 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10", 2024-04-25T17:19:01.662 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.662 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.662 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.662 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.662 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.662 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.662 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.662 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.662 INFO:teuthology.orchestra.run.smithi028.stdout: "ALERTMANAGER_API_HOST": { 2024-04-25T17:19:01.662 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-25T17:19:01.662 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.662 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.663 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.663 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.663 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.663 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.663 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.663 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.663 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.663 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.663 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.663 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.663 INFO:teuthology.orchestra.run.smithi028.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-25T17:19:01.663 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-25T17:19:01.663 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.663 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.663 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.664 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.664 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.664 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.664 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.664 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.664 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.664 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.664 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.664 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.664 INFO:teuthology.orchestra.run.smithi028.stdout: "AUDIT_API_ENABLED": { 2024-04-25T17:19:01.664 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "AUDIT_API_ENABLED", 2024-04-25T17:19:01.664 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.664 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.664 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.664 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.664 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.665 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.665 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.665 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.665 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.665 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.665 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.665 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.665 INFO:teuthology.orchestra.run.smithi028.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-25T17:19:01.665 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-25T17:19:01.665 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.665 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.665 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.665 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.665 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.666 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.666 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.666 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.666 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.666 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.666 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.666 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.666 INFO:teuthology.orchestra.run.smithi028.stdout: "ENABLE_BROWSABLE_API": { 2024-04-25T17:19:01.666 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-25T17:19:01.666 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.666 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.666 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.666 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.666 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.666 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.667 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.667 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.667 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.667 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.667 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.667 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.667 INFO:teuthology.orchestra.run.smithi028.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-25T17:19:01.667 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-25T17:19:01.667 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.667 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.667 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.667 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.667 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.668 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.668 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.668 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.668 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.668 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.668 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.668 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.668 INFO:teuthology.orchestra.run.smithi028.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-25T17:19:01.668 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-25T17:19:01.668 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.668 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.668 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.668 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.668 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.669 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.669 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.669 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.669 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.669 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.669 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.669 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.669 INFO:teuthology.orchestra.run.smithi028.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-25T17:19:01.669 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-25T17:19:01.669 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.669 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.669 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.670 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.670 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.670 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.670 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.670 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.670 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.670 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.670 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.670 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.670 INFO:teuthology.orchestra.run.smithi028.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-25T17:19:01.670 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-25T17:19:01.670 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.670 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.670 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.671 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.671 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.671 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.671 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.671 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.671 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.671 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.671 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.671 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.671 INFO:teuthology.orchestra.run.smithi028.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-25T17:19:01.671 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-25T17:19:01.671 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.671 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.671 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.671 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.672 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.672 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.672 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.672 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.672 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.672 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.672 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.672 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.672 INFO:teuthology.orchestra.run.smithi028.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-25T17:19:01.672 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-25T17:19:01.672 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.672 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.672 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.673 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.673 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.673 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.673 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.673 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.673 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.673 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.673 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.673 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.673 INFO:teuthology.orchestra.run.smithi028.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-25T17:19:01.673 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-25T17:19:01.673 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.673 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.673 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.674 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.674 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.674 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.674 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.674 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.674 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.674 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.674 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.674 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.674 INFO:teuthology.orchestra.run.smithi028.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-25T17:19:01.674 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-25T17:19:01.674 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.674 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.675 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.675 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.675 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.675 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.675 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.675 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.675 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.675 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.675 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.675 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.675 INFO:teuthology.orchestra.run.smithi028.stdout: "GRAFANA_API_PASSWORD": { 2024-04-25T17:19:01.675 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-25T17:19:01.675 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.675 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.675 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.675 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "admin", 2024-04-25T17:19:01.676 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.676 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.676 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.676 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.676 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.676 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.676 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.676 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.676 INFO:teuthology.orchestra.run.smithi028.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-25T17:19:01.676 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-25T17:19:01.676 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.676 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.676 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.676 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.676 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.677 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.677 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.677 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.677 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.677 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.677 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.677 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.677 INFO:teuthology.orchestra.run.smithi028.stdout: "GRAFANA_API_URL": { 2024-04-25T17:19:01.677 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "GRAFANA_API_URL", 2024-04-25T17:19:01.677 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.677 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.677 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.677 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.677 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.678 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.678 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.678 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.678 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.678 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.678 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.678 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.678 INFO:teuthology.orchestra.run.smithi028.stdout: "GRAFANA_API_USERNAME": { 2024-04-25T17:19:01.678 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-25T17:19:01.678 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.678 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.678 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.678 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "admin", 2024-04-25T17:19:01.678 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.679 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.679 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.679 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.679 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.679 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.679 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.679 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.679 INFO:teuthology.orchestra.run.smithi028.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-25T17:19:01.679 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-25T17:19:01.679 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.679 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.679 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.679 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.679 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.679 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.680 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.680 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.680 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.680 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.680 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.680 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.680 INFO:teuthology.orchestra.run.smithi028.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-25T17:19:01.680 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-25T17:19:01.680 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.680 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.680 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.680 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.680 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.680 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.680 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.681 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.681 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.681 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.681 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.681 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.681 INFO:teuthology.orchestra.run.smithi028.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-25T17:19:01.681 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-25T17:19:01.681 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.681 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.681 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.681 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.681 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.681 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.681 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.682 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.682 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.682 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.682 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.682 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.682 INFO:teuthology.orchestra.run.smithi028.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-25T17:19:01.682 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-25T17:19:01.682 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.682 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.682 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.682 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.682 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.683 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.683 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.683 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.683 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.683 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.683 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.683 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.683 INFO:teuthology.orchestra.run.smithi028.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-25T17:19:01.683 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-25T17:19:01.683 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.683 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.683 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.683 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "[]", 2024-04-25T17:19:01.683 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.684 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.684 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.684 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.684 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.684 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.684 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.684 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.684 INFO:teuthology.orchestra.run.smithi028.stdout: "MULTICLUSTER_CONFIG": { 2024-04-25T17:19:01.684 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-25T17:19:01.684 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.684 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.684 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.684 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "{}", 2024-04-25T17:19:01.684 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.685 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.685 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.685 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.685 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.685 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.685 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.685 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.685 INFO:teuthology.orchestra.run.smithi028.stdout: "PROMETHEUS_API_HOST": { 2024-04-25T17:19:01.685 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-25T17:19:01.685 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.685 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.685 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.685 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.686 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.686 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.686 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.686 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.686 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.686 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.686 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.686 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.686 INFO:teuthology.orchestra.run.smithi028.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-25T17:19:01.686 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-25T17:19:01.686 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.686 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.686 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.687 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.687 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.687 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.687 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.687 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.687 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.687 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.687 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.687 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.687 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-25T17:19:01.687 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-25T17:19:01.688 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.688 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.688 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.688 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.688 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.688 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.688 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.688 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.688 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.688 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.688 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.688 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.688 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-25T17:19:01.688 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-25T17:19:01.689 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.689 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.689 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.689 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.689 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.689 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.689 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.689 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.689 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.689 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.689 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.689 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.689 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-25T17:19:01.689 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-25T17:19:01.689 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.690 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.690 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.690 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.690 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.690 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.690 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.690 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.690 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.690 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.690 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.690 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.690 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-25T17:19:01.690 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-25T17:19:01.691 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.691 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.691 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.691 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.691 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.691 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.691 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.691 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.691 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.691 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.691 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.691 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.691 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-25T17:19:01.692 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-25T17:19:01.692 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.692 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.692 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.692 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.692 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.692 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.692 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.692 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.692 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.692 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.692 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.692 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.692 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-25T17:19:01.693 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-25T17:19:01.693 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.693 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.693 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.693 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.693 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.693 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.693 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.693 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.693 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.693 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.693 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.693 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.693 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-25T17:19:01.694 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-25T17:19:01.694 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.694 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.694 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.694 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.694 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.694 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.694 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.694 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.694 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.694 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.694 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.694 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.695 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_ENABLED": { 2024-04-25T17:19:01.695 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-25T17:19:01.695 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.695 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.695 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.695 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.695 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.695 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.695 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.695 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.695 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.695 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.695 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.696 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.696 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-25T17:19:01.696 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-25T17:19:01.696 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.696 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.696 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.696 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-25T17:19:01.696 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.696 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.696 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.696 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.696 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.696 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.696 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.697 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.697 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-25T17:19:01.697 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-25T17:19:01.697 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.697 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.697 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.697 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10", 2024-04-25T17:19:01.697 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.697 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.697 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.697 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.697 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.697 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.697 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.698 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.698 INFO:teuthology.orchestra.run.smithi028.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-25T17:19:01.698 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-25T17:19:01.698 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.698 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.698 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.698 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "8", 2024-04-25T17:19:01.698 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.698 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.698 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.698 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.698 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.698 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.699 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.699 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.699 INFO:teuthology.orchestra.run.smithi028.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-25T17:19:01.699 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-25T17:19:01.699 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.699 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.699 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.699 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "45", 2024-04-25T17:19:01.699 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.699 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.699 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.699 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.700 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.700 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.700 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.700 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.700 INFO:teuthology.orchestra.run.smithi028.stdout: "RGW_API_ACCESS_KEY": { 2024-04-25T17:19:01.700 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-25T17:19:01.700 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.700 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.700 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.700 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.700 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.700 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.701 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.701 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.701 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.701 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.701 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.701 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.701 INFO:teuthology.orchestra.run.smithi028.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-25T17:19:01.701 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-25T17:19:01.701 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.701 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.701 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.701 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "admin", 2024-04-25T17:19:01.701 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.702 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.702 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.702 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.702 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.702 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.702 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.702 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.702 INFO:teuthology.orchestra.run.smithi028.stdout: "RGW_API_SECRET_KEY": { 2024-04-25T17:19:01.702 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-25T17:19:01.702 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.702 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.702 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.702 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.702 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.703 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.703 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.703 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.703 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.703 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.703 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.703 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.703 INFO:teuthology.orchestra.run.smithi028.stdout: "RGW_API_SSL_VERIFY": { 2024-04-25T17:19:01.703 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-25T17:19:01.703 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.703 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.703 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.703 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.703 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.703 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.704 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.704 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.704 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.704 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.704 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.704 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.704 INFO:teuthology.orchestra.run.smithi028.stdout: "UNSAFE_TLS_v1_2": { 2024-04-25T17:19:01.704 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-25T17:19:01.704 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.704 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.704 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.704 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.704 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.705 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.705 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.705 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.705 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.705 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.705 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.705 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.705 INFO:teuthology.orchestra.run.smithi028.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-25T17:19:01.705 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-25T17:19:01.705 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.705 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.705 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.705 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.705 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.706 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.706 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.706 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.706 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.706 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.706 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.706 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.706 INFO:teuthology.orchestra.run.smithi028.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-25T17:19:01.706 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-25T17:19:01.706 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.706 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.706 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.706 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10", 2024-04-25T17:19:01.707 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.707 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.707 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.707 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.707 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.707 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.707 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.707 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.707 INFO:teuthology.orchestra.run.smithi028.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-25T17:19:01.707 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-25T17:19:01.707 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.707 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.707 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.708 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "5", 2024-04-25T17:19:01.708 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.708 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.708 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.708 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.708 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.708 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.708 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.708 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.708 INFO:teuthology.orchestra.run.smithi028.stdout: "cross_origin_url": { 2024-04-25T17:19:01.708 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "cross_origin_url", 2024-04-25T17:19:01.708 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.708 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.709 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.709 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.709 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.709 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.709 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.709 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.709 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.709 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.709 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.709 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.709 INFO:teuthology.orchestra.run.smithi028.stdout: "crt_file": { 2024-04-25T17:19:01.709 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "crt_file", 2024-04-25T17:19:01.709 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.710 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.710 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.710 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.710 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.710 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.710 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.710 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.710 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.710 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.710 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.710 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.710 INFO:teuthology.orchestra.run.smithi028.stdout: "debug": { 2024-04-25T17:19:01.710 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "debug", 2024-04-25T17:19:01.711 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.711 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.711 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.711 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.711 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.711 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.711 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.711 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Enable/disable debug options", 2024-04-25T17:19:01.711 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.711 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.711 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.711 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.711 INFO:teuthology.orchestra.run.smithi028.stdout: "jwt_token_ttl": { 2024-04-25T17:19:01.712 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "jwt_token_ttl", 2024-04-25T17:19:01.712 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.712 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.712 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.712 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "28800", 2024-04-25T17:19:01.712 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.712 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.712 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.712 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.712 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.712 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.712 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.712 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.713 INFO:teuthology.orchestra.run.smithi028.stdout: "key_file": { 2024-04-25T17:19:01.713 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "key_file", 2024-04-25T17:19:01.713 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.713 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.713 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.713 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.713 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.713 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.713 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.713 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.713 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.713 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.713 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.713 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.713 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.714 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.714 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.714 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.714 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.714 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.714 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.714 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.714 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.714 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.714 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.714 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.714 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.714 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.714 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.715 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.715 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.715 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.715 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.715 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.715 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.715 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.715 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.715 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.715 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.715 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.715 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.715 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.715 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.716 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.716 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.716 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.716 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.716 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.716 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.716 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.716 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.716 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.716 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.716 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.716 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.716 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.716 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.717 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.717 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.717 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.717 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.717 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.717 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.717 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.717 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.717 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.717 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.717 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.717 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.717 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.717 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.717 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.718 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.718 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.718 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.718 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.718 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.718 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.718 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.718 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.718 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.718 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.718 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.718 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.718 INFO:teuthology.orchestra.run.smithi028.stdout: "motd": { 2024-04-25T17:19:01.718 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "motd", 2024-04-25T17:19:01.719 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.719 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.719 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.719 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.719 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.719 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.719 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.719 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "The message of the day", 2024-04-25T17:19:01.719 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.719 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.719 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.719 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.719 INFO:teuthology.orchestra.run.smithi028.stdout: "redirect_resolve_ip_addr": { 2024-04-25T17:19:01.719 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "redirect_resolve_ip_addr", 2024-04-25T17:19:01.720 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.720 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.720 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.720 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.720 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.720 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.720 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.720 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.720 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.720 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.720 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.720 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.720 INFO:teuthology.orchestra.run.smithi028.stdout: "server_addr": { 2024-04-25T17:19:01.720 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "server_addr", 2024-04-25T17:19:01.721 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.721 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.721 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.721 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "::", 2024-04-25T17:19:01.721 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.721 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.721 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.721 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.721 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.721 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.721 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.721 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.722 INFO:teuthology.orchestra.run.smithi028.stdout: "server_port": { 2024-04-25T17:19:01.722 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "server_port", 2024-04-25T17:19:01.722 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.722 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.722 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.722 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "8080", 2024-04-25T17:19:01.722 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.722 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.722 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.722 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.722 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.722 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.722 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.722 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.723 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.723 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.723 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.723 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.723 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.723 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.723 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.723 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.723 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.723 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.723 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.723 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.723 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.723 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.724 INFO:teuthology.orchestra.run.smithi028.stdout: "ssl": { 2024-04-25T17:19:01.724 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ssl", 2024-04-25T17:19:01.724 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.724 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.724 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.724 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.724 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.724 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.724 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.724 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.724 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.724 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.724 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.724 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.724 INFO:teuthology.orchestra.run.smithi028.stdout: "ssl_server_port": { 2024-04-25T17:19:01.724 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ssl_server_port", 2024-04-25T17:19:01.724 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.725 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.725 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.725 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "8443", 2024-04-25T17:19:01.725 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.725 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.725 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.725 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.725 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.725 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.725 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.725 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.725 INFO:teuthology.orchestra.run.smithi028.stdout: "standby_behaviour": { 2024-04-25T17:19:01.725 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "standby_behaviour", 2024-04-25T17:19:01.725 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.725 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.725 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.726 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "redirect", 2024-04-25T17:19:01.726 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.726 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.726 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.726 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.726 INFO:teuthology.orchestra.run.smithi028.stdout: "redirect" 2024-04-25T17:19:01.726 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.726 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.726 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.726 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.726 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.726 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.726 INFO:teuthology.orchestra.run.smithi028.stdout: "standby_error_status_code": { 2024-04-25T17:19:01.726 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "standby_error_status_code", 2024-04-25T17:19:01.727 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.727 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.727 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.727 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "500", 2024-04-25T17:19:01.727 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "400", 2024-04-25T17:19:01.727 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "599", 2024-04-25T17:19:01.727 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.727 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.727 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.727 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.727 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.727 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.727 INFO:teuthology.orchestra.run.smithi028.stdout: "url_prefix": { 2024-04-25T17:19:01.728 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "url_prefix", 2024-04-25T17:19:01.728 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.728 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.728 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.728 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.728 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.728 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.728 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.728 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.728 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.728 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.728 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.728 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.729 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.729 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.729 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.729 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "devicehealth", 2024-04-25T17:19:01.729 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.729 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.729 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.729 INFO:teuthology.orchestra.run.smithi028.stdout: "enable_monitoring": { 2024-04-25T17:19:01.729 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "enable_monitoring", 2024-04-25T17:19:01.729 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.729 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.729 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.729 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.730 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.730 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.730 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.730 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "monitor device health metrics", 2024-04-25T17:19:01.730 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.730 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.730 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.730 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.730 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.730 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.730 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.730 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.731 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.731 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.731 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.731 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.731 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.731 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.731 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.731 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.731 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.731 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.731 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.731 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.731 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.731 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.731 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.731 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.732 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.732 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.732 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.732 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.732 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.732 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.732 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.732 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.732 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.732 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.732 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.732 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.732 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.732 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.733 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.733 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.733 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.733 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.733 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.733 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.733 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.733 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.733 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.733 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.733 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.733 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.733 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.733 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.734 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.734 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.734 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.734 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.734 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.734 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.734 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.734 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.734 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.734 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.734 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.734 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.734 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.734 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.734 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.735 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.735 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.735 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.735 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.735 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.735 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.735 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.735 INFO:teuthology.orchestra.run.smithi028.stdout: "mark_out_threshold": { 2024-04-25T17:19:01.735 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "mark_out_threshold", 2024-04-25T17:19:01.735 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.735 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.735 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.735 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "2419200", 2024-04-25T17:19:01.735 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.736 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.736 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.736 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-25T17:19:01.736 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.736 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.736 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.736 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.736 INFO:teuthology.orchestra.run.smithi028.stdout: "pool_name": { 2024-04-25T17:19:01.736 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "pool_name", 2024-04-25T17:19:01.736 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.736 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.736 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.736 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "device_health_metrics", 2024-04-25T17:19:01.736 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.737 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.737 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.737 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-25T17:19:01.737 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.737 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.737 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.737 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.737 INFO:teuthology.orchestra.run.smithi028.stdout: "retention_period": { 2024-04-25T17:19:01.737 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "retention_period", 2024-04-25T17:19:01.737 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.737 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.737 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.737 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "15552000", 2024-04-25T17:19:01.738 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.738 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.738 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.738 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "how long to retain device health metrics", 2024-04-25T17:19:01.738 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.738 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.738 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.738 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.738 INFO:teuthology.orchestra.run.smithi028.stdout: "scrape_frequency": { 2024-04-25T17:19:01.741 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "scrape_frequency", 2024-04-25T17:19:01.741 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.741 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.741 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.741 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "86400", 2024-04-25T17:19:01.741 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.741 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.741 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.742 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-25T17:19:01.742 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.742 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.742 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.742 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.742 INFO:teuthology.orchestra.run.smithi028.stdout: "self_heal": { 2024-04-25T17:19:01.742 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "self_heal", 2024-04-25T17:19:01.742 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.742 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.742 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.742 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.742 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.742 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.742 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.743 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-25T17:19:01.743 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.743 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.743 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.743 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.743 INFO:teuthology.orchestra.run.smithi028.stdout: "sleep_interval": { 2024-04-25T17:19:01.743 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sleep_interval", 2024-04-25T17:19:01.743 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.743 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.743 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.743 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "600", 2024-04-25T17:19:01.743 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.743 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.743 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.744 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "how frequently to wake up and check device health", 2024-04-25T17:19:01.744 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.744 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.744 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.744 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.744 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.744 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.744 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.744 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.744 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.744 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.744 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.744 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.745 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.745 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.745 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.745 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.745 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.745 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.745 INFO:teuthology.orchestra.run.smithi028.stdout: "warn_threshold": { 2024-04-25T17:19:01.745 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "warn_threshold", 2024-04-25T17:19:01.745 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.745 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.745 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.745 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "7257600", 2024-04-25T17:19:01.746 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.746 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.746 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.746 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-25T17:19:01.746 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.746 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.746 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.746 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.746 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.746 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.746 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.746 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "diskprediction_local", 2024-04-25T17:19:01.746 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.746 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.746 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.747 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.747 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.747 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.747 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.747 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.747 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.747 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.747 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.747 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.747 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.747 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.747 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.747 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.747 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.747 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.748 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.748 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.748 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.748 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.748 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.748 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.748 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.748 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.748 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.748 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.748 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.748 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.748 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.748 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.748 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.749 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.749 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.749 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.749 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.749 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.749 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.749 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.749 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.749 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.749 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.749 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.749 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.749 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.749 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.749 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.750 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.750 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.750 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.750 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.750 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.750 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.750 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.750 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.750 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.750 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.750 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.750 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.750 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.750 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.751 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.751 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.751 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.751 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.751 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.751 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.751 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.751 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.751 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.751 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.751 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.751 INFO:teuthology.orchestra.run.smithi028.stdout: "predict_interval": { 2024-04-25T17:19:01.751 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "predict_interval", 2024-04-25T17:19:01.751 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.751 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.751 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.752 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "86400", 2024-04-25T17:19:01.752 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.752 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.752 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.752 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.752 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.752 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.752 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.752 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.752 INFO:teuthology.orchestra.run.smithi028.stdout: "predictor_model": { 2024-04-25T17:19:01.752 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "predictor_model", 2024-04-25T17:19:01.752 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.752 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.752 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.753 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "prophetstor", 2024-04-25T17:19:01.753 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.753 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.753 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.753 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.753 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.753 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.753 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.753 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.753 INFO:teuthology.orchestra.run.smithi028.stdout: "sleep_interval": { 2024-04-25T17:19:01.753 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sleep_interval", 2024-04-25T17:19:01.753 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.753 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.753 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.754 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "600", 2024-04-25T17:19:01.754 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.754 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.754 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.754 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.754 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.754 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.754 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.754 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.754 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.754 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.754 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.754 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.754 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.755 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.755 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.755 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.755 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.755 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.755 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.755 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.755 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.755 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.755 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.755 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.755 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.755 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "influx", 2024-04-25T17:19:01.755 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": false, 2024-04-25T17:19:01.755 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "influxdb python module not found", 2024-04-25T17:19:01.755 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.756 INFO:teuthology.orchestra.run.smithi028.stdout: "batch_size": { 2024-04-25T17:19:01.756 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "batch_size", 2024-04-25T17:19:01.756 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.756 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.756 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.756 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "5000", 2024-04-25T17:19:01.756 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.756 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.756 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.756 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-25T17:19:01.756 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.756 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.756 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.757 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.757 INFO:teuthology.orchestra.run.smithi028.stdout: "database": { 2024-04-25T17:19:01.757 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "database", 2024-04-25T17:19:01.757 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.757 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.757 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.757 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "ceph", 2024-04-25T17:19:01.757 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.757 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.757 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.757 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-25T17:19:01.757 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.757 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.757 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.758 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.758 INFO:teuthology.orchestra.run.smithi028.stdout: "hostname": { 2024-04-25T17:19:01.758 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "hostname", 2024-04-25T17:19:01.758 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.758 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.758 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.758 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.758 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.758 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.758 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.758 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "InfluxDB server hostname", 2024-04-25T17:19:01.758 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.758 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.759 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.759 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.759 INFO:teuthology.orchestra.run.smithi028.stdout: "interval": { 2024-04-25T17:19:01.759 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "interval", 2024-04-25T17:19:01.759 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.759 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.759 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.759 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "30", 2024-04-25T17:19:01.759 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "5", 2024-04-25T17:19:01.759 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.759 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.759 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-25T17:19:01.759 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.759 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.760 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.760 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.760 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.760 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.760 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.760 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.760 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.760 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.760 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.760 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.760 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.760 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.760 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.760 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.761 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.761 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.761 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.761 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.761 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.761 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.761 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.761 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.761 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.761 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.761 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.761 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.761 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.761 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.761 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.762 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.762 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.762 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.762 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.762 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.762 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.762 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.762 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.762 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.762 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.762 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.762 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.762 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.762 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.763 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.763 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.763 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.763 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.763 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.763 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.763 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.763 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.763 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.763 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.763 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.763 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.763 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.764 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.764 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.764 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.764 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.764 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.764 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.764 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.764 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.764 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.764 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.764 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.764 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.764 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.764 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.764 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.765 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.765 INFO:teuthology.orchestra.run.smithi028.stdout: "password": { 2024-04-25T17:19:01.765 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "password", 2024-04-25T17:19:01.765 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.765 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.765 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.765 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.765 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.765 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.765 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.765 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "password of InfluxDB server user", 2024-04-25T17:19:01.765 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.765 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.765 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.766 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.766 INFO:teuthology.orchestra.run.smithi028.stdout: "port": { 2024-04-25T17:19:01.766 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "port", 2024-04-25T17:19:01.766 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.766 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.766 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.766 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "8086", 2024-04-25T17:19:01.766 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.766 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.766 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.766 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "InfluxDB server port", 2024-04-25T17:19:01.766 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.766 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.766 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.767 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.767 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.767 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.767 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.767 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.767 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.767 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.767 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.767 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.767 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.767 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.767 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.767 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.767 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.767 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.768 INFO:teuthology.orchestra.run.smithi028.stdout: "ssl": { 2024-04-25T17:19:01.768 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ssl", 2024-04-25T17:19:01.768 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.768 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.768 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.768 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "false", 2024-04-25T17:19:01.768 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.768 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.768 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.768 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T17:19:01.768 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.768 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.768 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.769 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.769 INFO:teuthology.orchestra.run.smithi028.stdout: "threads": { 2024-04-25T17:19:01.769 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "threads", 2024-04-25T17:19:01.769 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.769 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.769 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.769 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "5", 2024-04-25T17:19:01.769 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "1", 2024-04-25T17:19:01.769 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "32", 2024-04-25T17:19:01.769 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.769 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-25T17:19:01.769 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.769 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.769 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.770 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.770 INFO:teuthology.orchestra.run.smithi028.stdout: "username": { 2024-04-25T17:19:01.770 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "username", 2024-04-25T17:19:01.770 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.770 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.770 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.770 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.770 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.770 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.770 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.770 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "username of InfluxDB server user", 2024-04-25T17:19:01.770 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.770 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.770 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.771 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.771 INFO:teuthology.orchestra.run.smithi028.stdout: "verify_ssl": { 2024-04-25T17:19:01.771 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "verify_ssl", 2024-04-25T17:19:01.771 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.771 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.771 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.771 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "true", 2024-04-25T17:19:01.771 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.771 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.771 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.771 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T17:19:01.771 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.771 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.772 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.772 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.772 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.772 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.772 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.772 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "insights", 2024-04-25T17:19:01.772 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.772 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.772 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.772 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.772 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.772 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.772 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.772 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.773 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.773 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.773 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.773 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.773 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.773 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.773 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.773 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.773 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.773 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.773 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.773 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.773 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.773 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.774 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.774 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.774 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.774 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.774 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.774 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.774 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.774 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.774 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.774 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.774 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.774 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.774 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.775 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.775 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.775 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.775 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.775 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.775 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.775 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.775 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.775 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.775 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.775 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.775 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.775 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.775 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.775 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.776 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.776 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.776 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.776 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.776 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.776 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.776 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.776 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.776 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.776 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.776 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.776 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.776 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.776 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.777 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.777 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.777 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.777 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.777 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.777 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.777 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.777 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.777 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.777 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.777 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.777 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.777 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.777 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.778 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.778 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.778 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.778 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.778 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.778 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.778 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.778 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.778 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.778 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.778 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.778 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.778 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "iostat", 2024-04-25T17:19:01.778 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.779 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.779 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.779 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.779 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.779 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.779 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.779 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.779 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.779 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.779 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.779 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.779 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.779 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.779 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.779 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.780 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.780 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.780 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.780 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.780 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.780 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.780 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.780 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.780 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.780 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.780 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.780 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.780 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.780 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.781 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.781 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.781 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.781 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.781 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.781 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.781 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.781 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.781 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.781 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.781 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.781 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.781 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.781 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.781 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.782 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.782 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.782 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.782 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.782 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.782 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.782 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.782 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.782 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.782 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.782 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.782 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.782 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.782 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.782 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.783 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.783 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.783 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.783 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.783 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.783 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.783 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.783 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.783 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.783 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.783 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.783 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.783 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.783 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.784 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.784 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.784 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.784 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.784 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.784 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.784 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.784 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.784 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.784 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.784 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.784 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.784 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.784 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.784 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.785 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.785 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "k8sevents", 2024-04-25T17:19:01.785 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.785 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.785 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.785 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph_event_retention_days": { 2024-04-25T17:19:01.785 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "ceph_event_retention_days", 2024-04-25T17:19:01.785 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.785 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.785 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.785 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "7", 2024-04-25T17:19:01.785 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.785 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.785 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.786 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-25T17:19:01.786 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.786 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.786 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.786 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.786 INFO:teuthology.orchestra.run.smithi028.stdout: "config_check_secs": { 2024-04-25T17:19:01.786 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "config_check_secs", 2024-04-25T17:19:01.786 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.786 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.786 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.786 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10", 2024-04-25T17:19:01.786 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "10", 2024-04-25T17:19:01.786 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.786 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.787 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-25T17:19:01.787 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.787 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.787 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.787 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.787 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.787 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.787 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.787 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.787 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.787 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.787 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.787 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.787 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.788 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.788 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.788 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.788 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.788 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.788 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.788 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.788 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.788 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.788 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.788 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.788 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.788 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.788 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.789 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.789 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.789 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.789 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.789 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.789 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.789 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.789 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.789 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.789 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.789 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.789 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.789 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.789 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.789 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.789 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.790 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.790 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.790 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.790 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.790 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.790 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.790 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.790 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.790 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.790 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.791 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.791 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.791 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.791 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.791 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.791 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.791 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.791 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.791 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.791 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.791 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.791 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.791 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.792 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.792 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.792 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.792 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.792 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.792 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.792 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.792 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.792 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.792 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.792 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.792 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.792 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.793 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.793 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.793 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.793 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.793 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.793 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.793 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.793 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.793 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.793 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.793 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.793 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.793 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "localpool", 2024-04-25T17:19:01.793 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.794 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.794 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.794 INFO:teuthology.orchestra.run.smithi028.stdout: "failure_domain": { 2024-04-25T17:19:01.794 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "failure_domain", 2024-04-25T17:19:01.794 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.794 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.794 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.794 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "host", 2024-04-25T17:19:01.794 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.794 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.794 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.794 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "failure domain for any created local pool", 2024-04-25T17:19:01.794 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-25T17:19:01.794 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.795 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.795 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.795 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.795 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.795 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.795 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.795 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.795 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.795 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.795 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.795 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.795 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.795 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.795 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.795 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.796 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.796 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.796 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.796 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.796 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.796 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.796 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.796 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.796 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.796 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.796 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.796 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.796 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.796 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.797 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.797 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.797 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.797 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.797 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.797 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.797 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.797 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.797 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.797 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.797 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.797 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.797 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.798 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.798 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.798 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.798 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.798 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.798 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.798 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.798 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.798 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.798 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.798 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.798 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.798 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.799 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.799 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.799 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.799 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.799 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.799 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.799 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.799 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.799 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.799 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.799 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.799 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.799 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.799 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.800 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.800 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.800 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.800 INFO:teuthology.orchestra.run.smithi028.stdout: "min_size": { 2024-04-25T17:19:01.800 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "min_size", 2024-04-25T17:19:01.800 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.800 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.800 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.800 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.800 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.800 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.800 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.800 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "default min_size for any created local pool", 2024-04-25T17:19:01.800 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-25T17:19:01.801 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.801 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.801 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.801 INFO:teuthology.orchestra.run.smithi028.stdout: "num_rep": { 2024-04-25T17:19:01.801 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "num_rep", 2024-04-25T17:19:01.801 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.801 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.801 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.801 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "3", 2024-04-25T17:19:01.801 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.801 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.801 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.801 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "default replica count for any created local pool", 2024-04-25T17:19:01.801 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.801 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.802 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.802 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.802 INFO:teuthology.orchestra.run.smithi028.stdout: "pg_num": { 2024-04-25T17:19:01.802 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "pg_num", 2024-04-25T17:19:01.802 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.802 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.802 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.802 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "128", 2024-04-25T17:19:01.802 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.802 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.802 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.802 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "default pg_num for any created local pool", 2024-04-25T17:19:01.802 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.803 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.803 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.803 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.803 INFO:teuthology.orchestra.run.smithi028.stdout: "prefix": { 2024-04-25T17:19:01.803 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "prefix", 2024-04-25T17:19:01.803 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.803 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.803 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.803 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.803 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.803 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.803 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.803 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "name prefix for any created local pool", 2024-04-25T17:19:01.803 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.804 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.804 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.804 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.804 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.804 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.804 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.804 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.804 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.804 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.804 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.804 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.804 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.804 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.804 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.805 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.805 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.805 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.805 INFO:teuthology.orchestra.run.smithi028.stdout: "subtree": { 2024-04-25T17:19:01.805 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "subtree", 2024-04-25T17:19:01.805 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.805 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.805 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.805 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "rack", 2024-04-25T17:19:01.805 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.805 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.805 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.805 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-25T17:19:01.805 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-25T17:19:01.805 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.806 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.806 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.806 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.806 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.806 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.806 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "mds_autoscaler", 2024-04-25T17:19:01.806 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.806 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.806 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.806 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.806 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.806 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.806 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.806 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.806 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.807 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.807 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.807 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.807 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.807 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.807 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.807 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.807 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.807 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.807 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.807 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.807 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.807 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.807 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.808 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.808 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.808 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.808 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.808 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.808 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.808 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.808 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.808 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.808 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.808 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.808 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.808 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.808 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.809 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.809 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.809 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.809 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.809 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.809 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.809 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.809 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.809 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.809 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.809 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.810 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.810 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.810 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.810 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.810 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.810 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.810 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.810 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.810 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.810 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.810 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.810 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.810 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.810 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.811 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.811 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.811 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.811 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.811 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.811 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.811 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.811 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.811 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.811 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.811 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.811 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.811 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.811 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.812 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.812 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.812 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.812 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.812 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.812 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.812 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.812 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.812 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.812 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.812 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.812 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.812 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.813 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.813 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "mirroring", 2024-04-25T17:19:01.813 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.813 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.813 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.813 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.813 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.813 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.813 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.813 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.813 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.813 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.813 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.814 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.814 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.814 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.814 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.814 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.814 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.814 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.814 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.814 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.814 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.814 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.814 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.814 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.814 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.815 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.815 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.815 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.815 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.815 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.815 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.815 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.815 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.815 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.815 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.815 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.815 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.815 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.815 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.815 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.816 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.816 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.816 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.816 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.816 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.816 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.816 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.816 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.816 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.816 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.816 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.816 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.816 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.816 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.817 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.817 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.817 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.817 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.817 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.817 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.817 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.817 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.817 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.817 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.817 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.817 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.817 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.817 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.818 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.818 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.818 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.818 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.818 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.818 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.818 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.818 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.818 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.818 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.818 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.818 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.818 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.819 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.819 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.819 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.819 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.819 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.819 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.819 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.819 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.819 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.819 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "nfs", 2024-04-25T17:19:01.819 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.819 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.819 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.819 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.819 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.819 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.820 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.820 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.820 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.820 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.820 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.820 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.820 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.820 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.820 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.820 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.820 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.820 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.820 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.821 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.821 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.821 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.821 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.821 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.821 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.821 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.821 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.821 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.821 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.821 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.821 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.821 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.822 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.822 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.822 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.822 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.822 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.822 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.822 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.822 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.822 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.822 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.822 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.822 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.822 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.823 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.823 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.823 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.823 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.823 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.823 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.823 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.823 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.823 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.823 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.823 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.823 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.823 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.823 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.824 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.824 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.824 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.824 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.824 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.824 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.824 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.824 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.824 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.824 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.824 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.824 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.824 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.825 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.825 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.825 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.825 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.825 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.825 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.825 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.825 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.825 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.825 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.825 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.825 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.825 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.825 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.826 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.826 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.826 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.826 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.826 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "orchestrator", 2024-04-25T17:19:01.826 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.826 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.826 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.826 INFO:teuthology.orchestra.run.smithi028.stdout: "fail_fs": { 2024-04-25T17:19:01.826 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "fail_fs", 2024-04-25T17:19:01.826 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.826 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.826 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.827 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.827 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.827 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.827 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.827 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-25T17:19:01.827 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.827 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.827 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.827 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.827 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.827 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.827 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.827 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.827 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.828 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.828 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.828 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.828 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.828 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.828 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.828 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.828 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.828 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.828 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.828 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.828 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.828 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.829 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.829 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.829 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.829 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.829 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.829 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.829 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.829 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.829 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.829 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.829 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.829 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.829 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.829 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.830 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.830 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.830 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.830 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.830 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.830 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.830 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.830 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.830 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.830 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.830 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.830 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.831 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.831 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.831 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.831 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.831 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.831 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.831 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.831 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.831 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.831 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.831 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.831 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.831 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.831 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.832 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.832 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.832 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.832 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.832 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.832 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.832 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.832 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.832 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.832 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.832 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.832 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.832 INFO:teuthology.orchestra.run.smithi028.stdout: "orchestrator": { 2024-04-25T17:19:01.832 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "orchestrator", 2024-04-25T17:19:01.832 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.833 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.833 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.833 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.833 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.833 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.833 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.833 INFO:teuthology.orchestra.run.smithi028.stdout: "cephadm", 2024-04-25T17:19:01.833 INFO:teuthology.orchestra.run.smithi028.stdout: "rook", 2024-04-25T17:19:01.833 INFO:teuthology.orchestra.run.smithi028.stdout: "test_orchestrator" 2024-04-25T17:19:01.833 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.833 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Orchestrator backend", 2024-04-25T17:19:01.833 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.833 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.833 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.834 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.834 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.834 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.834 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.834 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.834 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.834 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.834 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.834 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.834 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.834 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.834 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.834 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.835 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.835 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.835 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.835 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.835 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.835 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "osd_perf_query", 2024-04-25T17:19:01.835 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.835 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.835 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.835 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.835 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.835 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.835 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.835 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.836 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.836 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.836 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.836 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.836 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.836 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.836 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.836 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.836 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.836 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.836 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.836 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.837 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.837 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.837 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.837 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.837 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.837 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.837 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.837 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.837 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.837 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.837 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.837 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.837 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.838 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.838 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.838 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.838 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.838 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.838 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.838 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.838 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.838 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.838 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.838 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.838 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.838 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.839 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.839 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.839 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.839 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.839 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.839 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.839 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.839 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.839 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.839 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.839 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.839 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.839 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.839 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.839 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.840 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.840 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.840 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.840 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.840 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.840 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.840 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.840 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.840 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.840 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.840 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.840 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.840 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.840 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.840 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.840 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.841 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.841 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.841 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.841 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.841 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.841 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.841 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.841 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.841 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.841 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.841 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.841 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.841 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.841 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "osd_support", 2024-04-25T17:19:01.841 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.842 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.842 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.842 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.842 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.842 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.842 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.842 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.842 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.842 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.842 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.842 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.842 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.842 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.843 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.843 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.843 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.843 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.843 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.843 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.843 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.843 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.843 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.843 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.843 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.843 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.843 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.843 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.843 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.843 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.844 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.844 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.844 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.844 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.844 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.844 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.844 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.844 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.844 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.844 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.844 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.844 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.844 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.845 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.845 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.845 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.845 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.845 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.845 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.845 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.845 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.845 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.845 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.845 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.845 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.845 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.845 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.845 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.846 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.846 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.846 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.846 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.846 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.846 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.846 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.846 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.846 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.846 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.846 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.846 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.846 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.846 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.846 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.847 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.847 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.847 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.847 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.847 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.847 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.847 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.847 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.847 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.847 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.847 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.847 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.847 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.847 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.847 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.847 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.848 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.848 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "pg_autoscaler", 2024-04-25T17:19:01.848 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.848 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.848 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.848 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.848 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.848 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.848 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.848 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.848 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.848 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.848 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.848 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.848 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.848 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.849 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.849 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.849 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.849 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.849 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.849 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.849 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.849 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.849 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.849 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.849 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.849 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.849 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.849 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.849 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.850 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.850 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.850 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.850 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.850 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.850 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.850 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.850 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.850 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.850 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.850 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.850 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.850 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.850 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.850 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.850 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.851 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.851 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.851 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.851 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.851 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.851 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.851 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.851 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.851 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.851 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.851 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.851 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.851 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.851 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.851 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.851 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.852 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.852 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.852 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.852 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.852 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.852 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.852 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.852 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.852 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.852 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.852 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.852 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.852 INFO:teuthology.orchestra.run.smithi028.stdout: "sleep_interval": { 2024-04-25T17:19:01.852 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sleep_interval", 2024-04-25T17:19:01.852 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.852 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.852 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.853 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "60", 2024-04-25T17:19:01.853 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.853 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.853 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.853 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.853 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.853 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.853 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.853 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.853 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.853 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.853 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.853 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.853 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.853 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.854 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.854 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.854 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.854 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.854 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.854 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.854 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.854 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.854 INFO:teuthology.orchestra.run.smithi028.stdout: "threshold": { 2024-04-25T17:19:01.854 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "threshold", 2024-04-25T17:19:01.854 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "float", 2024-04-25T17:19:01.854 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.855 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.855 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "3.0", 2024-04-25T17:19:01.855 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "1.0", 2024-04-25T17:19:01.855 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.855 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.855 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "scaling threshold", 2024-04-25T17:19:01.855 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-25T17:19:01.855 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.855 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.855 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.855 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.855 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.855 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.855 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "progress", 2024-04-25T17:19:01.855 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.856 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.856 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.856 INFO:teuthology.orchestra.run.smithi028.stdout: "allow_pg_recovery_event": { 2024-04-25T17:19:01.856 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "allow_pg_recovery_event", 2024-04-25T17:19:01.856 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.856 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.856 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.856 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.856 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.856 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.856 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.856 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-25T17:19:01.856 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.856 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.856 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.856 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.857 INFO:teuthology.orchestra.run.smithi028.stdout: "enabled": { 2024-04-25T17:19:01.857 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "enabled", 2024-04-25T17:19:01.857 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.857 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.857 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.857 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.857 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.857 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.857 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.857 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.857 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.857 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.857 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.857 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.858 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.858 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.858 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.858 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.858 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.858 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.858 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.858 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.858 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.858 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.858 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.858 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.858 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.858 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.859 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.859 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.859 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.859 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.859 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.859 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.859 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.859 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.859 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.859 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.859 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.859 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.859 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.859 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.859 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.860 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.860 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.860 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.860 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.860 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.860 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.860 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.860 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.860 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.860 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.860 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.860 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.860 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.860 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.861 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.861 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.861 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.861 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.861 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.861 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.861 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.861 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.861 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.861 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.861 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.861 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.861 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.861 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.861 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.862 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.862 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.862 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.862 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.862 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.862 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.862 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.862 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.862 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.862 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.862 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.862 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.862 INFO:teuthology.orchestra.run.smithi028.stdout: "max_completed_events": { 2024-04-25T17:19:01.863 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "max_completed_events", 2024-04-25T17:19:01.863 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.863 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.863 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.863 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "50", 2024-04-25T17:19:01.863 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.863 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.863 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.863 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "number of past completed events to remember", 2024-04-25T17:19:01.863 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.863 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.863 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.863 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.863 INFO:teuthology.orchestra.run.smithi028.stdout: "sleep_interval": { 2024-04-25T17:19:01.863 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sleep_interval", 2024-04-25T17:19:01.864 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.864 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.864 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.864 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "5", 2024-04-25T17:19:01.864 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.864 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.864 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.864 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "how long the module is going to sleep", 2024-04-25T17:19:01.864 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.864 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.864 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.864 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.864 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.864 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.864 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.864 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.865 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.865 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.865 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.865 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.865 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.865 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.865 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.865 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.865 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.865 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.865 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.865 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.865 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.865 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "prometheus", 2024-04-25T17:19:01.865 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.866 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.866 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.866 INFO:teuthology.orchestra.run.smithi028.stdout: "cache": { 2024-04-25T17:19:01.866 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "cache", 2024-04-25T17:19:01.866 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.866 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.866 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.866 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.866 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.866 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.866 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.866 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.866 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.866 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.867 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.867 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.867 INFO:teuthology.orchestra.run.smithi028.stdout: "exclude_perf_counters": { 2024-04-25T17:19:01.867 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "exclude_perf_counters", 2024-04-25T17:19:01.867 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.867 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.867 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.867 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.867 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.867 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.867 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.867 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-25T17:19:01.867 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-25T17:19:01.868 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.868 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.868 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.868 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.868 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.868 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.868 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.868 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.868 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.868 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.868 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.868 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.868 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.868 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.868 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.869 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.869 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.869 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.869 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.869 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.869 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.869 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.869 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.869 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.869 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.869 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.869 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.869 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.869 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.870 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.870 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.870 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.870 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.870 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.870 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.870 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.870 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.870 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.870 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.870 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.870 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.870 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.870 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.871 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.871 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.871 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.871 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.871 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.871 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.871 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.871 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.871 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.871 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.871 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.871 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.871 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.871 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.871 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.871 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.872 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.872 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.872 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.872 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.872 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.872 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.872 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.872 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.872 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.872 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.872 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.872 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.872 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.872 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.872 INFO:teuthology.orchestra.run.smithi028.stdout: "rbd_stats_pools": { 2024-04-25T17:19:01.872 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rbd_stats_pools", 2024-04-25T17:19:01.873 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.873 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.873 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.873 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.873 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.873 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.873 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.873 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.873 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.873 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.873 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.873 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.873 INFO:teuthology.orchestra.run.smithi028.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-25T17:19:01.873 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-25T17:19:01.874 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.874 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.874 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.874 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "300", 2024-04-25T17:19:01.874 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.874 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.874 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.874 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.874 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.874 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.874 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.874 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.874 INFO:teuthology.orchestra.run.smithi028.stdout: "scrape_interval": { 2024-04-25T17:19:01.874 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "scrape_interval", 2024-04-25T17:19:01.875 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "float", 2024-04-25T17:19:01.875 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.875 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.875 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "15.0", 2024-04-25T17:19:01.875 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.875 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.875 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.875 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.875 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.875 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.875 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.875 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.875 INFO:teuthology.orchestra.run.smithi028.stdout: "server_addr": { 2024-04-25T17:19:01.875 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "server_addr", 2024-04-25T17:19:01.875 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.875 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.876 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.876 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "::", 2024-04-25T17:19:01.876 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.876 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.876 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.876 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-25T17:19:01.876 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.876 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.876 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.876 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.876 INFO:teuthology.orchestra.run.smithi028.stdout: "server_port": { 2024-04-25T17:19:01.876 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "server_port", 2024-04-25T17:19:01.876 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.877 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.877 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.877 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "9283", 2024-04-25T17:19:01.877 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.877 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.877 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.877 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-25T17:19:01.877 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.877 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.877 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.877 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.877 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.877 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.877 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.878 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.878 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.878 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.878 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.878 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.878 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.878 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.878 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.878 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.878 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.878 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.878 INFO:teuthology.orchestra.run.smithi028.stdout: "stale_cache_strategy": { 2024-04-25T17:19:01.878 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "stale_cache_strategy", 2024-04-25T17:19:01.879 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.879 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.879 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.879 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "log", 2024-04-25T17:19:01.879 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.879 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.879 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.879 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.879 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.879 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.879 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.879 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.879 INFO:teuthology.orchestra.run.smithi028.stdout: "standby_behaviour": { 2024-04-25T17:19:01.879 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "standby_behaviour", 2024-04-25T17:19:01.880 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.880 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.880 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.880 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "default", 2024-04-25T17:19:01.880 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.880 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.880 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.880 INFO:teuthology.orchestra.run.smithi028.stdout: "default", 2024-04-25T17:19:01.880 INFO:teuthology.orchestra.run.smithi028.stdout: "error" 2024-04-25T17:19:01.880 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.880 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.880 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.881 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.881 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.881 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.881 INFO:teuthology.orchestra.run.smithi028.stdout: "standby_error_status_code": { 2024-04-25T17:19:01.881 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "standby_error_status_code", 2024-04-25T17:19:01.881 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.881 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.881 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.881 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "500", 2024-04-25T17:19:01.881 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "400", 2024-04-25T17:19:01.881 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "599", 2024-04-25T17:19:01.881 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.881 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.881 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.882 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.882 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.882 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.882 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.882 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.882 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.882 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rbd_support", 2024-04-25T17:19:01.882 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.882 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.882 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.882 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.882 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.882 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.882 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.882 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.883 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.883 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.883 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.883 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.883 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.883 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.883 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.883 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.883 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.883 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.883 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.883 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.883 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.883 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.884 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.884 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.884 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.884 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.884 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.884 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.884 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.884 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.884 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.884 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.884 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.884 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.884 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.884 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.884 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.884 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.884 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.885 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.885 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.885 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.885 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.885 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.885 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.885 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.885 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.885 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.885 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.885 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.885 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.885 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.885 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.885 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.886 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.886 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.886 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.886 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.886 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.886 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.886 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.886 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.886 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.886 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.886 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.886 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.886 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.887 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.887 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.887 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.887 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.887 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.887 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.887 INFO:teuthology.orchestra.run.smithi028.stdout: "max_concurrent_snap_create": { 2024-04-25T17:19:01.887 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "max_concurrent_snap_create", 2024-04-25T17:19:01.887 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.887 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.887 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.887 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10", 2024-04-25T17:19:01.887 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.888 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.888 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.888 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.888 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.888 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.888 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.888 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.888 INFO:teuthology.orchestra.run.smithi028.stdout: "mirror_snapshot_schedule": { 2024-04-25T17:19:01.888 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "mirror_snapshot_schedule", 2024-04-25T17:19:01.888 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.888 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.888 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.888 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.888 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.889 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.889 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.889 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.889 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.889 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.889 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.889 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.889 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.889 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.889 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.889 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.889 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.889 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.889 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.889 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.890 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.890 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.890 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.890 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.890 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.890 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.890 INFO:teuthology.orchestra.run.smithi028.stdout: "trash_purge_schedule": { 2024-04-25T17:19:01.890 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "trash_purge_schedule", 2024-04-25T17:19:01.890 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.890 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.890 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.890 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.890 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.891 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.891 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.891 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.891 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.891 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.891 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.891 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.891 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.891 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.891 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.891 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "restful", 2024-04-25T17:19:01.891 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.891 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.891 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.892 INFO:teuthology.orchestra.run.smithi028.stdout: "enable_auth": { 2024-04-25T17:19:01.892 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "enable_auth", 2024-04-25T17:19:01.892 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.892 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.892 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.892 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.892 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.892 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.892 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.892 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.892 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.892 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.892 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.893 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.893 INFO:teuthology.orchestra.run.smithi028.stdout: "key_file": { 2024-04-25T17:19:01.893 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "key_file", 2024-04-25T17:19:01.893 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.893 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.893 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.893 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.893 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.893 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.893 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.893 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.893 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.893 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.893 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.894 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.894 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.894 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.894 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.894 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.894 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.894 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.894 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.894 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.894 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.894 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.894 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.894 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.894 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.895 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.895 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.895 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.895 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.895 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.895 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.895 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.895 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.895 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.895 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.895 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.895 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.895 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.895 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.896 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.896 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.896 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.896 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.896 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.896 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.896 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.896 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.896 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.896 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.896 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.896 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.896 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.896 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.897 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.897 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.897 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.897 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.897 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.897 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.897 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.897 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.897 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.897 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.897 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.897 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.898 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.898 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.898 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.898 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.898 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.898 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.898 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.898 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.898 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.898 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.898 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.898 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.899 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.899 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.899 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.899 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.899 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.899 INFO:teuthology.orchestra.run.smithi028.stdout: "server_addr": { 2024-04-25T17:19:01.899 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "server_addr", 2024-04-25T17:19:01.899 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.899 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.899 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.899 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.899 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.899 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.899 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.900 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.900 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.900 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.900 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.900 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.900 INFO:teuthology.orchestra.run.smithi028.stdout: "server_port": { 2024-04-25T17:19:01.900 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "server_port", 2024-04-25T17:19:01.900 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.900 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.900 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.900 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.900 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.900 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.900 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.901 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.901 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.901 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.901 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.901 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.901 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.901 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.901 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.901 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.901 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.901 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.901 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.901 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.901 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.901 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.901 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.902 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.902 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.902 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.902 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.902 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.902 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.902 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rgw", 2024-04-25T17:19:01.902 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.902 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.902 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.902 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.902 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.902 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.903 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.903 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.903 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.903 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.903 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.903 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.903 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.903 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.903 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.903 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.903 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.903 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.903 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.903 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.904 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.904 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.904 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.904 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.904 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.904 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.904 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.904 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.904 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.904 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.904 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.904 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.904 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.905 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.905 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.905 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.905 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.905 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.905 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.905 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.905 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.905 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.905 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.905 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.905 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.905 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.905 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.906 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.906 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.906 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.906 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.906 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.906 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.906 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.906 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.906 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.906 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.906 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.906 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.906 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.906 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.907 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.907 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.907 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.907 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.907 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.907 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.907 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.907 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.907 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.907 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.907 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.907 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.907 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.907 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.908 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.908 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.908 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.908 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.908 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.908 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.908 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.908 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.908 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.908 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.908 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.908 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.908 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.908 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.908 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.909 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rook", 2024-04-25T17:19:01.909 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.909 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.909 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.909 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.909 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.909 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.909 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.909 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.909 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.909 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.909 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.909 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.909 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.910 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.910 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.910 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.910 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.910 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.910 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.910 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.910 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.910 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.910 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.910 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.910 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.910 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.910 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.911 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.911 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.911 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.911 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.911 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.911 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.911 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.911 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.911 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.911 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.911 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.911 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.911 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.911 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.911 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.912 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.912 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.912 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.912 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.912 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.912 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.912 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.912 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.912 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.912 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.912 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.912 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.912 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.912 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.912 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.912 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.913 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.913 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.913 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.913 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.913 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.913 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.913 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.913 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.913 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.913 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.913 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.913 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.913 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.913 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.913 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.913 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.914 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.914 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.914 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.914 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.914 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.914 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.914 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.914 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.914 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.914 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.914 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.914 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.914 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.914 INFO:teuthology.orchestra.run.smithi028.stdout: "storage_class": { 2024-04-25T17:19:01.914 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "storage_class", 2024-04-25T17:19:01.915 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.915 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.915 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.915 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "local", 2024-04-25T17:19:01.915 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.915 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.915 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.915 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-25T17:19:01.915 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.915 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.915 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.915 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.915 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.915 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.915 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.915 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "selftest", 2024-04-25T17:19:01.916 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.916 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.916 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.916 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.916 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.916 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.916 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.916 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.916 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.916 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.916 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.916 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.916 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.916 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.916 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.917 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.917 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.917 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.917 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.917 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.917 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.917 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.917 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.917 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.917 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.917 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.917 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.917 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.917 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.918 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.918 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.918 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.918 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.918 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.918 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.918 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.918 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.918 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.918 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.918 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.918 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.918 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.919 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.919 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.919 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.919 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.919 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.919 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.919 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.919 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.919 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.919 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.919 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.919 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.919 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.919 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.920 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.920 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.920 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.920 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.920 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.920 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.920 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.920 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.920 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.920 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.920 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.920 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.920 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.920 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.920 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.920 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.921 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.921 INFO:teuthology.orchestra.run.smithi028.stdout: "roption1": { 2024-04-25T17:19:01.921 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "roption1", 2024-04-25T17:19:01.921 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.921 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.921 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.921 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.921 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.921 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.921 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.921 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.921 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.921 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.921 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.922 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.922 INFO:teuthology.orchestra.run.smithi028.stdout: "roption2": { 2024-04-25T17:19:01.922 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "roption2", 2024-04-25T17:19:01.922 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.922 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.922 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.922 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "xyz", 2024-04-25T17:19:01.922 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.922 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.922 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.922 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.922 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.922 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.923 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.923 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.923 INFO:teuthology.orchestra.run.smithi028.stdout: "rwoption1": { 2024-04-25T17:19:01.923 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rwoption1", 2024-04-25T17:19:01.923 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.923 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.923 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.923 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.923 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.923 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.923 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.923 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.923 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.923 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.924 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.924 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.924 INFO:teuthology.orchestra.run.smithi028.stdout: "rwoption2": { 2024-04-25T17:19:01.924 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rwoption2", 2024-04-25T17:19:01.924 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.924 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.924 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.924 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.924 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.924 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.924 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.924 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.924 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.925 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.925 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.925 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.925 INFO:teuthology.orchestra.run.smithi028.stdout: "rwoption3": { 2024-04-25T17:19:01.925 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rwoption3", 2024-04-25T17:19:01.925 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "float", 2024-04-25T17:19:01.925 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.925 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.925 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.925 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.925 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.925 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.925 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.926 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.926 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.926 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.926 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.926 INFO:teuthology.orchestra.run.smithi028.stdout: "rwoption4": { 2024-04-25T17:19:01.926 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rwoption4", 2024-04-25T17:19:01.926 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.926 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.926 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.926 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.927 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.927 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.927 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.927 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.927 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.927 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.927 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.927 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.927 INFO:teuthology.orchestra.run.smithi028.stdout: "rwoption5": { 2024-04-25T17:19:01.928 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rwoption5", 2024-04-25T17:19:01.928 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.928 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.928 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.928 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.928 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.928 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.928 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.928 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.928 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.928 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.928 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.928 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.928 INFO:teuthology.orchestra.run.smithi028.stdout: "rwoption6": { 2024-04-25T17:19:01.929 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rwoption6", 2024-04-25T17:19:01.929 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.929 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.929 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.929 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.929 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.929 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.929 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.929 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.929 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.929 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.929 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.929 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.929 INFO:teuthology.orchestra.run.smithi028.stdout: "rwoption7": { 2024-04-25T17:19:01.929 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rwoption7", 2024-04-25T17:19:01.930 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.930 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.930 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.930 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.930 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "1", 2024-04-25T17:19:01.930 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "42", 2024-04-25T17:19:01.930 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.930 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.930 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.930 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.930 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.931 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.931 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.931 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.931 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.931 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.931 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.931 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.931 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.931 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.931 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.931 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.931 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.931 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.932 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.932 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.932 INFO:teuthology.orchestra.run.smithi028.stdout: "testkey": { 2024-04-25T17:19:01.932 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "testkey", 2024-04-25T17:19:01.932 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.932 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.932 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.932 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.932 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.932 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.932 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.932 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.932 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.932 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.932 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.932 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.933 INFO:teuthology.orchestra.run.smithi028.stdout: "testlkey": { 2024-04-25T17:19:01.933 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "testlkey", 2024-04-25T17:19:01.933 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.933 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.933 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.933 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.933 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.933 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.933 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.933 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.933 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.933 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.933 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.933 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.934 INFO:teuthology.orchestra.run.smithi028.stdout: "testnewline": { 2024-04-25T17:19:01.934 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "testnewline", 2024-04-25T17:19:01.934 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.934 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.934 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.934 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.934 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.934 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.934 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.934 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.934 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.934 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.934 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.934 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.935 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.935 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.935 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.935 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "snap_schedule", 2024-04-25T17:19:01.935 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.935 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.935 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.935 INFO:teuthology.orchestra.run.smithi028.stdout: "allow_m_granularity": { 2024-04-25T17:19:01.935 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "allow_m_granularity", 2024-04-25T17:19:01.935 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.935 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.935 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.935 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.935 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.935 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.935 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.936 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "allow minute scheduled snapshots", 2024-04-25T17:19:01.936 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.936 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.936 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.936 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.936 INFO:teuthology.orchestra.run.smithi028.stdout: "dump_on_update": { 2024-04-25T17:19:01.936 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "dump_on_update", 2024-04-25T17:19:01.936 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.936 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.936 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.936 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.936 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.936 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.936 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.936 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "dump database to debug log on update", 2024-04-25T17:19:01.937 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.937 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.937 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.937 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.937 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.937 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.937 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.937 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.937 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.937 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.937 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.937 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.937 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.937 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.937 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.938 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.938 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.938 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.938 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.938 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.938 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.938 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.938 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.938 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.938 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.938 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.938 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.938 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.938 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.939 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.939 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.939 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.939 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.939 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.939 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.939 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.939 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.939 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.939 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.939 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.939 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.939 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.939 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.939 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.940 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.940 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.940 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.940 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.940 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.940 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.940 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.940 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.940 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.940 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.940 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.940 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.940 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.940 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.940 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.941 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.941 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.941 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.941 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.941 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.941 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.941 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.941 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.941 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.941 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.941 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.941 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.941 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.941 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.941 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.942 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.942 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.942 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.942 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.942 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.942 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.942 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.942 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.942 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.942 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.942 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.942 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.942 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.942 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.943 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.943 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.943 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.943 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "stats", 2024-04-25T17:19:01.943 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.943 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.943 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.943 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.943 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.943 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.943 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.943 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.943 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.943 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.944 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.944 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.944 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.944 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.944 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.944 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.944 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.944 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.944 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.944 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.944 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.944 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.944 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.944 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.944 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.945 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.945 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.945 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.945 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.945 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.945 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.945 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.945 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.945 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.945 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.945 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.945 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.945 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.945 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.946 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.946 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.946 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.946 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.946 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.946 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.946 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.946 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.946 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.946 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.946 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.946 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.946 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.947 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.947 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.947 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.947 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.947 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.947 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.947 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.947 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.947 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.947 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.947 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.947 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.947 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.948 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.948 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.948 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.948 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.948 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.948 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.948 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.948 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.948 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.948 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.948 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.948 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.948 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.948 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.949 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.949 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.949 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.949 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.949 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.949 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.949 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.949 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.949 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.949 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.949 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.949 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "status", 2024-04-25T17:19:01.949 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.949 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.950 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.950 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.950 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.950 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.950 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.950 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.950 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.950 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.950 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.950 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.950 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.950 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.951 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.951 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.951 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.951 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.951 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.951 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.951 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.951 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.951 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.951 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.951 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.951 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.951 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.952 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.952 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.952 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.952 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.952 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.952 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.952 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.952 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.952 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.952 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.952 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.952 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.952 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.952 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.953 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.953 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.953 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.953 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.953 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.953 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.953 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.953 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.953 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.953 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.953 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.953 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.953 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.953 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.954 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.954 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.954 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.954 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.954 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.954 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.954 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.954 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.954 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.954 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.954 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.954 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.954 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.955 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.955 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.955 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.955 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.955 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.955 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.955 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.955 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.955 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.955 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.955 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.955 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.955 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.955 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.956 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.956 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.956 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.956 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.956 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.956 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.956 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.956 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.956 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "telegraf", 2024-04-25T17:19:01.956 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.956 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.956 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.956 INFO:teuthology.orchestra.run.smithi028.stdout: "address": { 2024-04-25T17:19:01.957 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "address", 2024-04-25T17:19:01.957 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.957 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.957 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.957 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-25T17:19:01.957 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.957 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.957 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.957 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.957 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.957 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.957 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.957 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.958 INFO:teuthology.orchestra.run.smithi028.stdout: "interval": { 2024-04-25T17:19:01.958 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "interval", 2024-04-25T17:19:01.958 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:01.958 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.958 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.958 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "15", 2024-04-25T17:19:01.958 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.958 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.958 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.958 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.958 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.958 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.958 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.959 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.959 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.959 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.959 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.959 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.959 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.959 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.959 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.959 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.959 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.959 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.959 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.959 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.960 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.960 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.960 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.960 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.960 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.960 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.960 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.960 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.960 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.960 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.960 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.960 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.960 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.960 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.961 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.961 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.961 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.961 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.961 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.961 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.961 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.961 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.961 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.961 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.961 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.961 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.961 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.961 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.962 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.962 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.962 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.962 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.962 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.962 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.962 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.962 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.962 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.962 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.962 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.962 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.962 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.962 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.963 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.963 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.963 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.963 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.963 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.963 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.963 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.963 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.963 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.963 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.963 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.963 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.963 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.963 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.963 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.964 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.964 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.964 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.964 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.964 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.964 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.964 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.964 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.964 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.964 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.964 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.964 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.964 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.965 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.965 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.965 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.965 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.965 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.965 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "telemetry", 2024-04-25T17:19:01.965 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.965 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.965 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.965 INFO:teuthology.orchestra.run.smithi028.stdout: "channel_basic": { 2024-04-25T17:19:01.965 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "channel_basic", 2024-04-25T17:19:01.965 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.965 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.965 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.966 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.966 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.966 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.966 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.966 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-25T17:19:01.966 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.966 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.966 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.966 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.966 INFO:teuthology.orchestra.run.smithi028.stdout: "channel_crash": { 2024-04-25T17:19:01.966 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "channel_crash", 2024-04-25T17:19:01.966 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.966 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.966 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.967 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.967 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.967 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.967 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.967 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-25T17:19:01.967 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.967 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.967 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.967 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.967 INFO:teuthology.orchestra.run.smithi028.stdout: "channel_device": { 2024-04-25T17:19:01.967 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "channel_device", 2024-04-25T17:19:01.967 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.967 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.967 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.968 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:01.968 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.968 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.968 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.968 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-25T17:19:01.968 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.968 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.968 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.968 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.968 INFO:teuthology.orchestra.run.smithi028.stdout: "channel_ident": { 2024-04-25T17:19:01.968 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "channel_ident", 2024-04-25T17:19:01.968 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.968 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.969 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.969 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.969 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.969 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.969 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.969 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-25T17:19:01.969 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.969 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.969 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.969 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.969 INFO:teuthology.orchestra.run.smithi028.stdout: "channel_perf": { 2024-04-25T17:19:01.969 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "channel_perf", 2024-04-25T17:19:01.969 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.969 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.970 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.970 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.970 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.970 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.970 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.970 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-25T17:19:01.970 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.970 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.970 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.970 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.970 INFO:teuthology.orchestra.run.smithi028.stdout: "contact": { 2024-04-25T17:19:01.970 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "contact", 2024-04-25T17:19:01.970 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.970 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.971 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.971 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.971 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.971 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.971 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.971 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.971 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.971 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.971 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.971 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.971 INFO:teuthology.orchestra.run.smithi028.stdout: "description": { 2024-04-25T17:19:01.971 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "description", 2024-04-25T17:19:01.971 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.971 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.972 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.972 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.972 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.972 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.972 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.972 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.972 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.972 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.972 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.972 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.972 INFO:teuthology.orchestra.run.smithi028.stdout: "device_url": { 2024-04-25T17:19:01.972 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "device_url", 2024-04-25T17:19:01.973 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.973 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.973 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.973 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-25T17:19:01.973 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.973 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.973 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.973 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.973 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.973 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.973 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.973 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.973 INFO:teuthology.orchestra.run.smithi028.stdout: "enabled": { 2024-04-25T17:19:01.973 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "enabled", 2024-04-25T17:19:01.974 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.974 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.974 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.974 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.974 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.974 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.974 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.974 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.974 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.974 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.974 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.974 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.975 INFO:teuthology.orchestra.run.smithi028.stdout: "interval": { 2024-04-25T17:19:01.975 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "interval", 2024-04-25T17:19:01.975 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.975 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.975 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.975 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "24", 2024-04-25T17:19:01.975 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "8", 2024-04-25T17:19:01.975 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.975 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.975 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.975 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.975 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.975 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.975 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.976 INFO:teuthology.orchestra.run.smithi028.stdout: "last_opt_revision": { 2024-04-25T17:19:01.976 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "last_opt_revision", 2024-04-25T17:19:01.976 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.976 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.976 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.976 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "1", 2024-04-25T17:19:01.976 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.976 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.976 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.976 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.976 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.976 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.977 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.977 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.977 INFO:teuthology.orchestra.run.smithi028.stdout: "leaderboard": { 2024-04-25T17:19:01.977 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "leaderboard", 2024-04-25T17:19:01.977 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.977 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.977 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.977 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.977 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.977 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.977 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.977 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.977 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.977 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.978 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.978 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.978 INFO:teuthology.orchestra.run.smithi028.stdout: "leaderboard_description": { 2024-04-25T17:19:01.978 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "leaderboard_description", 2024-04-25T17:19:01.978 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.978 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.978 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.978 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.978 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.978 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.978 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.978 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.978 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.978 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.979 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.979 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.979 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.979 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.979 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.979 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.979 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.979 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.979 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.979 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.979 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.979 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.979 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.979 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.980 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.980 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.980 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.980 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.980 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.980 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.980 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.980 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.980 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.980 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.980 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.980 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.980 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.980 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.980 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.981 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.981 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.981 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.981 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.981 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.981 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.981 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.981 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.981 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.981 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.981 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.981 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.981 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.982 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.982 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.982 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.982 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.982 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.982 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.982 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.982 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.982 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.982 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.982 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.982 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.983 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.983 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.983 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.983 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.983 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.983 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.983 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.983 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.983 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.983 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.983 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.983 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.983 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.983 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.983 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.984 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.984 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.984 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.984 INFO:teuthology.orchestra.run.smithi028.stdout: "organization": { 2024-04-25T17:19:01.984 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "organization", 2024-04-25T17:19:01.984 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.984 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.984 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.984 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.984 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.984 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.984 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.984 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.984 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.985 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.985 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.985 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.985 INFO:teuthology.orchestra.run.smithi028.stdout: "proxy": { 2024-04-25T17:19:01.985 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "proxy", 2024-04-25T17:19:01.985 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.985 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.985 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.985 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.985 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.985 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.985 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.985 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.985 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.986 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.986 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.986 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.986 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.986 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.986 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.986 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.986 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.986 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.986 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.986 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.986 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.986 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.986 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.987 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.987 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.987 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.987 INFO:teuthology.orchestra.run.smithi028.stdout: "url": { 2024-04-25T17:19:01.987 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "url", 2024-04-25T17:19:01.987 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.987 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.987 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:01.987 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-25T17:19:01.987 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.987 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.987 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.987 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.987 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.988 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.988 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.988 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.988 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.988 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.988 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.988 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "test_orchestrator", 2024-04-25T17:19:01.988 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.988 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.988 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.988 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.988 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.988 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.988 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.989 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.989 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.989 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.989 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.989 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.989 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.989 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.989 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.989 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.989 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.989 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.989 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.989 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.989 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.989 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.989 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.990 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.990 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.990 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.990 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.990 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.990 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.990 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.990 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.990 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.990 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.990 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.990 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.990 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.990 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.990 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.991 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.991 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.991 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.991 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.991 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.991 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.991 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.991 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.991 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.991 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.991 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.991 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.991 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.991 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.992 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.992 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.992 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.992 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.992 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.992 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.992 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.992 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.992 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.992 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.992 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.992 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.992 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.992 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.992 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.993 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.993 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.993 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.993 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.993 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.993 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.993 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:01.993 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:01.993 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:01.993 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:01.993 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.993 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:01.993 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.993 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.993 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.994 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.994 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.994 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.994 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.994 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.994 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:01.994 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.994 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:01.994 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "volumes", 2024-04-25T17:19:01.994 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:01.994 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:01.995 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:01.995 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:01.995 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:01.995 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.995 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.995 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.995 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:01.995 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.995 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.995 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.995 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.995 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.995 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.995 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.996 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.996 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.996 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.996 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.996 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.996 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.996 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.996 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.996 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:01.996 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:01.996 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.996 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.997 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.997 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.997 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.997 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.997 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:01.997 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.997 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.997 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.997 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.997 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.997 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:01.997 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:01.997 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:01.998 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.998 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.998 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:01.998 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.998 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.998 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:01.998 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:01.998 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:01.998 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:01.998 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:01.998 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:01.998 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:01.998 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:01.999 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:01.999 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:01.999 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:01.999 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:01.999 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:01.999 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:01.999 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:01.999 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:01.999 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:01.999 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:01.999 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:01.999 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:01.999 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:01.999 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:02.000 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:02.000 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:02.000 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:02.000 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:02.000 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:02.000 INFO:teuthology.orchestra.run.smithi028.stdout: "max_concurrent_clones": { 2024-04-25T17:19:02.000 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "max_concurrent_clones", 2024-04-25T17:19:02.000 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:02.000 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:02.000 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:02.000 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "4", 2024-04-25T17:19:02.000 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:02.000 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:02.000 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:02.001 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-25T17:19:02.001 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:02.001 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:02.001 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:02.001 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:02.001 INFO:teuthology.orchestra.run.smithi028.stdout: "periodic_async_work": { 2024-04-25T17:19:02.001 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "periodic_async_work", 2024-04-25T17:19:02.001 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:02.001 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:02.001 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:02.001 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:02.001 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:02.001 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:02.002 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:02.002 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Periodically check for async work", 2024-04-25T17:19:02.002 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:02.002 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:02.002 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:02.002 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:02.002 INFO:teuthology.orchestra.run.smithi028.stdout: "snapshot_clone_delay": { 2024-04-25T17:19:02.002 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "snapshot_clone_delay", 2024-04-25T17:19:02.002 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:02.002 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:02.002 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:02.002 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:02.002 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:02.003 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:02.003 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:02.003 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-25T17:19:02.003 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:02.003 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:02.003 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:02.003 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:02.003 INFO:teuthology.orchestra.run.smithi028.stdout: "snapshot_clone_no_wait": { 2024-04-25T17:19:02.003 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "snapshot_clone_no_wait", 2024-04-25T17:19:02.003 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:02.003 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:02.003 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:02.003 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "True", 2024-04-25T17:19:02.003 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:02.004 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:02.004 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:02.004 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-25T17:19:02.004 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:02.004 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:02.004 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:02.004 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:02.004 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:02.004 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:02.004 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:02.004 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:02.004 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:02.004 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:02.004 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:02.005 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:02.005 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:02.005 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:02.005 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:02.005 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:02.005 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:02.005 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:02.005 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:02.005 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:02.005 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:02.005 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "zabbix", 2024-04-25T17:19:02.005 INFO:teuthology.orchestra.run.smithi028.stdout: "can_run": true, 2024-04-25T17:19:02.005 INFO:teuthology.orchestra.run.smithi028.stdout: "error_string": "", 2024-04-25T17:19:02.005 INFO:teuthology.orchestra.run.smithi028.stdout: "module_options": { 2024-04-25T17:19:02.006 INFO:teuthology.orchestra.run.smithi028.stdout: "discovery_interval": { 2024-04-25T17:19:02.006 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "discovery_interval", 2024-04-25T17:19:02.006 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "uint", 2024-04-25T17:19:02.006 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:02.006 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:02.006 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "100", 2024-04-25T17:19:02.006 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:02.006 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:02.006 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:02.006 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:02.006 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:02.006 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:02.006 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:02.007 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:02.007 INFO:teuthology.orchestra.run.smithi028.stdout: "identifier": { 2024-04-25T17:19:02.007 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "identifier", 2024-04-25T17:19:02.007 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:02.007 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:02.007 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:02.007 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:02.007 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:02.007 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:02.007 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:02.007 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:02.007 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:02.007 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:02.008 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:02.008 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:02.008 INFO:teuthology.orchestra.run.smithi028.stdout: "interval": { 2024-04-25T17:19:02.008 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "interval", 2024-04-25T17:19:02.008 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "secs", 2024-04-25T17:19:02.008 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:02.008 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:02.008 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "60", 2024-04-25T17:19:02.008 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:02.008 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:02.008 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:02.008 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:02.008 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:02.009 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:02.009 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:02.009 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:02.009 INFO:teuthology.orchestra.run.smithi028.stdout: "log_level": { 2024-04-25T17:19:02.009 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_level", 2024-04-25T17:19:02.009 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:02.009 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:02.009 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:02.009 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:02.009 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:02.009 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:02.009 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:02.009 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:02.010 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:02.010 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:02.010 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:02.010 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:02.010 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:02.010 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:02.010 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:02.010 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:02.010 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:02.010 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:02.010 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:02.011 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster": { 2024-04-25T17:19:02.011 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster", 2024-04-25T17:19:02.011 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:02.011 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:02.011 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:02.011 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:02.011 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:02.011 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:02.011 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:02.011 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:02.011 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:02.011 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:02.011 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:02.012 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:02.012 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_cluster_level": { 2024-04-25T17:19:02.012 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_cluster_level", 2024-04-25T17:19:02.012 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:02.012 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:02.012 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:02.012 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "info", 2024-04-25T17:19:02.012 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:02.012 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:02.012 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [ 2024-04-25T17:19:02.012 INFO:teuthology.orchestra.run.smithi028.stdout: "", 2024-04-25T17:19:02.012 INFO:teuthology.orchestra.run.smithi028.stdout: "critical", 2024-04-25T17:19:02.012 INFO:teuthology.orchestra.run.smithi028.stdout: "debug", 2024-04-25T17:19:02.012 INFO:teuthology.orchestra.run.smithi028.stdout: "error", 2024-04-25T17:19:02.012 INFO:teuthology.orchestra.run.smithi028.stdout: "info", 2024-04-25T17:19:02.013 INFO:teuthology.orchestra.run.smithi028.stdout: "warning" 2024-04-25T17:19:02.013 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:02.013 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:02.013 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:02.013 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:02.013 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:02.013 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:02.013 INFO:teuthology.orchestra.run.smithi028.stdout: "log_to_file": { 2024-04-25T17:19:02.013 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "log_to_file", 2024-04-25T17:19:02.013 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "bool", 2024-04-25T17:19:02.013 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:02.013 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:02.013 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "False", 2024-04-25T17:19:02.013 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:02.013 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:02.014 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:02.014 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:02.014 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:02.014 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:02.014 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:02.014 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:02.014 INFO:teuthology.orchestra.run.smithi028.stdout: "sqlite3_killpoint": { 2024-04-25T17:19:02.014 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "sqlite3_killpoint", 2024-04-25T17:19:02.014 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:02.014 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "dev", 2024-04-25T17:19:02.014 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 1, 2024-04-25T17:19:02.014 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "0", 2024-04-25T17:19:02.014 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:02.015 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:02.015 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:02.015 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:02.015 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:02.015 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:02.015 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:02.015 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:02.015 INFO:teuthology.orchestra.run.smithi028.stdout: "zabbix_host": { 2024-04-25T17:19:02.015 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "zabbix_host", 2024-04-25T17:19:02.015 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:02.015 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:02.015 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:02.015 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "", 2024-04-25T17:19:02.015 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:02.015 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:02.016 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:02.016 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:02.016 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:02.016 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:02.016 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:02.016 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:02.016 INFO:teuthology.orchestra.run.smithi028.stdout: "zabbix_port": { 2024-04-25T17:19:02.016 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "zabbix_port", 2024-04-25T17:19:02.016 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "int", 2024-04-25T17:19:02.016 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:02.016 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:02.016 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "10051", 2024-04-25T17:19:02.016 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:02.016 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:02.016 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:02.017 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:02.017 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:02.017 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:02.017 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:02.017 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:02.017 INFO:teuthology.orchestra.run.smithi028.stdout: "zabbix_sender": { 2024-04-25T17:19:02.017 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "zabbix_sender", 2024-04-25T17:19:02.017 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "str", 2024-04-25T17:19:02.017 INFO:teuthology.orchestra.run.smithi028.stdout: "level": "advanced", 2024-04-25T17:19:02.017 INFO:teuthology.orchestra.run.smithi028.stdout: "flags": 0, 2024-04-25T17:19:02.017 INFO:teuthology.orchestra.run.smithi028.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-25T17:19:02.017 INFO:teuthology.orchestra.run.smithi028.stdout: "min": "", 2024-04-25T17:19:02.017 INFO:teuthology.orchestra.run.smithi028.stdout: "max": "", 2024-04-25T17:19:02.018 INFO:teuthology.orchestra.run.smithi028.stdout: "enum_allowed": [], 2024-04-25T17:19:02.018 INFO:teuthology.orchestra.run.smithi028.stdout: "desc": "", 2024-04-25T17:19:02.018 INFO:teuthology.orchestra.run.smithi028.stdout: "long_desc": "", 2024-04-25T17:19:02.018 INFO:teuthology.orchestra.run.smithi028.stdout: "tags": [], 2024-04-25T17:19:02.018 INFO:teuthology.orchestra.run.smithi028.stdout: "see_also": [] 2024-04-25T17:19:02.018 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:02.018 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:02.018 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:02.018 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:02.018 INFO:teuthology.orchestra.run.smithi028.stdout: "services": { 2024-04-25T17:19:02.018 INFO:teuthology.orchestra.run.smithi028.stdout: "dashboard": "https://172.21.15.28:8443/" 2024-04-25T17:19:02.018 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:02.018 INFO:teuthology.orchestra.run.smithi028.stdout: "always_on_modules": { 2024-04-25T17:19:02.018 INFO:teuthology.orchestra.run.smithi028.stdout: "octopus": [ 2024-04-25T17:19:02.019 INFO:teuthology.orchestra.run.smithi028.stdout: "balancer", 2024-04-25T17:19:02.019 INFO:teuthology.orchestra.run.smithi028.stdout: "crash", 2024-04-25T17:19:02.019 INFO:teuthology.orchestra.run.smithi028.stdout: "devicehealth", 2024-04-25T17:19:02.019 INFO:teuthology.orchestra.run.smithi028.stdout: "orchestrator", 2024-04-25T17:19:02.019 INFO:teuthology.orchestra.run.smithi028.stdout: "pg_autoscaler", 2024-04-25T17:19:02.019 INFO:teuthology.orchestra.run.smithi028.stdout: "progress", 2024-04-25T17:19:02.019 INFO:teuthology.orchestra.run.smithi028.stdout: "rbd_support", 2024-04-25T17:19:02.019 INFO:teuthology.orchestra.run.smithi028.stdout: "status", 2024-04-25T17:19:02.019 INFO:teuthology.orchestra.run.smithi028.stdout: "telemetry", 2024-04-25T17:19:02.019 INFO:teuthology.orchestra.run.smithi028.stdout: "volumes" 2024-04-25T17:19:02.019 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:02.019 INFO:teuthology.orchestra.run.smithi028.stdout: "pacific": [ 2024-04-25T17:19:02.019 INFO:teuthology.orchestra.run.smithi028.stdout: "balancer", 2024-04-25T17:19:02.019 INFO:teuthology.orchestra.run.smithi028.stdout: "crash", 2024-04-25T17:19:02.019 INFO:teuthology.orchestra.run.smithi028.stdout: "devicehealth", 2024-04-25T17:19:02.020 INFO:teuthology.orchestra.run.smithi028.stdout: "orchestrator", 2024-04-25T17:19:02.020 INFO:teuthology.orchestra.run.smithi028.stdout: "pg_autoscaler", 2024-04-25T17:19:02.020 INFO:teuthology.orchestra.run.smithi028.stdout: "progress", 2024-04-25T17:19:02.020 INFO:teuthology.orchestra.run.smithi028.stdout: "rbd_support", 2024-04-25T17:19:02.020 INFO:teuthology.orchestra.run.smithi028.stdout: "status", 2024-04-25T17:19:02.020 INFO:teuthology.orchestra.run.smithi028.stdout: "telemetry", 2024-04-25T17:19:02.020 INFO:teuthology.orchestra.run.smithi028.stdout: "volumes" 2024-04-25T17:19:02.020 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:02.020 INFO:teuthology.orchestra.run.smithi028.stdout: "quincy": [ 2024-04-25T17:19:02.020 INFO:teuthology.orchestra.run.smithi028.stdout: "balancer", 2024-04-25T17:19:02.020 INFO:teuthology.orchestra.run.smithi028.stdout: "crash", 2024-04-25T17:19:02.020 INFO:teuthology.orchestra.run.smithi028.stdout: "devicehealth", 2024-04-25T17:19:02.020 INFO:teuthology.orchestra.run.smithi028.stdout: "orchestrator", 2024-04-25T17:19:02.020 INFO:teuthology.orchestra.run.smithi028.stdout: "pg_autoscaler", 2024-04-25T17:19:02.020 INFO:teuthology.orchestra.run.smithi028.stdout: "progress", 2024-04-25T17:19:02.021 INFO:teuthology.orchestra.run.smithi028.stdout: "rbd_support", 2024-04-25T17:19:02.021 INFO:teuthology.orchestra.run.smithi028.stdout: "status", 2024-04-25T17:19:02.021 INFO:teuthology.orchestra.run.smithi028.stdout: "telemetry", 2024-04-25T17:19:02.021 INFO:teuthology.orchestra.run.smithi028.stdout: "volumes" 2024-04-25T17:19:02.021 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:02.021 INFO:teuthology.orchestra.run.smithi028.stdout: "reef": [ 2024-04-25T17:19:02.021 INFO:teuthology.orchestra.run.smithi028.stdout: "balancer", 2024-04-25T17:19:02.021 INFO:teuthology.orchestra.run.smithi028.stdout: "crash", 2024-04-25T17:19:02.021 INFO:teuthology.orchestra.run.smithi028.stdout: "devicehealth", 2024-04-25T17:19:02.021 INFO:teuthology.orchestra.run.smithi028.stdout: "orchestrator", 2024-04-25T17:19:02.021 INFO:teuthology.orchestra.run.smithi028.stdout: "pg_autoscaler", 2024-04-25T17:19:02.021 INFO:teuthology.orchestra.run.smithi028.stdout: "progress", 2024-04-25T17:19:02.021 INFO:teuthology.orchestra.run.smithi028.stdout: "rbd_support", 2024-04-25T17:19:02.021 INFO:teuthology.orchestra.run.smithi028.stdout: "status", 2024-04-25T17:19:02.022 INFO:teuthology.orchestra.run.smithi028.stdout: "telemetry", 2024-04-25T17:19:02.022 INFO:teuthology.orchestra.run.smithi028.stdout: "volumes" 2024-04-25T17:19:02.022 INFO:teuthology.orchestra.run.smithi028.stdout: ], 2024-04-25T17:19:02.022 INFO:teuthology.orchestra.run.smithi028.stdout: "squid": [ 2024-04-25T17:19:02.022 INFO:teuthology.orchestra.run.smithi028.stdout: "balancer", 2024-04-25T17:19:02.022 INFO:teuthology.orchestra.run.smithi028.stdout: "crash", 2024-04-25T17:19:02.022 INFO:teuthology.orchestra.run.smithi028.stdout: "devicehealth", 2024-04-25T17:19:02.022 INFO:teuthology.orchestra.run.smithi028.stdout: "orchestrator", 2024-04-25T17:19:02.022 INFO:teuthology.orchestra.run.smithi028.stdout: "pg_autoscaler", 2024-04-25T17:19:02.022 INFO:teuthology.orchestra.run.smithi028.stdout: "progress", 2024-04-25T17:19:02.022 INFO:teuthology.orchestra.run.smithi028.stdout: "rbd_support", 2024-04-25T17:19:02.022 INFO:teuthology.orchestra.run.smithi028.stdout: "status", 2024-04-25T17:19:02.022 INFO:teuthology.orchestra.run.smithi028.stdout: "telemetry", 2024-04-25T17:19:02.022 INFO:teuthology.orchestra.run.smithi028.stdout: "volumes" 2024-04-25T17:19:02.023 INFO:teuthology.orchestra.run.smithi028.stdout: ] 2024-04-25T17:19:02.023 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:02.023 INFO:teuthology.orchestra.run.smithi028.stdout: "last_failure_osd_epoch": 3, 2024-04-25T17:19:02.023 INFO:teuthology.orchestra.run.smithi028.stdout: "active_clients": [ 2024-04-25T17:19:02.023 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:02.023 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "devicehealth", 2024-04-25T17:19:02.023 INFO:teuthology.orchestra.run.smithi028.stdout: "addrvec": [ 2024-04-25T17:19:02.023 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:02.023 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "v2", 2024-04-25T17:19:02.023 INFO:teuthology.orchestra.run.smithi028.stdout: "addr": "172.21.15.28:0", 2024-04-25T17:19:02.023 INFO:teuthology.orchestra.run.smithi028.stdout: "nonce": 3663037417 2024-04-25T17:19:02.023 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:02.023 INFO:teuthology.orchestra.run.smithi028.stdout: ] 2024-04-25T17:19:02.024 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:02.024 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:02.024 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "libcephsqlite", 2024-04-25T17:19:02.024 INFO:teuthology.orchestra.run.smithi028.stdout: "addrvec": [ 2024-04-25T17:19:02.024 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:02.024 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "v2", 2024-04-25T17:19:02.024 INFO:teuthology.orchestra.run.smithi028.stdout: "addr": "172.21.15.28:0", 2024-04-25T17:19:02.024 INFO:teuthology.orchestra.run.smithi028.stdout: "nonce": 1075654319 2024-04-25T17:19:02.024 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:02.024 INFO:teuthology.orchestra.run.smithi028.stdout: ] 2024-04-25T17:19:02.024 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:02.024 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:02.024 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "rbd_support", 2024-04-25T17:19:02.024 INFO:teuthology.orchestra.run.smithi028.stdout: "addrvec": [ 2024-04-25T17:19:02.025 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:02.025 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "v2", 2024-04-25T17:19:02.025 INFO:teuthology.orchestra.run.smithi028.stdout: "addr": "172.21.15.28:0", 2024-04-25T17:19:02.025 INFO:teuthology.orchestra.run.smithi028.stdout: "nonce": 107342158 2024-04-25T17:19:02.025 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:02.025 INFO:teuthology.orchestra.run.smithi028.stdout: ] 2024-04-25T17:19:02.025 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:02.025 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:02.025 INFO:teuthology.orchestra.run.smithi028.stdout: "name": "volumes", 2024-04-25T17:19:02.025 INFO:teuthology.orchestra.run.smithi028.stdout: "addrvec": [ 2024-04-25T17:19:02.025 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-25T17:19:02.025 INFO:teuthology.orchestra.run.smithi028.stdout: "type": "v2", 2024-04-25T17:19:02.025 INFO:teuthology.orchestra.run.smithi028.stdout: "addr": "172.21.15.28:0", 2024-04-25T17:19:02.025 INFO:teuthology.orchestra.run.smithi028.stdout: "nonce": 3490769161 2024-04-25T17:19:02.026 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:02.026 INFO:teuthology.orchestra.run.smithi028.stdout: ] 2024-04-25T17:19:02.026 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:02.026 INFO:teuthology.orchestra.run.smithi028.stdout: ] 2024-04-25T17:19:02.026 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:19:02.028 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.559+0000 7fa4cbeb6640 1 -- 172.21.15.28:0/3957254969 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa4b00afc20 msgr2=0x7fa4b00b2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:02.028 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.559+0000 7fa4cbeb6640 1 --2- 172.21.15.28:0/3957254969 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa4b00afc20 0x7fa4b00b2130 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fa4c0005d00 tx=0x7fa4c0005c50 comp rx=0 tx=0).stop 2024-04-25T17:19:02.028 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.559+0000 7fa4cbeb6640 1 -- 172.21.15.28:0/3957254969 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa4c4104480 msgr2=0x7fa4c41a0400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:02.028 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.559+0000 7fa4cbeb6640 1 --2- 172.21.15.28:0/3957254969 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa4c4104480 0x7fa4c41a0400 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fa4bc031040 tx=0x7fa4bc003ba0 comp rx=0 tx=0).stop 2024-04-25T17:19:02.028 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.559+0000 7fa4cbeb6640 1 -- 172.21.15.28:0/3957254969 shutdown_connections 2024-04-25T17:19:02.028 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.559+0000 7fa4cbeb6640 1 --2- 172.21.15.28:0/3957254969 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fa4b00afc20 0x7fa4b00b2130 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:02.028 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.559+0000 7fa4cbeb6640 1 --2- 172.21.15.28:0/3957254969 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fa4c4104480 0x7fa4c41a0400 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:02.028 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.559+0000 7fa4cbeb6640 1 --2- 172.21.15.28:0/3957254969 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4c4103980 0x7fa4c4199470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:02.028 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.559+0000 7fa4cbeb6640 1 --2- 172.21.15.28:0/3957254969 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4c4102fa0 0x7fa4c4198f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:02.028 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.559+0000 7fa4cbeb6640 1 -- 172.21.15.28:0/3957254969 >> 172.21.15.28:0/3957254969 conn(0x7fa4c40fd380 msgr2=0x7fa4c4106b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:02.028 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.560+0000 7fa4cbeb6640 1 -- 172.21.15.28:0/3957254969 shutdown_connections 2024-04-25T17:19:02.029 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:00.560+0000 7fa4cbeb6640 1 -- 172.21.15.28:0/3957254969 wait complete. 2024-04-25T17:19:02.029 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:00 smithi084 ceph-mon[32752]: pgmap v448: 129 pgs: 129 active+clean; 74 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 9.7 MiB/s wr, 2.17k op/s 2024-04-25T17:19:02.029 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:00 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3596276691' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:19:02.029 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:00 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2782377580' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:19:02.029 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:00 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1456120610' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:19:02.029 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:01 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3957254969' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-25T17:19:02.029 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:00 smithi042 ceph-mon[32851]: pgmap v448: 129 pgs: 129 active+clean; 74 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 9.7 MiB/s wr, 2.17k op/s 2024-04-25T17:19:02.029 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:00 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3596276691' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:19:02.029 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:00 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2782377580' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:19:02.029 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:00 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1456120610' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:19:02.030 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:01 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3957254969' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-25T17:19:02.030 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:00 smithi028 ceph-mon[29207]: pgmap v448: 129 pgs: 129 active+clean; 74 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 9.7 MiB/s wr, 2.17k op/s 2024-04-25T17:19:02.030 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:00 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3596276691' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:19:02.030 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:00 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2782377580' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:19:02.030 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:00 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1456120610' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:19:02.037 DEBUG:tasks.check_counter:Getting stats from a 2024-04-25T17:19:02.037 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph daemon mds.a perf dump 2024-04-25T17:19:02.038 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:01 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3957254969' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-25T17:19:02.335 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:19:02.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:02 smithi028 ceph-mon[29207]: pgmap v449: 129 pgs: 129 active+clean; 1.1 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 6.8 MiB/s wr, 1.47k op/s 2024-04-25T17:19:02.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:02 smithi042 ceph-mon[32851]: pgmap v449: 129 pgs: 129 active+clean; 1.1 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 6.8 MiB/s wr, 1.47k op/s 2024-04-25T17:19:02.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:02 smithi084 ceph-mon[32752]: pgmap v449: 129 pgs: 129 active+clean; 1.1 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 6.8 MiB/s wr, 1.47k op/s 2024-04-25T17:19:04.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:04 smithi042 ceph-mon[32851]: pgmap v450: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 5.3 MiB/s wr, 1.20k op/s 2024-04-25T17:19:04.616 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:04 smithi028 ceph-mon[29207]: pgmap v450: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 5.3 MiB/s wr, 1.20k op/s 2024-04-25T17:19:04.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:04 smithi084 ceph-mon[32752]: pgmap v450: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 5.3 MiB/s wr, 1.20k op/s 2024-04-25T17:19:05.591 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:19:05.592 INFO:teuthology.orchestra.run.smithi028.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T17:19:05.592 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_messages": 0, 2024-04-25T17:19:05.592 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_messages": 2, 2024-04-25T17:19:05.592 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_bytes": 0, 2024-04-25T17:19:05.592 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_bytes": 0, 2024-04-25T17:19:05.592 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_created_connections": 4, 2024-04-25T17:19:05.592 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_active_connections": 0, 2024-04-25T17:19:05.592 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_total_time": 0.001431245, 2024-04-25T17:19:05.592 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_send_time": 0.000000000, 2024-04-25T17:19:05.592 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_recv_time": 0.000309438, 2024-04-25T17:19:05.592 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T17:19:05.592 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:05.592 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 0, 2024-04-25T17:19:05.592 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.000000000, 2024-04-25T17:19:05.593 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000000000 2024-04-25T17:19:05.593 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:05.593 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:05.593 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 0, 2024-04-25T17:19:05.593 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.000000000, 2024-04-25T17:19:05.593 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000000000 2024-04-25T17:19:05.593 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:05.593 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T17:19:05.593 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T17:19:05.593 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:05.593 INFO:teuthology.orchestra.run.smithi028.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T17:19:05.593 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_messages": 5, 2024-04-25T17:19:05.593 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_messages": 72, 2024-04-25T17:19:05.593 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_bytes": 3104, 2024-04-25T17:19:05.593 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_bytes": 91184, 2024-04-25T17:19:05.594 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_created_connections": 3, 2024-04-25T17:19:05.594 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_active_connections": 2, 2024-04-25T17:19:05.594 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_total_time": 0.006556974, 2024-04-25T17:19:05.594 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_send_time": 0.004050049, 2024-04-25T17:19:05.594 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_recv_time": 0.001802684, 2024-04-25T17:19:05.594 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T17:19:05.594 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:05.594 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 71, 2024-04-25T17:19:05.594 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.003772810, 2024-04-25T17:19:05.594 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000053138 2024-04-25T17:19:05.594 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:05.594 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:05.594 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 0, 2024-04-25T17:19:05.595 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.000000000, 2024-04-25T17:19:05.595 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000000000 2024-04-25T17:19:05.595 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:05.595 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_encrypted_bytes": 3104, 2024-04-25T17:19:05.595 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_encrypted_bytes": 91184 2024-04-25T17:19:05.595 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:05.595 INFO:teuthology.orchestra.run.smithi028.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T17:19:05.595 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_messages": 94, 2024-04-25T17:19:05.595 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_messages": 91, 2024-04-25T17:19:05.595 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_bytes": 471088, 2024-04-25T17:19:05.595 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_bytes": 55232, 2024-04-25T17:19:05.595 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_created_connections": 2, 2024-04-25T17:19:05.595 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_active_connections": 1, 2024-04-25T17:19:05.595 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_total_time": 0.016624617, 2024-04-25T17:19:05.596 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_send_time": 0.005666748, 2024-04-25T17:19:05.596 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_recv_time": 0.010976894, 2024-04-25T17:19:05.596 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_fast_dispatch_time": 0.002282286, 2024-04-25T17:19:05.596 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:05.596 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 90, 2024-04-25T17:19:05.596 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.005284672, 2024-04-25T17:19:05.596 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000058718 2024-04-25T17:19:05.596 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:05.596 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:05.596 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 0, 2024-04-25T17:19:05.596 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.000000000, 2024-04-25T17:19:05.596 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000000000 2024-04-25T17:19:05.596 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:05.596 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_encrypted_bytes": 471088, 2024-04-25T17:19:05.597 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_encrypted_bytes": 55232 2024-04-25T17:19:05.597 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:05.597 INFO:teuthology.orchestra.run.smithi028.stdout: "cct": { 2024-04-25T17:19:05.597 INFO:teuthology.orchestra.run.smithi028.stdout: "total_workers": 0, 2024-04-25T17:19:05.597 INFO:teuthology.orchestra.run.smithi028.stdout: "unhealthy_workers": 0 2024-04-25T17:19:05.597 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:05.597 INFO:teuthology.orchestra.run.smithi028.stdout: "mempool": { 2024-04-25T17:19:05.597 INFO:teuthology.orchestra.run.smithi028.stdout: "bloom_filter_bytes": 0, 2024-04-25T17:19:05.597 INFO:teuthology.orchestra.run.smithi028.stdout: "bloom_filter_items": 0, 2024-04-25T17:19:05.597 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T17:19:05.597 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_alloc_items": 0, 2024-04-25T17:19:05.597 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T17:19:05.597 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_data_items": 0, 2024-04-25T17:19:05.597 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T17:19:05.597 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T17:19:05.598 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T17:19:05.598 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T17:19:05.598 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T17:19:05.598 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_other_items": 0, 2024-04-25T17:19:05.598 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T17:19:05.598 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T17:19:05.598 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_extent_bytes": 0, 2024-04-25T17:19:05.598 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_extent_items": 0, 2024-04-25T17:19:05.598 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_blob_bytes": 0, 2024-04-25T17:19:05.598 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_blob_items": 0, 2024-04-25T17:19:05.598 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T17:19:05.598 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T17:19:05.598 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T17:19:05.598 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T17:19:05.599 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T17:19:05.599 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_fsck_items": 0, 2024-04-25T17:19:05.599 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_txc_bytes": 0, 2024-04-25T17:19:05.599 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_txc_items": 0, 2024-04-25T17:19:05.599 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T17:19:05.599 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T17:19:05.599 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_writing_bytes": 0, 2024-04-25T17:19:05.599 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_writing_items": 0, 2024-04-25T17:19:05.599 INFO:teuthology.orchestra.run.smithi028.stdout: "bluefs_bytes": 0, 2024-04-25T17:19:05.599 INFO:teuthology.orchestra.run.smithi028.stdout: "bluefs_items": 0, 2024-04-25T17:19:05.599 INFO:teuthology.orchestra.run.smithi028.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T17:19:05.599 INFO:teuthology.orchestra.run.smithi028.stdout: "bluefs_file_reader_items": 0, 2024-04-25T17:19:05.599 INFO:teuthology.orchestra.run.smithi028.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T17:19:05.599 INFO:teuthology.orchestra.run.smithi028.stdout: "bluefs_file_writer_items": 0, 2024-04-25T17:19:05.600 INFO:teuthology.orchestra.run.smithi028.stdout: "buffer_anon_bytes": 148863, 2024-04-25T17:19:05.600 INFO:teuthology.orchestra.run.smithi028.stdout: "buffer_anon_items": 28, 2024-04-25T17:19:05.600 INFO:teuthology.orchestra.run.smithi028.stdout: "buffer_meta_bytes": 0, 2024-04-25T17:19:05.600 INFO:teuthology.orchestra.run.smithi028.stdout: "buffer_meta_items": 0, 2024-04-25T17:19:05.600 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_bytes": 0, 2024-04-25T17:19:05.600 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_items": 0, 2024-04-25T17:19:05.600 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_mapbl_bytes": 0, 2024-04-25T17:19:05.600 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_mapbl_items": 0, 2024-04-25T17:19:05.600 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_pglog_bytes": 0, 2024-04-25T17:19:05.600 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_pglog_items": 0, 2024-04-25T17:19:05.600 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_bytes": 0, 2024-04-25T17:19:05.600 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_items": 0, 2024-04-25T17:19:05.600 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T17:19:05.600 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_mapping_items": 0, 2024-04-25T17:19:05.601 INFO:teuthology.orchestra.run.smithi028.stdout: "pgmap_bytes": 0, 2024-04-25T17:19:05.601 INFO:teuthology.orchestra.run.smithi028.stdout: "pgmap_items": 0, 2024-04-25T17:19:05.601 INFO:teuthology.orchestra.run.smithi028.stdout: "mds_co_bytes": 928, 2024-04-25T17:19:05.601 INFO:teuthology.orchestra.run.smithi028.stdout: "mds_co_items": 2, 2024-04-25T17:19:05.601 INFO:teuthology.orchestra.run.smithi028.stdout: "unittest_1_bytes": 0, 2024-04-25T17:19:05.601 INFO:teuthology.orchestra.run.smithi028.stdout: "unittest_1_items": 0, 2024-04-25T17:19:05.601 INFO:teuthology.orchestra.run.smithi028.stdout: "unittest_2_bytes": 0, 2024-04-25T17:19:05.601 INFO:teuthology.orchestra.run.smithi028.stdout: "unittest_2_items": 0 2024-04-25T17:19:05.601 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:05.601 INFO:teuthology.orchestra.run.smithi028.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T17:19:05.601 INFO:teuthology.orchestra.run.smithi028.stdout: "val": 0, 2024-04-25T17:19:05.601 INFO:teuthology.orchestra.run.smithi028.stdout: "max": 104857600, 2024-04-25T17:19:05.601 INFO:teuthology.orchestra.run.smithi028.stdout: "get_started": 0, 2024-04-25T17:19:05.601 INFO:teuthology.orchestra.run.smithi028.stdout: "get": 95, 2024-04-25T17:19:05.602 INFO:teuthology.orchestra.run.smithi028.stdout: "get_sum": 457859, 2024-04-25T17:19:05.602 INFO:teuthology.orchestra.run.smithi028.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:05.602 INFO:teuthology.orchestra.run.smithi028.stdout: "get_or_fail_success": 95, 2024-04-25T17:19:05.602 INFO:teuthology.orchestra.run.smithi028.stdout: "take": 0, 2024-04-25T17:19:05.602 INFO:teuthology.orchestra.run.smithi028.stdout: "take_sum": 0, 2024-04-25T17:19:05.602 INFO:teuthology.orchestra.run.smithi028.stdout: "put": 95, 2024-04-25T17:19:05.602 INFO:teuthology.orchestra.run.smithi028.stdout: "put_sum": 457859, 2024-04-25T17:19:05.602 INFO:teuthology.orchestra.run.smithi028.stdout: "wait": { 2024-04-25T17:19:05.602 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 0, 2024-04-25T17:19:05.602 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.000000000, 2024-04-25T17:19:05.602 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000000000 2024-04-25T17:19:05.602 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:05.602 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:05.602 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:19:06.332 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.a 2024-04-25T17:19:06.332 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.a 2024-04-25T17:19:06.332 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.a 2024-04-25T17:19:06.332 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.a 2024-04-25T17:19:06.332 DEBUG:tasks.check_counter:Getting stats from d 2024-04-25T17:19:06.332 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph daemon mds.d perf dump 2024-04-25T17:19:06.593 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:19:06.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:06 smithi042 ceph-mon[32851]: pgmap v451: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.2 MiB/s wr, 934 op/s 2024-04-25T17:19:06.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:06 smithi028 ceph-mon[29207]: pgmap v451: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.2 MiB/s wr, 934 op/s 2024-04-25T17:19:06.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:06 smithi084 ceph-mon[32752]: pgmap v451: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.2 MiB/s wr, 934 op/s 2024-04-25T17:19:08.341 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:19:08.341 INFO:teuthology.orchestra.run.smithi028.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T17:19:08.341 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_messages": 101, 2024-04-25T17:19:08.342 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_messages": 98, 2024-04-25T17:19:08.342 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_bytes": 473056, 2024-04-25T17:19:08.342 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_bytes": 59232, 2024-04-25T17:19:08.342 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_created_connections": 4, 2024-04-25T17:19:08.342 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_active_connections": 0, 2024-04-25T17:19:08.342 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_total_time": 0.020044589, 2024-04-25T17:19:08.342 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_send_time": 0.007195948, 2024-04-25T17:19:08.342 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_recv_time": 0.012228641, 2024-04-25T17:19:08.342 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_fast_dispatch_time": 0.002240664, 2024-04-25T17:19:08.342 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:08.342 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 97, 2024-04-25T17:19:08.342 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.006000567, 2024-04-25T17:19:08.342 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000061861 2024-04-25T17:19:08.342 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:08.342 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:08.343 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 0, 2024-04-25T17:19:08.343 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.000000000, 2024-04-25T17:19:08.343 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000000000 2024-04-25T17:19:08.343 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:08.343 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_encrypted_bytes": 473056, 2024-04-25T17:19:08.343 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_encrypted_bytes": 59232 2024-04-25T17:19:08.343 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:08.343 INFO:teuthology.orchestra.run.smithi028.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T17:19:08.343 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_messages": 5, 2024-04-25T17:19:08.343 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_messages": 76, 2024-04-25T17:19:08.343 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_bytes": 3104, 2024-04-25T17:19:08.343 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_bytes": 91888, 2024-04-25T17:19:08.343 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_created_connections": 3, 2024-04-25T17:19:08.343 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_active_connections": 2, 2024-04-25T17:19:08.343 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_total_time": 0.007156091, 2024-04-25T17:19:08.344 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_send_time": 0.004740867, 2024-04-25T17:19:08.344 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_recv_time": 0.001592368, 2024-04-25T17:19:08.344 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T17:19:08.344 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:08.344 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 75, 2024-04-25T17:19:08.344 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.004336737, 2024-04-25T17:19:08.344 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000057823 2024-04-25T17:19:08.344 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:08.344 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:08.344 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 0, 2024-04-25T17:19:08.344 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.000000000, 2024-04-25T17:19:08.344 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000000000 2024-04-25T17:19:08.344 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:08.345 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_encrypted_bytes": 3104, 2024-04-25T17:19:08.345 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_encrypted_bytes": 91888 2024-04-25T17:19:08.345 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:08.345 INFO:teuthology.orchestra.run.smithi028.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T17:19:08.345 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_messages": 0, 2024-04-25T17:19:08.345 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_messages": 2, 2024-04-25T17:19:08.345 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_bytes": 0, 2024-04-25T17:19:08.345 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_bytes": 0, 2024-04-25T17:19:08.345 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_created_connections": 2, 2024-04-25T17:19:08.345 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_active_connections": 1, 2024-04-25T17:19:08.345 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_total_time": 0.000408167, 2024-04-25T17:19:08.345 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_send_time": 0.000000000, 2024-04-25T17:19:08.345 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_recv_time": 0.000344824, 2024-04-25T17:19:08.345 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T17:19:08.345 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:08.346 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 0, 2024-04-25T17:19:08.346 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.000000000, 2024-04-25T17:19:08.346 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000000000 2024-04-25T17:19:08.346 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:08.346 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:08.346 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 0, 2024-04-25T17:19:08.346 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.000000000, 2024-04-25T17:19:08.346 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000000000 2024-04-25T17:19:08.346 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:08.346 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T17:19:08.346 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T17:19:08.346 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:08.347 INFO:teuthology.orchestra.run.smithi028.stdout: "cct": { 2024-04-25T17:19:08.347 INFO:teuthology.orchestra.run.smithi028.stdout: "total_workers": 0, 2024-04-25T17:19:08.347 INFO:teuthology.orchestra.run.smithi028.stdout: "unhealthy_workers": 0 2024-04-25T17:19:08.347 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:08.347 INFO:teuthology.orchestra.run.smithi028.stdout: "mempool": { 2024-04-25T17:19:08.347 INFO:teuthology.orchestra.run.smithi028.stdout: "bloom_filter_bytes": 0, 2024-04-25T17:19:08.347 INFO:teuthology.orchestra.run.smithi028.stdout: "bloom_filter_items": 0, 2024-04-25T17:19:08.347 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T17:19:08.347 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_alloc_items": 0, 2024-04-25T17:19:08.347 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T17:19:08.347 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_data_items": 0, 2024-04-25T17:19:08.347 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T17:19:08.347 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T17:19:08.347 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T17:19:08.347 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T17:19:08.348 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T17:19:08.348 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_other_items": 0, 2024-04-25T17:19:08.348 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T17:19:08.348 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T17:19:08.348 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_extent_bytes": 0, 2024-04-25T17:19:08.348 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_extent_items": 0, 2024-04-25T17:19:08.348 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_blob_bytes": 0, 2024-04-25T17:19:08.348 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_blob_items": 0, 2024-04-25T17:19:08.348 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T17:19:08.348 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T17:19:08.348 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T17:19:08.348 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T17:19:08.348 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T17:19:08.348 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_fsck_items": 0, 2024-04-25T17:19:08.349 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_txc_bytes": 0, 2024-04-25T17:19:08.349 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_txc_items": 0, 2024-04-25T17:19:08.349 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T17:19:08.349 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T17:19:08.349 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_writing_bytes": 0, 2024-04-25T17:19:08.349 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_writing_items": 0, 2024-04-25T17:19:08.349 INFO:teuthology.orchestra.run.smithi028.stdout: "bluefs_bytes": 0, 2024-04-25T17:19:08.349 INFO:teuthology.orchestra.run.smithi028.stdout: "bluefs_items": 0, 2024-04-25T17:19:08.349 INFO:teuthology.orchestra.run.smithi028.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T17:19:08.349 INFO:teuthology.orchestra.run.smithi028.stdout: "bluefs_file_reader_items": 0, 2024-04-25T17:19:08.349 INFO:teuthology.orchestra.run.smithi028.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T17:19:08.349 INFO:teuthology.orchestra.run.smithi028.stdout: "bluefs_file_writer_items": 0, 2024-04-25T17:19:08.349 INFO:teuthology.orchestra.run.smithi028.stdout: "buffer_anon_bytes": 148840, 2024-04-25T17:19:08.349 INFO:teuthology.orchestra.run.smithi028.stdout: "buffer_anon_items": 28, 2024-04-25T17:19:08.349 INFO:teuthology.orchestra.run.smithi028.stdout: "buffer_meta_bytes": 0, 2024-04-25T17:19:08.350 INFO:teuthology.orchestra.run.smithi028.stdout: "buffer_meta_items": 0, 2024-04-25T17:19:08.350 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_bytes": 0, 2024-04-25T17:19:08.350 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_items": 0, 2024-04-25T17:19:08.350 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_mapbl_bytes": 0, 2024-04-25T17:19:08.350 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_mapbl_items": 0, 2024-04-25T17:19:08.350 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_pglog_bytes": 0, 2024-04-25T17:19:08.350 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_pglog_items": 0, 2024-04-25T17:19:08.350 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_bytes": 0, 2024-04-25T17:19:08.350 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_items": 0, 2024-04-25T17:19:08.350 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T17:19:08.350 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_mapping_items": 0, 2024-04-25T17:19:08.350 INFO:teuthology.orchestra.run.smithi028.stdout: "pgmap_bytes": 0, 2024-04-25T17:19:08.350 INFO:teuthology.orchestra.run.smithi028.stdout: "pgmap_items": 0, 2024-04-25T17:19:08.350 INFO:teuthology.orchestra.run.smithi028.stdout: "mds_co_bytes": 928, 2024-04-25T17:19:08.351 INFO:teuthology.orchestra.run.smithi028.stdout: "mds_co_items": 2, 2024-04-25T17:19:08.351 INFO:teuthology.orchestra.run.smithi028.stdout: "unittest_1_bytes": 0, 2024-04-25T17:19:08.351 INFO:teuthology.orchestra.run.smithi028.stdout: "unittest_1_items": 0, 2024-04-25T17:19:08.351 INFO:teuthology.orchestra.run.smithi028.stdout: "unittest_2_bytes": 0, 2024-04-25T17:19:08.351 INFO:teuthology.orchestra.run.smithi028.stdout: "unittest_2_items": 0 2024-04-25T17:19:08.351 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:08.351 INFO:teuthology.orchestra.run.smithi028.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T17:19:08.351 INFO:teuthology.orchestra.run.smithi028.stdout: "val": 0, 2024-04-25T17:19:08.351 INFO:teuthology.orchestra.run.smithi028.stdout: "max": 104857600, 2024-04-25T17:19:08.351 INFO:teuthology.orchestra.run.smithi028.stdout: "get_started": 0, 2024-04-25T17:19:08.351 INFO:teuthology.orchestra.run.smithi028.stdout: "get": 102, 2024-04-25T17:19:08.351 INFO:teuthology.orchestra.run.smithi028.stdout: "get_sum": 458833, 2024-04-25T17:19:08.351 INFO:teuthology.orchestra.run.smithi028.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:08.351 INFO:teuthology.orchestra.run.smithi028.stdout: "get_or_fail_success": 102, 2024-04-25T17:19:08.351 INFO:teuthology.orchestra.run.smithi028.stdout: "take": 0, 2024-04-25T17:19:08.351 INFO:teuthology.orchestra.run.smithi028.stdout: "take_sum": 0, 2024-04-25T17:19:08.352 INFO:teuthology.orchestra.run.smithi028.stdout: "put": 102, 2024-04-25T17:19:08.352 INFO:teuthology.orchestra.run.smithi028.stdout: "put_sum": 458833, 2024-04-25T17:19:08.352 INFO:teuthology.orchestra.run.smithi028.stdout: "wait": { 2024-04-25T17:19:08.352 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 0, 2024-04-25T17:19:08.352 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.000000000, 2024-04-25T17:19:08.352 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000000000 2024-04-25T17:19:08.352 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:08.352 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:08.352 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:19:08.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:08 smithi042 ceph-mon[32851]: pgmap v452: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.6 MiB/s wr, 307 op/s 2024-04-25T17:19:08.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:08 smithi028 ceph-mon[29207]: pgmap v452: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.6 MiB/s wr, 307 op/s 2024-04-25T17:19:08.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:08 smithi084 ceph-mon[32752]: pgmap v452: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.6 MiB/s wr, 307 op/s 2024-04-25T17:19:09.095 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-04-25T17:19:09.095 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-04-25T17:19:09.095 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-04-25T17:19:09.095 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-04-25T17:19:09.095 DEBUG:tasks.check_counter:Getting stats from g 2024-04-25T17:19:09.096 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph daemon mds.g perf dump 2024-04-25T17:19:09.348 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:19:10.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:10 smithi028 ceph-mon[29207]: pgmap v453: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 852 KiB/s wr, 212 op/s 2024-04-25T17:19:10.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:10 smithi042 ceph-mon[32851]: pgmap v453: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 852 KiB/s wr, 212 op/s 2024-04-25T17:19:10.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:10 smithi084 ceph-mon[32752]: pgmap v453: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 852 KiB/s wr, 212 op/s 2024-04-25T17:19:11.076 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:19:11.077 INFO:teuthology.orchestra.run.smithi028.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T17:19:11.077 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_messages": 0, 2024-04-25T17:19:11.077 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_messages": 2, 2024-04-25T17:19:11.077 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_bytes": 0, 2024-04-25T17:19:11.077 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_bytes": 0, 2024-04-25T17:19:11.077 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_created_connections": 4, 2024-04-25T17:19:11.077 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_active_connections": 0, 2024-04-25T17:19:11.077 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_total_time": 0.001391550, 2024-04-25T17:19:11.077 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_send_time": 0.000000000, 2024-04-25T17:19:11.077 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_recv_time": 0.000285171, 2024-04-25T17:19:11.078 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T17:19:11.078 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:11.078 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 0, 2024-04-25T17:19:11.078 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.000000000, 2024-04-25T17:19:11.078 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000000000 2024-04-25T17:19:11.078 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:11.078 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:11.078 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 0, 2024-04-25T17:19:11.078 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.000000000, 2024-04-25T17:19:11.078 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000000000 2024-04-25T17:19:11.078 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:11.078 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T17:19:11.079 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T17:19:11.079 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:11.079 INFO:teuthology.orchestra.run.smithi028.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T17:19:11.079 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_messages": 5, 2024-04-25T17:19:11.079 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_messages": 73, 2024-04-25T17:19:11.079 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_bytes": 3104, 2024-04-25T17:19:11.079 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_bytes": 91360, 2024-04-25T17:19:11.079 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_created_connections": 3, 2024-04-25T17:19:11.079 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_active_connections": 2, 2024-04-25T17:19:11.079 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_total_time": 0.007065186, 2024-04-25T17:19:11.079 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_send_time": 0.004372032, 2024-04-25T17:19:11.079 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_recv_time": 0.001857049, 2024-04-25T17:19:11.080 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T17:19:11.080 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:11.080 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 72, 2024-04-25T17:19:11.080 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.007088965, 2024-04-25T17:19:11.080 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000098457 2024-04-25T17:19:11.080 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:11.080 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:11.080 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 0, 2024-04-25T17:19:11.080 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.000000000, 2024-04-25T17:19:11.080 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000000000 2024-04-25T17:19:11.080 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:11.080 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_encrypted_bytes": 3104, 2024-04-25T17:19:11.080 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_encrypted_bytes": 91360 2024-04-25T17:19:11.080 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:11.081 INFO:teuthology.orchestra.run.smithi028.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T17:19:11.081 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_messages": 97, 2024-04-25T17:19:11.081 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_messages": 94, 2024-04-25T17:19:11.081 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_bytes": 471968, 2024-04-25T17:19:11.081 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_bytes": 56672, 2024-04-25T17:19:11.081 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_created_connections": 2, 2024-04-25T17:19:11.081 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_active_connections": 1, 2024-04-25T17:19:11.081 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_total_time": 0.018279889, 2024-04-25T17:19:11.081 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_send_time": 0.006111799, 2024-04-25T17:19:11.081 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_recv_time": 0.012701673, 2024-04-25T17:19:11.081 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_fast_dispatch_time": 0.002366629, 2024-04-25T17:19:11.081 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:11.081 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 93, 2024-04-25T17:19:11.082 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.006838215, 2024-04-25T17:19:11.082 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000073529 2024-04-25T17:19:11.082 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:11.082 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:11.082 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 0, 2024-04-25T17:19:11.082 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.000000000, 2024-04-25T17:19:11.082 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000000000 2024-04-25T17:19:11.082 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:11.082 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_encrypted_bytes": 471968, 2024-04-25T17:19:11.082 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_encrypted_bytes": 56672 2024-04-25T17:19:11.082 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:11.082 INFO:teuthology.orchestra.run.smithi028.stdout: "cct": { 2024-04-25T17:19:11.083 INFO:teuthology.orchestra.run.smithi028.stdout: "total_workers": 0, 2024-04-25T17:19:11.083 INFO:teuthology.orchestra.run.smithi028.stdout: "unhealthy_workers": 0 2024-04-25T17:19:11.083 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:11.083 INFO:teuthology.orchestra.run.smithi028.stdout: "mempool": { 2024-04-25T17:19:11.083 INFO:teuthology.orchestra.run.smithi028.stdout: "bloom_filter_bytes": 0, 2024-04-25T17:19:11.083 INFO:teuthology.orchestra.run.smithi028.stdout: "bloom_filter_items": 0, 2024-04-25T17:19:11.083 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T17:19:11.083 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_alloc_items": 0, 2024-04-25T17:19:11.083 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T17:19:11.083 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_data_items": 0, 2024-04-25T17:19:11.083 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T17:19:11.083 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T17:19:11.083 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T17:19:11.083 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T17:19:11.084 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T17:19:11.084 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_other_items": 0, 2024-04-25T17:19:11.084 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T17:19:11.084 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T17:19:11.084 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_extent_bytes": 0, 2024-04-25T17:19:11.084 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_extent_items": 0, 2024-04-25T17:19:11.084 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_blob_bytes": 0, 2024-04-25T17:19:11.084 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_blob_items": 0, 2024-04-25T17:19:11.084 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T17:19:11.084 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T17:19:11.084 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T17:19:11.085 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T17:19:11.085 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T17:19:11.085 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_fsck_items": 0, 2024-04-25T17:19:11.085 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_txc_bytes": 0, 2024-04-25T17:19:11.085 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_txc_items": 0, 2024-04-25T17:19:11.085 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T17:19:11.085 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T17:19:11.085 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_writing_bytes": 0, 2024-04-25T17:19:11.085 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_writing_items": 0, 2024-04-25T17:19:11.085 INFO:teuthology.orchestra.run.smithi028.stdout: "bluefs_bytes": 0, 2024-04-25T17:19:11.085 INFO:teuthology.orchestra.run.smithi028.stdout: "bluefs_items": 0, 2024-04-25T17:19:11.085 INFO:teuthology.orchestra.run.smithi028.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T17:19:11.085 INFO:teuthology.orchestra.run.smithi028.stdout: "bluefs_file_reader_items": 0, 2024-04-25T17:19:11.086 INFO:teuthology.orchestra.run.smithi028.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T17:19:11.086 INFO:teuthology.orchestra.run.smithi028.stdout: "bluefs_file_writer_items": 0, 2024-04-25T17:19:11.086 INFO:teuthology.orchestra.run.smithi028.stdout: "buffer_anon_bytes": 148903, 2024-04-25T17:19:11.086 INFO:teuthology.orchestra.run.smithi028.stdout: "buffer_anon_items": 29, 2024-04-25T17:19:11.086 INFO:teuthology.orchestra.run.smithi028.stdout: "buffer_meta_bytes": 0, 2024-04-25T17:19:11.086 INFO:teuthology.orchestra.run.smithi028.stdout: "buffer_meta_items": 0, 2024-04-25T17:19:11.086 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_bytes": 0, 2024-04-25T17:19:11.086 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_items": 0, 2024-04-25T17:19:11.086 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_mapbl_bytes": 0, 2024-04-25T17:19:11.086 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_mapbl_items": 0, 2024-04-25T17:19:11.086 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_pglog_bytes": 0, 2024-04-25T17:19:11.086 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_pglog_items": 0, 2024-04-25T17:19:11.087 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_bytes": 0, 2024-04-25T17:19:11.087 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_items": 0, 2024-04-25T17:19:11.087 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T17:19:11.087 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_mapping_items": 0, 2024-04-25T17:19:11.087 INFO:teuthology.orchestra.run.smithi028.stdout: "pgmap_bytes": 0, 2024-04-25T17:19:11.087 INFO:teuthology.orchestra.run.smithi028.stdout: "pgmap_items": 0, 2024-04-25T17:19:11.087 INFO:teuthology.orchestra.run.smithi028.stdout: "mds_co_bytes": 928, 2024-04-25T17:19:11.087 INFO:teuthology.orchestra.run.smithi028.stdout: "mds_co_items": 2, 2024-04-25T17:19:11.087 INFO:teuthology.orchestra.run.smithi028.stdout: "unittest_1_bytes": 0, 2024-04-25T17:19:11.087 INFO:teuthology.orchestra.run.smithi028.stdout: "unittest_1_items": 0, 2024-04-25T17:19:11.088 INFO:teuthology.orchestra.run.smithi028.stdout: "unittest_2_bytes": 0, 2024-04-25T17:19:11.088 INFO:teuthology.orchestra.run.smithi028.stdout: "unittest_2_items": 0 2024-04-25T17:19:11.088 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:11.088 INFO:teuthology.orchestra.run.smithi028.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T17:19:11.088 INFO:teuthology.orchestra.run.smithi028.stdout: "val": 0, 2024-04-25T17:19:11.088 INFO:teuthology.orchestra.run.smithi028.stdout: "max": 104857600, 2024-04-25T17:19:11.088 INFO:teuthology.orchestra.run.smithi028.stdout: "get_started": 0, 2024-04-25T17:19:11.088 INFO:teuthology.orchestra.run.smithi028.stdout: "get": 98, 2024-04-25T17:19:11.088 INFO:teuthology.orchestra.run.smithi028.stdout: "get_sum": 458313, 2024-04-25T17:19:11.088 INFO:teuthology.orchestra.run.smithi028.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:11.088 INFO:teuthology.orchestra.run.smithi028.stdout: "get_or_fail_success": 98, 2024-04-25T17:19:11.089 INFO:teuthology.orchestra.run.smithi028.stdout: "take": 0, 2024-04-25T17:19:11.089 INFO:teuthology.orchestra.run.smithi028.stdout: "take_sum": 0, 2024-04-25T17:19:11.089 INFO:teuthology.orchestra.run.smithi028.stdout: "put": 98, 2024-04-25T17:19:11.089 INFO:teuthology.orchestra.run.smithi028.stdout: "put_sum": 458313, 2024-04-25T17:19:11.089 INFO:teuthology.orchestra.run.smithi028.stdout: "wait": { 2024-04-25T17:19:11.089 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 0, 2024-04-25T17:19:11.089 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.000000000, 2024-04-25T17:19:11.089 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000000000 2024-04-25T17:19:11.089 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:11.089 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:11.089 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:19:11.862 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.g 2024-04-25T17:19:11.862 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.g 2024-04-25T17:19:11.862 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.g 2024-04-25T17:19:11.862 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.g 2024-04-25T17:19:11.862 DEBUG:tasks.check_counter:Getting stats from j 2024-04-25T17:19:11.863 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph daemon mds.j perf dump 2024-04-25T17:19:12.112 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T17:19:12.561 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:12 smithi028 ceph-mon[29207]: pgmap v454: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 3.7 KiB/s wr, 10 op/s 2024-04-25T17:19:12.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:12 smithi042 ceph-mon[32851]: pgmap v454: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 3.7 KiB/s wr, 10 op/s 2024-04-25T17:19:12.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:12 smithi084 ceph-mon[32752]: pgmap v454: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 3.7 KiB/s wr, 10 op/s 2024-04-25T17:19:13.974 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-25T17:19:13.974 INFO:teuthology.orchestra.run.smithi028.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T17:19:13.974 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_messages": 4, 2024-04-25T17:19:13.974 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_messages": 4, 2024-04-25T17:19:13.974 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_bytes": 2944, 2024-04-25T17:19:13.974 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_bytes": 448, 2024-04-25T17:19:13.974 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_created_connections": 4, 2024-04-25T17:19:13.974 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_active_connections": 0, 2024-04-25T17:19:13.975 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_total_time": 0.001890325, 2024-04-25T17:19:13.975 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_send_time": 0.000062576, 2024-04-25T17:19:13.975 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_recv_time": 0.000766196, 2024-04-25T17:19:13.975 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T17:19:13.975 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:13.975 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 3, 2024-04-25T17:19:13.975 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.001167137, 2024-04-25T17:19:13.975 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000389045 2024-04-25T17:19:13.975 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:13.975 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:13.975 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 0, 2024-04-25T17:19:13.975 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.000000000, 2024-04-25T17:19:13.975 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000000000 2024-04-25T17:19:13.976 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:13.976 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_encrypted_bytes": 2944, 2024-04-25T17:19:13.976 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_encrypted_bytes": 448 2024-04-25T17:19:13.976 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:13.976 INFO:teuthology.orchestra.run.smithi028.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T17:19:13.976 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_messages": 104, 2024-04-25T17:19:13.976 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_messages": 101, 2024-04-25T17:19:13.976 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_bytes": 474496, 2024-04-25T17:19:13.976 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_bytes": 60848, 2024-04-25T17:19:13.976 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_created_connections": 2, 2024-04-25T17:19:13.976 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_active_connections": 1, 2024-04-25T17:19:13.976 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_total_time": 0.018608599, 2024-04-25T17:19:13.976 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_send_time": 0.006275645, 2024-04-25T17:19:13.976 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_recv_time": 0.012794647, 2024-04-25T17:19:13.976 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_fast_dispatch_time": 0.002087143, 2024-04-25T17:19:13.977 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:13.977 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 100, 2024-04-25T17:19:13.977 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.004595606, 2024-04-25T17:19:13.977 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000045956 2024-04-25T17:19:13.977 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:13.977 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:13.977 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 0, 2024-04-25T17:19:13.977 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.000000000, 2024-04-25T17:19:13.977 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000000000 2024-04-25T17:19:13.977 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:13.977 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_encrypted_bytes": 474496, 2024-04-25T17:19:13.977 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_encrypted_bytes": 60848 2024-04-25T17:19:13.977 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:13.978 INFO:teuthology.orchestra.run.smithi028.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T17:19:13.978 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_messages": 1, 2024-04-25T17:19:13.978 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_messages": 76, 2024-04-25T17:19:13.978 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_bytes": 160, 2024-04-25T17:19:13.978 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_bytes": 91792, 2024-04-25T17:19:13.978 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_created_connections": 3, 2024-04-25T17:19:13.978 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_active_connections": 2, 2024-04-25T17:19:13.978 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_total_time": 0.007394699, 2024-04-25T17:19:13.978 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_send_time": 0.004888385, 2024-04-25T17:19:13.978 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_recv_time": 0.001231811, 2024-04-25T17:19:13.978 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T17:19:13.978 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:13.978 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 74, 2024-04-25T17:19:13.978 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.003831183, 2024-04-25T17:19:13.979 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000051772 2024-04-25T17:19:13.979 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:13.979 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:13.979 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 0, 2024-04-25T17:19:13.979 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.000000000, 2024-04-25T17:19:13.979 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000000000 2024-04-25T17:19:13.979 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:13.979 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-25T17:19:13.979 INFO:teuthology.orchestra.run.smithi028.stdout: "msgr_send_encrypted_bytes": 91792 2024-04-25T17:19:13.979 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:13.979 INFO:teuthology.orchestra.run.smithi028.stdout: "cct": { 2024-04-25T17:19:13.979 INFO:teuthology.orchestra.run.smithi028.stdout: "total_workers": 0, 2024-04-25T17:19:13.979 INFO:teuthology.orchestra.run.smithi028.stdout: "unhealthy_workers": 0 2024-04-25T17:19:13.979 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:13.980 INFO:teuthology.orchestra.run.smithi028.stdout: "mempool": { 2024-04-25T17:19:13.980 INFO:teuthology.orchestra.run.smithi028.stdout: "bloom_filter_bytes": 0, 2024-04-25T17:19:13.980 INFO:teuthology.orchestra.run.smithi028.stdout: "bloom_filter_items": 0, 2024-04-25T17:19:13.980 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T17:19:13.980 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_alloc_items": 0, 2024-04-25T17:19:13.980 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T17:19:13.980 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_data_items": 0, 2024-04-25T17:19:13.980 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T17:19:13.980 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T17:19:13.980 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T17:19:13.980 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T17:19:13.980 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T17:19:13.980 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_other_items": 0, 2024-04-25T17:19:13.980 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T17:19:13.981 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T17:19:13.981 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_extent_bytes": 0, 2024-04-25T17:19:13.981 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_extent_items": 0, 2024-04-25T17:19:13.981 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_blob_bytes": 0, 2024-04-25T17:19:13.981 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_blob_items": 0, 2024-04-25T17:19:13.981 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T17:19:13.981 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T17:19:13.981 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T17:19:13.981 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T17:19:13.981 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T17:19:13.981 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_fsck_items": 0, 2024-04-25T17:19:13.981 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_txc_bytes": 0, 2024-04-25T17:19:13.981 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_txc_items": 0, 2024-04-25T17:19:13.981 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T17:19:13.982 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T17:19:13.982 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_writing_bytes": 0, 2024-04-25T17:19:13.982 INFO:teuthology.orchestra.run.smithi028.stdout: "bluestore_writing_items": 0, 2024-04-25T17:19:13.982 INFO:teuthology.orchestra.run.smithi028.stdout: "bluefs_bytes": 0, 2024-04-25T17:19:13.982 INFO:teuthology.orchestra.run.smithi028.stdout: "bluefs_items": 0, 2024-04-25T17:19:13.982 INFO:teuthology.orchestra.run.smithi028.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T17:19:13.982 INFO:teuthology.orchestra.run.smithi028.stdout: "bluefs_file_reader_items": 0, 2024-04-25T17:19:13.982 INFO:teuthology.orchestra.run.smithi028.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T17:19:13.982 INFO:teuthology.orchestra.run.smithi028.stdout: "bluefs_file_writer_items": 0, 2024-04-25T17:19:13.982 INFO:teuthology.orchestra.run.smithi028.stdout: "buffer_anon_bytes": 148863, 2024-04-25T17:19:13.982 INFO:teuthology.orchestra.run.smithi028.stdout: "buffer_anon_items": 28, 2024-04-25T17:19:13.982 INFO:teuthology.orchestra.run.smithi028.stdout: "buffer_meta_bytes": 0, 2024-04-25T17:19:13.982 INFO:teuthology.orchestra.run.smithi028.stdout: "buffer_meta_items": 0, 2024-04-25T17:19:13.983 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_bytes": 0, 2024-04-25T17:19:13.983 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_items": 0, 2024-04-25T17:19:13.983 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_mapbl_bytes": 0, 2024-04-25T17:19:13.983 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_mapbl_items": 0, 2024-04-25T17:19:13.983 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_pglog_bytes": 0, 2024-04-25T17:19:13.983 INFO:teuthology.orchestra.run.smithi028.stdout: "osd_pglog_items": 0, 2024-04-25T17:19:13.983 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_bytes": 0, 2024-04-25T17:19:13.983 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_items": 0, 2024-04-25T17:19:13.983 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T17:19:13.983 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_mapping_items": 0, 2024-04-25T17:19:13.983 INFO:teuthology.orchestra.run.smithi028.stdout: "pgmap_bytes": 0, 2024-04-25T17:19:13.983 INFO:teuthology.orchestra.run.smithi028.stdout: "pgmap_items": 0, 2024-04-25T17:19:13.983 INFO:teuthology.orchestra.run.smithi028.stdout: "mds_co_bytes": 928, 2024-04-25T17:19:13.983 INFO:teuthology.orchestra.run.smithi028.stdout: "mds_co_items": 2, 2024-04-25T17:19:13.983 INFO:teuthology.orchestra.run.smithi028.stdout: "unittest_1_bytes": 0, 2024-04-25T17:19:13.984 INFO:teuthology.orchestra.run.smithi028.stdout: "unittest_1_items": 0, 2024-04-25T17:19:13.984 INFO:teuthology.orchestra.run.smithi028.stdout: "unittest_2_bytes": 0, 2024-04-25T17:19:13.984 INFO:teuthology.orchestra.run.smithi028.stdout: "unittest_2_items": 0 2024-04-25T17:19:13.984 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-25T17:19:13.984 INFO:teuthology.orchestra.run.smithi028.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T17:19:13.984 INFO:teuthology.orchestra.run.smithi028.stdout: "val": 0, 2024-04-25T17:19:13.984 INFO:teuthology.orchestra.run.smithi028.stdout: "max": 104857600, 2024-04-25T17:19:13.984 INFO:teuthology.orchestra.run.smithi028.stdout: "get_started": 0, 2024-04-25T17:19:13.984 INFO:teuthology.orchestra.run.smithi028.stdout: "get": 105, 2024-04-25T17:19:13.984 INFO:teuthology.orchestra.run.smithi028.stdout: "get_sum": 459860, 2024-04-25T17:19:13.984 INFO:teuthology.orchestra.run.smithi028.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:13.984 INFO:teuthology.orchestra.run.smithi028.stdout: "get_or_fail_success": 105, 2024-04-25T17:19:13.984 INFO:teuthology.orchestra.run.smithi028.stdout: "take": 0, 2024-04-25T17:19:13.984 INFO:teuthology.orchestra.run.smithi028.stdout: "take_sum": 0, 2024-04-25T17:19:13.984 INFO:teuthology.orchestra.run.smithi028.stdout: "put": 105, 2024-04-25T17:19:13.985 INFO:teuthology.orchestra.run.smithi028.stdout: "put_sum": 459860, 2024-04-25T17:19:13.985 INFO:teuthology.orchestra.run.smithi028.stdout: "wait": { 2024-04-25T17:19:13.985 INFO:teuthology.orchestra.run.smithi028.stdout: "avgcount": 0, 2024-04-25T17:19:13.985 INFO:teuthology.orchestra.run.smithi028.stdout: "sum": 0.000000000, 2024-04-25T17:19:13.985 INFO:teuthology.orchestra.run.smithi028.stdout: "avgtime": 0.000000000 2024-04-25T17:19:13.985 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:13.985 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-25T17:19:13.985 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-25T17:19:14.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:14 smithi042 ceph-mon[32851]: pgmap v455: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 853 B/s wr, 5 op/s 2024-04-25T17:19:14.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:14 smithi028 ceph-mon[29207]: pgmap v455: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 853 B/s wr, 5 op/s 2024-04-25T17:19:14.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:14 smithi084 ceph-mon[32752]: pgmap v455: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 853 B/s wr, 5 op/s 2024-04-25T17:19:14.793 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-04-25T17:19:14.793 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-04-25T17:19:14.793 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-04-25T17:19:14.793 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-04-25T17:19:14.793 DEBUG:tasks.check_counter:Getting stats from b 2024-04-25T17:19:14.793 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph daemon mds.b perf dump 2024-04-25T17:19:15.055 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T17:19:16.548 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:16 smithi042 ceph-mon[32851]: pgmap v456: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 853 B/s wr, 7 op/s 2024-04-25T17:19:16.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:16 smithi028 ceph-mon[29207]: pgmap v456: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 853 B/s wr, 7 op/s 2024-04-25T17:19:16.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:16 smithi084 ceph-mon[32752]: pgmap v456: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 853 B/s wr, 7 op/s 2024-04-25T17:19:16.865 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-04-25T17:19:16.865 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T17:19:16.865 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 651, 2024-04-25T17:19:16.865 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 622, 2024-04-25T17:19:16.865 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 190518, 2024-04-25T17:19:16.865 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 1271814, 2024-04-25T17:19:16.865 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 49, 2024-04-25T17:19:16.865 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 5, 2024-04-25T17:19:16.865 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.082882449, 2024-04-25T17:19:16.866 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.019285618, 2024-04-25T17:19:16.866 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.036261986, 2024-04-25T17:19:16.866 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.019735555, 2024-04-25T17:19:16.866 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:16.866 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 623, 2024-04-25T17:19:16.866 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.451428798, 2024-04-25T17:19:16.866 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000724604 2024-04-25T17:19:16.866 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.866 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:16.866 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 495, 2024-04-25T17:19:16.866 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000128310, 2024-04-25T17:19:16.866 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000259 2024-04-25T17:19:16.866 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.866 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T17:19:16.867 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T17:19:16.867 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.867 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T17:19:16.867 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 676, 2024-04-25T17:19:16.867 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 517, 2024-04-25T17:19:16.867 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 235700, 2024-04-25T17:19:16.867 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 424204, 2024-04-25T17:19:16.867 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 14, 2024-04-25T17:19:16.867 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 5, 2024-04-25T17:19:16.867 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.075383332, 2024-04-25T17:19:16.867 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.017679801, 2024-04-25T17:19:16.867 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.033818509, 2024-04-25T17:19:16.868 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.023559633, 2024-04-25T17:19:16.868 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:16.868 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 516, 2024-04-25T17:19:16.868 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.634559808, 2024-04-25T17:19:16.868 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.001229767 2024-04-25T17:19:16.868 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.868 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:16.868 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 641, 2024-04-25T17:19:16.868 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000162435, 2024-04-25T17:19:16.868 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000253 2024-04-25T17:19:16.868 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.868 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 57088, 2024-04-25T17:19:16.868 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 238448 2024-04-25T17:19:16.869 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.869 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T17:19:16.869 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 675, 2024-04-25T17:19:16.869 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 638, 2024-04-25T17:19:16.869 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 666042, 2024-04-25T17:19:16.869 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 256518, 2024-04-25T17:19:16.869 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 11, 2024-04-25T17:19:16.869 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 7, 2024-04-25T17:19:16.869 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.073058785, 2024-04-25T17:19:16.869 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.023220520, 2024-04-25T17:19:16.869 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.040682694, 2024-04-25T17:19:16.869 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.014760343, 2024-04-25T17:19:16.869 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:16.869 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 634, 2024-04-25T17:19:16.870 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.672155957, 2024-04-25T17:19:16.870 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.001060182 2024-04-25T17:19:16.870 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.870 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:16.870 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 480, 2024-04-25T17:19:16.870 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000141638, 2024-04-25T17:19:16.870 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000295 2024-04-25T17:19:16.870 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.870 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 516288, 2024-04-25T17:19:16.870 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 68656 2024-04-25T17:19:16.870 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.870 INFO:teuthology.orchestra.run.smithi042.stdout: "cct": { 2024-04-25T17:19:16.870 INFO:teuthology.orchestra.run.smithi042.stdout: "total_workers": 1, 2024-04-25T17:19:16.870 INFO:teuthology.orchestra.run.smithi042.stdout: "unhealthy_workers": 0 2024-04-25T17:19:16.871 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.871 INFO:teuthology.orchestra.run.smithi042.stdout: "finisher-MDSRank": { 2024-04-25T17:19:16.871 INFO:teuthology.orchestra.run.smithi042.stdout: "queue_len": 0, 2024-04-25T17:19:16.871 INFO:teuthology.orchestra.run.smithi042.stdout: "complete_latency": { 2024-04-25T17:19:16.871 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 323, 2024-04-25T17:19:16.871 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.136994639, 2024-04-25T17:19:16.871 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000424132 2024-04-25T17:19:16.871 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:16.871 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.871 INFO:teuthology.orchestra.run.smithi042.stdout: "finisher-PurgeQueue": { 2024-04-25T17:19:16.871 INFO:teuthology.orchestra.run.smithi042.stdout: "queue_len": 0, 2024-04-25T17:19:16.871 INFO:teuthology.orchestra.run.smithi042.stdout: "complete_latency": { 2024-04-25T17:19:16.871 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 96, 2024-04-25T17:19:16.871 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.004418392, 2024-04-25T17:19:16.872 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000046024 2024-04-25T17:19:16.872 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:16.872 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.872 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-04-25T17:19:16.872 INFO:teuthology.orchestra.run.smithi042.stdout: "request": 65, 2024-04-25T17:19:16.872 INFO:teuthology.orchestra.run.smithi042.stdout: "reply": 65, 2024-04-25T17:19:16.872 INFO:teuthology.orchestra.run.smithi042.stdout: "reply_latency": { 2024-04-25T17:19:16.872 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 65, 2024-04-25T17:19:16.872 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.087038304, 2024-04-25T17:19:16.872 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.001339050 2024-04-25T17:19:16.872 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.872 INFO:teuthology.orchestra.run.smithi042.stdout: "slow_reply": 0, 2024-04-25T17:19:16.872 INFO:teuthology.orchestra.run.smithi042.stdout: "forward": 0, 2024-04-25T17:19:16.872 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_fetch_complete": 0, 2024-04-25T17:19:16.873 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_fetch_keys": 0, 2024-04-25T17:19:16.873 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_commit": 12, 2024-04-25T17:19:16.873 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_split": 0, 2024-04-25T17:19:16.873 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_merge": 0, 2024-04-25T17:19:16.873 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes": 23, 2024-04-25T17:19:16.873 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_top": 0, 2024-04-25T17:19:16.873 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_bottom": 23, 2024-04-25T17:19:16.873 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_pin_tail": 0, 2024-04-25T17:19:16.873 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_pinned": 23, 2024-04-25T17:19:16.873 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_expired": 0, 2024-04-25T17:19:16.873 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_with_caps": 2, 2024-04-25T17:19:16.873 INFO:teuthology.orchestra.run.smithi042.stdout: "caps": 2, 2024-04-25T17:19:16.873 INFO:teuthology.orchestra.run.smithi042.stdout: "subtrees": 2, 2024-04-25T17:19:16.873 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse": 101, 2024-04-25T17:19:16.874 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_hit": 91, 2024-04-25T17:19:16.874 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_forward": 0, 2024-04-25T17:19:16.874 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_discover": 0, 2024-04-25T17:19:16.874 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_dir_fetch": 0, 2024-04-25T17:19:16.874 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_remote_ino": 0, 2024-04-25T17:19:16.874 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_lock": 0, 2024-04-25T17:19:16.874 INFO:teuthology.orchestra.run.smithi042.stdout: "load_cent": 53, 2024-04-25T17:19:16.874 INFO:teuthology.orchestra.run.smithi042.stdout: "q": 0, 2024-04-25T17:19:16.874 INFO:teuthology.orchestra.run.smithi042.stdout: "exported": 0, 2024-04-25T17:19:16.874 INFO:teuthology.orchestra.run.smithi042.stdout: "exported_inodes": 0, 2024-04-25T17:19:16.874 INFO:teuthology.orchestra.run.smithi042.stdout: "imported": 0, 2024-04-25T17:19:16.874 INFO:teuthology.orchestra.run.smithi042.stdout: "imported_inodes": 0, 2024-04-25T17:19:16.874 INFO:teuthology.orchestra.run.smithi042.stdout: "openino_dir_fetch": 0, 2024-04-25T17:19:16.874 INFO:teuthology.orchestra.run.smithi042.stdout: "openino_backtrace_fetch": 69, 2024-04-25T17:19:16.877 INFO:teuthology.orchestra.run.smithi042.stdout: "openino_peer_discover": 0, 2024-04-25T17:19:16.877 INFO:teuthology.orchestra.run.smithi042.stdout: "root_rfiles": 4, 2024-04-25T17:19:16.877 INFO:teuthology.orchestra.run.smithi042.stdout: "root_rbytes": 234, 2024-04-25T17:19:16.877 INFO:teuthology.orchestra.run.smithi042.stdout: "root_rsnaps": 0, 2024-04-25T17:19:16.877 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_backtrace_fetch": 69, 2024-04-25T17:19:16.877 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_set_tag": 0, 2024-04-25T17:19:16.877 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T17:19:16.877 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_inotable_repaired": 0, 2024-04-25T17:19:16.877 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_dir_inodes": 42, 2024-04-25T17:19:16.877 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_dir_base_inodes": 5, 2024-04-25T17:19:16.877 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_dirfrag_rstats": 37, 2024-04-25T17:19:16.878 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_file_inodes": 27, 2024-04-25T17:19:16.878 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_inode_file_caps": 0, 2024-04-25T17:19:16.878 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_revoke": 20, 2024-04-25T17:19:16.878 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_grant": 30, 2024-04-25T17:19:16.878 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T17:19:16.878 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T17:19:16.878 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T17:19:16.878 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_caps": 98, 2024-04-25T17:19:16.878 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_caps_dirty": 75, 2024-04-25T17:19:16.878 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_cap_release": 3, 2024-04-25T17:19:16.878 INFO:teuthology.orchestra.run.smithi042.stdout: "process_request_cap_release": 35 2024-04-25T17:19:16.878 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.878 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_cache": { 2024-04-25T17:19:16.878 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_update": 9, 2024-04-25T17:19:16.879 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_update_receipt": 0, 2024-04-25T17:19:16.879 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_try_discover": 0, 2024-04-25T17:19:16.879 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_send_discover": 0, 2024-04-25T17:19:16.879 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_handle_discover": 20, 2024-04-25T17:19:16.879 INFO:teuthology.orchestra.run.smithi042.stdout: "num_strays": 0, 2024-04-25T17:19:16.879 INFO:teuthology.orchestra.run.smithi042.stdout: "num_strays_delayed": 0, 2024-04-25T17:19:16.879 INFO:teuthology.orchestra.run.smithi042.stdout: "num_strays_enqueuing": 0, 2024-04-25T17:19:16.879 INFO:teuthology.orchestra.run.smithi042.stdout: "strays_created": 6, 2024-04-25T17:19:16.879 INFO:teuthology.orchestra.run.smithi042.stdout: "strays_enqueued": 6, 2024-04-25T17:19:16.879 INFO:teuthology.orchestra.run.smithi042.stdout: "strays_reintegrated": 0, 2024-04-25T17:19:16.879 INFO:teuthology.orchestra.run.smithi042.stdout: "strays_migrated": 0, 2024-04-25T17:19:16.879 INFO:teuthology.orchestra.run.smithi042.stdout: "num_recovering_processing": 0, 2024-04-25T17:19:16.879 INFO:teuthology.orchestra.run.smithi042.stdout: "num_recovering_enqueued": 0, 2024-04-25T17:19:16.879 INFO:teuthology.orchestra.run.smithi042.stdout: "num_recovering_prioritized": 0, 2024-04-25T17:19:16.880 INFO:teuthology.orchestra.run.smithi042.stdout: "recovery_started": 0, 2024-04-25T17:19:16.880 INFO:teuthology.orchestra.run.smithi042.stdout: "recovery_completed": 0, 2024-04-25T17:19:16.880 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_quiesce_path": 0, 2024-04-25T17:19:16.880 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_quiesce_inode": 0, 2024-04-25T17:19:16.880 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_enqueue_scrub": 5, 2024-04-25T17:19:16.880 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_exportdir": 0, 2024-04-25T17:19:16.880 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_flush": 0, 2024-04-25T17:19:16.880 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_fragmentdir": 0, 2024-04-25T17:19:16.880 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_fragstats": 0, 2024-04-25T17:19:16.880 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_inodestats": 0 2024-04-25T17:19:16.880 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.880 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_log": { 2024-04-25T17:19:16.880 INFO:teuthology.orchestra.run.smithi042.stdout: "evlrg": 0, 2024-04-25T17:19:16.880 INFO:teuthology.orchestra.run.smithi042.stdout: "evadd": 143, 2024-04-25T17:19:16.880 INFO:teuthology.orchestra.run.smithi042.stdout: "evex": 0, 2024-04-25T17:19:16.881 INFO:teuthology.orchestra.run.smithi042.stdout: "evtrm": 0, 2024-04-25T17:19:16.881 INFO:teuthology.orchestra.run.smithi042.stdout: "ev": 143, 2024-04-25T17:19:16.881 INFO:teuthology.orchestra.run.smithi042.stdout: "evexg": 0, 2024-04-25T17:19:16.881 INFO:teuthology.orchestra.run.smithi042.stdout: "evexd": 0, 2024-04-25T17:19:16.881 INFO:teuthology.orchestra.run.smithi042.stdout: "segadd": 2, 2024-04-25T17:19:16.881 INFO:teuthology.orchestra.run.smithi042.stdout: "segex": 0, 2024-04-25T17:19:16.881 INFO:teuthology.orchestra.run.smithi042.stdout: "segtrm": 0, 2024-04-25T17:19:16.881 INFO:teuthology.orchestra.run.smithi042.stdout: "seg": 2, 2024-04-25T17:19:16.881 INFO:teuthology.orchestra.run.smithi042.stdout: "segmjr": 2, 2024-04-25T17:19:16.881 INFO:teuthology.orchestra.run.smithi042.stdout: "segexg": 0, 2024-04-25T17:19:16.881 INFO:teuthology.orchestra.run.smithi042.stdout: "segexd": 0, 2024-04-25T17:19:16.881 INFO:teuthology.orchestra.run.smithi042.stdout: "expos": 4194304, 2024-04-25T17:19:16.881 INFO:teuthology.orchestra.run.smithi042.stdout: "wrpos": 4795150, 2024-04-25T17:19:16.881 INFO:teuthology.orchestra.run.smithi042.stdout: "rdpos": 0, 2024-04-25T17:19:16.882 INFO:teuthology.orchestra.run.smithi042.stdout: "jlat": { 2024-04-25T17:19:16.882 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 114, 2024-04-25T17:19:16.882 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.458427279, 2024-04-25T17:19:16.882 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.004021291 2024-04-25T17:19:16.882 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.882 INFO:teuthology.orchestra.run.smithi042.stdout: "replayed": 0 2024-04-25T17:19:16.882 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.882 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_mem": { 2024-04-25T17:19:16.882 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 23, 2024-04-25T17:19:16.882 INFO:teuthology.orchestra.run.smithi042.stdout: "ino+": 34, 2024-04-25T17:19:16.882 INFO:teuthology.orchestra.run.smithi042.stdout: "ino-": 11, 2024-04-25T17:19:16.882 INFO:teuthology.orchestra.run.smithi042.stdout: "dir": 18, 2024-04-25T17:19:16.882 INFO:teuthology.orchestra.run.smithi042.stdout: "dir+": 20, 2024-04-25T17:19:16.882 INFO:teuthology.orchestra.run.smithi042.stdout: "dir-": 2, 2024-04-25T17:19:16.883 INFO:teuthology.orchestra.run.smithi042.stdout: "dn": 23, 2024-04-25T17:19:16.883 INFO:teuthology.orchestra.run.smithi042.stdout: "dn+": 34, 2024-04-25T17:19:16.883 INFO:teuthology.orchestra.run.smithi042.stdout: "dn-": 11, 2024-04-25T17:19:16.883 INFO:teuthology.orchestra.run.smithi042.stdout: "cap": 2, 2024-04-25T17:19:16.883 INFO:teuthology.orchestra.run.smithi042.stdout: "cap+": 20, 2024-04-25T17:19:16.883 INFO:teuthology.orchestra.run.smithi042.stdout: "cap-": 18, 2024-04-25T17:19:16.883 INFO:teuthology.orchestra.run.smithi042.stdout: "rss": 123504, 2024-04-25T17:19:16.883 INFO:teuthology.orchestra.run.smithi042.stdout: "heap": 231824 2024-04-25T17:19:16.883 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.883 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_server": { 2024-04-25T17:19:16.883 INFO:teuthology.orchestra.run.smithi042.stdout: "dispatch_client_request": 93, 2024-04-25T17:19:16.883 INFO:teuthology.orchestra.run.smithi042.stdout: "dispatch_server_request": 1, 2024-04-25T17:19:16.883 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_request": 65, 2024-04-25T17:19:16.883 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_session": 15, 2024-04-25T17:19:16.883 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_peer_request": 2, 2024-04-25T17:19:16.884 INFO:teuthology.orchestra.run.smithi042.stdout: "req_create_latency": { 2024-04-25T17:19:16.884 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 8, 2024-04-25T17:19:16.884 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.008950595, 2024-04-25T17:19:16.884 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.001118824 2024-04-25T17:19:16.884 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.884 INFO:teuthology.orchestra.run.smithi042.stdout: "req_getattr_latency": { 2024-04-25T17:19:16.884 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 29, 2024-04-25T17:19:16.884 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.010094262, 2024-04-25T17:19:16.884 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000348078 2024-04-25T17:19:16.884 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.884 INFO:teuthology.orchestra.run.smithi042.stdout: "req_getfilelock_latency": { 2024-04-25T17:19:16.884 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.884 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.884 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.884 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.885 INFO:teuthology.orchestra.run.smithi042.stdout: "req_link_latency": { 2024-04-25T17:19:16.885 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.885 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.885 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.885 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.885 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookup_latency": { 2024-04-25T17:19:16.885 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.885 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.885 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.885 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.885 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookuphash_latency": { 2024-04-25T17:19:16.885 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.885 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.885 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.885 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.886 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookupino_latency": { 2024-04-25T17:19:16.886 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.886 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.886 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.886 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.886 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookupname_latency": { 2024-04-25T17:19:16.886 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.886 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.886 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.886 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.886 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookupparent_latency": { 2024-04-25T17:19:16.886 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.886 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.887 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.887 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.887 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookupsnap_latency": { 2024-04-25T17:19:16.887 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.887 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.887 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.887 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.887 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lssnap_latency": { 2024-04-25T17:19:16.887 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.887 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.887 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.887 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.887 INFO:teuthology.orchestra.run.smithi042.stdout: "req_mkdir_latency": { 2024-04-25T17:19:16.888 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 8, 2024-04-25T17:19:16.888 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.013762329, 2024-04-25T17:19:16.888 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.001720291 2024-04-25T17:19:16.888 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.889 INFO:teuthology.orchestra.run.smithi042.stdout: "req_mknod_latency": { 2024-04-25T17:19:16.889 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.889 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.889 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.889 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.889 INFO:teuthology.orchestra.run.smithi042.stdout: "req_mksnap_latency": { 2024-04-25T17:19:16.889 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.889 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.889 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.889 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.889 INFO:teuthology.orchestra.run.smithi042.stdout: "req_open_latency": { 2024-04-25T17:19:16.889 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.889 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.889 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.890 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.890 INFO:teuthology.orchestra.run.smithi042.stdout: "req_readdir_latency": { 2024-04-25T17:19:16.890 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 2, 2024-04-25T17:19:16.890 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.004953692, 2024-04-25T17:19:16.890 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.002476846 2024-04-25T17:19:16.890 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.890 INFO:teuthology.orchestra.run.smithi042.stdout: "req_rename_latency": { 2024-04-25T17:19:16.890 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 2, 2024-04-25T17:19:16.890 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.003088474, 2024-04-25T17:19:16.890 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.001544237 2024-04-25T17:19:16.890 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.890 INFO:teuthology.orchestra.run.smithi042.stdout: "req_renamesnap_latency": { 2024-04-25T17:19:16.890 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.891 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.891 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.891 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.891 INFO:teuthology.orchestra.run.smithi042.stdout: "req_snapdiff_latency": { 2024-04-25T17:19:16.891 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.891 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.891 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.891 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.891 INFO:teuthology.orchestra.run.smithi042.stdout: "req_rmdir_latency": { 2024-04-25T17:19:16.891 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 2, 2024-04-25T17:19:16.891 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.016116573, 2024-04-25T17:19:16.891 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.008058286 2024-04-25T17:19:16.891 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.891 INFO:teuthology.orchestra.run.smithi042.stdout: "req_rmsnap_latency": { 2024-04-25T17:19:16.892 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.892 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.892 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.892 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.892 INFO:teuthology.orchestra.run.smithi042.stdout: "req_rmxattr_latency": { 2024-04-25T17:19:16.892 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.892 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.892 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.892 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.892 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setattr_latency": { 2024-04-25T17:19:16.892 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 2, 2024-04-25T17:19:16.892 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.001745057, 2024-04-25T17:19:16.892 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000872528 2024-04-25T17:19:16.892 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.893 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setdirlayout_latency": { 2024-04-25T17:19:16.893 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.893 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.893 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.893 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.893 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setfilelock_latency": { 2024-04-25T17:19:16.893 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.893 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.893 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.893 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.893 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setlayout_latency": { 2024-04-25T17:19:16.893 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.893 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.893 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.894 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.894 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setxattr_latency": { 2024-04-25T17:19:16.894 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 8, 2024-04-25T17:19:16.894 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.023169985, 2024-04-25T17:19:16.894 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.002896248 2024-04-25T17:19:16.894 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.894 INFO:teuthology.orchestra.run.smithi042.stdout: "req_symlink_latency": { 2024-04-25T17:19:16.894 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.894 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.894 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.894 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.894 INFO:teuthology.orchestra.run.smithi042.stdout: "req_unlink_latency": { 2024-04-25T17:19:16.894 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 4, 2024-04-25T17:19:16.894 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.005157337, 2024-04-25T17:19:16.895 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.001289334 2024-04-25T17:19:16.895 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.895 INFO:teuthology.orchestra.run.smithi042.stdout: "cap_revoke_eviction": 0, 2024-04-25T17:19:16.895 INFO:teuthology.orchestra.run.smithi042.stdout: "cap_acquisition_throttle": 0, 2024-04-25T17:19:16.895 INFO:teuthology.orchestra.run.smithi042.stdout: "req_getvxattr_latency": { 2024-04-25T17:19:16.895 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.895 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.895 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.895 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:16.895 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.895 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_sessions": { 2024-04-25T17:19:16.895 INFO:teuthology.orchestra.run.smithi042.stdout: "session_count": 1, 2024-04-25T17:19:16.895 INFO:teuthology.orchestra.run.smithi042.stdout: "session_add": 3, 2024-04-25T17:19:16.895 INFO:teuthology.orchestra.run.smithi042.stdout: "session_remove": 2, 2024-04-25T17:19:16.896 INFO:teuthology.orchestra.run.smithi042.stdout: "sessions_open": 1, 2024-04-25T17:19:16.896 INFO:teuthology.orchestra.run.smithi042.stdout: "sessions_stale": 0, 2024-04-25T17:19:16.896 INFO:teuthology.orchestra.run.smithi042.stdout: "total_load": 18, 2024-04-25T17:19:16.896 INFO:teuthology.orchestra.run.smithi042.stdout: "average_load": 18, 2024-04-25T17:19:16.896 INFO:teuthology.orchestra.run.smithi042.stdout: "avg_session_uptime": 188, 2024-04-25T17:19:16.896 INFO:teuthology.orchestra.run.smithi042.stdout: "mdthresh_evicted": 0 2024-04-25T17:19:16.896 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.896 INFO:teuthology.orchestra.run.smithi042.stdout: "mempool": { 2024-04-25T17:19:16.896 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_bytes": 0, 2024-04-25T17:19:16.896 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_items": 0, 2024-04-25T17:19:16.896 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T17:19:16.896 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_items": 0, 2024-04-25T17:19:16.896 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T17:19:16.896 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_items": 0, 2024-04-25T17:19:16.897 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T17:19:16.897 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T17:19:16.897 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T17:19:16.897 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T17:19:16.897 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T17:19:16.897 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_items": 0, 2024-04-25T17:19:16.897 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T17:19:16.897 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T17:19:16.897 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_bytes": 0, 2024-04-25T17:19:16.897 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_items": 0, 2024-04-25T17:19:16.897 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_bytes": 0, 2024-04-25T17:19:16.897 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_items": 0, 2024-04-25T17:19:16.897 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T17:19:16.897 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T17:19:16.898 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T17:19:16.898 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T17:19:16.898 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T17:19:16.898 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_items": 0, 2024-04-25T17:19:16.898 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_bytes": 0, 2024-04-25T17:19:16.898 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_items": 0, 2024-04-25T17:19:16.898 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T17:19:16.898 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T17:19:16.898 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_bytes": 0, 2024-04-25T17:19:16.898 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_items": 0, 2024-04-25T17:19:16.898 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_bytes": 0, 2024-04-25T17:19:16.898 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_items": 0, 2024-04-25T17:19:16.898 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T17:19:16.899 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_items": 0, 2024-04-25T17:19:16.899 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T17:19:16.899 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_items": 0, 2024-04-25T17:19:16.899 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_bytes": 299913, 2024-04-25T17:19:16.899 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_items": 122, 2024-04-25T17:19:16.899 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_bytes": 88, 2024-04-25T17:19:16.899 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_items": 1, 2024-04-25T17:19:16.899 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_bytes": 0, 2024-04-25T17:19:16.899 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_items": 0, 2024-04-25T17:19:16.899 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_bytes": 0, 2024-04-25T17:19:16.899 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_items": 0, 2024-04-25T17:19:16.899 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_bytes": 0, 2024-04-25T17:19:16.899 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_items": 0, 2024-04-25T17:19:16.899 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_bytes": 8792, 2024-04-25T17:19:16.899 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_items": 168, 2024-04-25T17:19:16.900 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T17:19:16.900 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_items": 0, 2024-04-25T17:19:16.900 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_bytes": 0, 2024-04-25T17:19:16.900 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_items": 0, 2024-04-25T17:19:16.900 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_bytes": 95130, 2024-04-25T17:19:16.900 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_items": 657, 2024-04-25T17:19:16.900 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_bytes": 0, 2024-04-25T17:19:16.900 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_items": 0, 2024-04-25T17:19:16.900 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_bytes": 0, 2024-04-25T17:19:16.900 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_items": 0 2024-04-25T17:19:16.900 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.900 INFO:teuthology.orchestra.run.smithi042.stdout: "objecter": { 2024-04-25T17:19:16.900 INFO:teuthology.orchestra.run.smithi042.stdout: "op_active": 0, 2024-04-25T17:19:16.900 INFO:teuthology.orchestra.run.smithi042.stdout: "op_laggy": 0, 2024-04-25T17:19:16.901 INFO:teuthology.orchestra.run.smithi042.stdout: "op_send": 848, 2024-04-25T17:19:16.901 INFO:teuthology.orchestra.run.smithi042.stdout: "op_send_bytes": 617703, 2024-04-25T17:19:16.901 INFO:teuthology.orchestra.run.smithi042.stdout: "op_resend": 26, 2024-04-25T17:19:16.901 INFO:teuthology.orchestra.run.smithi042.stdout: "op_reply": 848, 2024-04-25T17:19:16.901 INFO:teuthology.orchestra.run.smithi042.stdout: "op_latency": { 2024-04-25T17:19:16.901 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 848, 2024-04-25T17:19:16.901 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 25.149792353, 2024-04-25T17:19:16.901 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.029657774 2024-04-25T17:19:16.901 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.901 INFO:teuthology.orchestra.run.smithi042.stdout: "op_inflight": 0, 2024-04-25T17:19:16.901 INFO:teuthology.orchestra.run.smithi042.stdout: "oplen_avg": { 2024-04-25T17:19:16.901 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 848, 2024-04-25T17:19:16.901 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 891 2024-04-25T17:19:16.901 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.901 INFO:teuthology.orchestra.run.smithi042.stdout: "op": 848, 2024-04-25T17:19:16.902 INFO:teuthology.orchestra.run.smithi042.stdout: "op_r": 82, 2024-04-25T17:19:16.902 INFO:teuthology.orchestra.run.smithi042.stdout: "op_w": 766, 2024-04-25T17:19:16.902 INFO:teuthology.orchestra.run.smithi042.stdout: "op_rmw": 0, 2024-04-25T17:19:16.902 INFO:teuthology.orchestra.run.smithi042.stdout: "op_pg": 0, 2024-04-25T17:19:16.902 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_stat": 0, 2024-04-25T17:19:16.902 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_create": 11, 2024-04-25T17:19:16.902 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_read": 8, 2024-04-25T17:19:16.902 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_write": 117, 2024-04-25T17:19:16.902 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_writefull": 23, 2024-04-25T17:19:16.902 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_writesame": 0, 2024-04-25T17:19:16.902 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_append": 0, 2024-04-25T17:19:16.902 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_zero": 0, 2024-04-25T17:19:16.902 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_truncate": 0, 2024-04-25T17:19:16.903 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_delete": 585, 2024-04-25T17:19:16.903 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_mapext": 0, 2024-04-25T17:19:16.903 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_sparse_read": 0, 2024-04-25T17:19:16.903 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_clonerange": 0, 2024-04-25T17:19:16.903 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_getxattr": 74, 2024-04-25T17:19:16.903 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_setxattr": 22, 2024-04-25T17:19:16.903 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_cmpxattr": 0, 2024-04-25T17:19:16.903 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_rmxattr": 0, 2024-04-25T17:19:16.903 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_resetxattrs": 0, 2024-04-25T17:19:16.903 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_call": 0, 2024-04-25T17:19:16.903 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_watch": 0, 2024-04-25T17:19:16.903 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_notify": 0, 2024-04-25T17:19:16.903 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T17:19:16.903 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_pgls": 0, 2024-04-25T17:19:16.904 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_pgls_filter": 0, 2024-04-25T17:19:16.904 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_other": 0, 2024-04-25T17:19:16.904 INFO:teuthology.orchestra.run.smithi042.stdout: "linger_active": 0, 2024-04-25T17:19:16.904 INFO:teuthology.orchestra.run.smithi042.stdout: "linger_send": 0, 2024-04-25T17:19:16.904 INFO:teuthology.orchestra.run.smithi042.stdout: "linger_resend": 0, 2024-04-25T17:19:16.904 INFO:teuthology.orchestra.run.smithi042.stdout: "linger_ping": 0, 2024-04-25T17:19:16.904 INFO:teuthology.orchestra.run.smithi042.stdout: "poolop_active": 0, 2024-04-25T17:19:16.904 INFO:teuthology.orchestra.run.smithi042.stdout: "poolop_send": 0, 2024-04-25T17:19:16.904 INFO:teuthology.orchestra.run.smithi042.stdout: "poolop_resend": 0, 2024-04-25T17:19:16.904 INFO:teuthology.orchestra.run.smithi042.stdout: "poolstat_active": 0, 2024-04-25T17:19:16.904 INFO:teuthology.orchestra.run.smithi042.stdout: "poolstat_send": 0, 2024-04-25T17:19:16.904 INFO:teuthology.orchestra.run.smithi042.stdout: "poolstat_resend": 0, 2024-04-25T17:19:16.904 INFO:teuthology.orchestra.run.smithi042.stdout: "statfs_active": 0, 2024-04-25T17:19:16.904 INFO:teuthology.orchestra.run.smithi042.stdout: "statfs_send": 0, 2024-04-25T17:19:16.904 INFO:teuthology.orchestra.run.smithi042.stdout: "statfs_resend": 0, 2024-04-25T17:19:16.905 INFO:teuthology.orchestra.run.smithi042.stdout: "command_active": 0, 2024-04-25T17:19:16.905 INFO:teuthology.orchestra.run.smithi042.stdout: "command_send": 0, 2024-04-25T17:19:16.905 INFO:teuthology.orchestra.run.smithi042.stdout: "command_resend": 0, 2024-04-25T17:19:16.905 INFO:teuthology.orchestra.run.smithi042.stdout: "map_epoch": 84, 2024-04-25T17:19:16.905 INFO:teuthology.orchestra.run.smithi042.stdout: "map_full": 0, 2024-04-25T17:19:16.905 INFO:teuthology.orchestra.run.smithi042.stdout: "map_inc": 9, 2024-04-25T17:19:16.905 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_sessions": 12, 2024-04-25T17:19:16.905 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_session_open": 12, 2024-04-25T17:19:16.905 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_session_close": 0, 2024-04-25T17:19:16.905 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_laggy": 0, 2024-04-25T17:19:16.905 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_wr": 43, 2024-04-25T17:19:16.905 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_rd": 0, 2024-04-25T17:19:16.905 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_del": 8 2024-04-25T17:19:16.905 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.905 INFO:teuthology.orchestra.run.smithi042.stdout: "oft": { 2024-04-25T17:19:16.906 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_total_objs": 1, 2024-04-25T17:19:16.906 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_total_kv_pairs": 0, 2024-04-25T17:19:16.906 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_total_updates": 0, 2024-04-25T17:19:16.906 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_total_removes": 0 2024-04-25T17:19:16.906 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.906 INFO:teuthology.orchestra.run.smithi042.stdout: "osd-slow-ops": { 2024-04-25T17:19:16.906 INFO:teuthology.orchestra.run.smithi042.stdout: "slow_ops_count": 0 2024-04-25T17:19:16.906 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.906 INFO:teuthology.orchestra.run.smithi042.stdout: "purge_queue": { 2024-04-25T17:19:16.906 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executing_ops": 0, 2024-04-25T17:19:16.906 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executing_ops_high_water": 69, 2024-04-25T17:19:16.906 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executing": 0, 2024-04-25T17:19:16.906 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executing_high_water": 3, 2024-04-25T17:19:16.907 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executed_ops": 73, 2024-04-25T17:19:16.907 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executed": 6, 2024-04-25T17:19:16.907 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_item_in_journal": 0 2024-04-25T17:19:16.907 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.907 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T17:19:16.907 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-04-25T17:19:16.907 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 104857600, 2024-04-25T17:19:16.907 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-04-25T17:19:16.907 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 1998, 2024-04-25T17:19:16.907 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 896070, 2024-04-25T17:19:16.907 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:16.907 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 1998, 2024-04-25T17:19:16.907 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-04-25T17:19:16.908 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-04-25T17:19:16.908 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 1998, 2024-04-25T17:19:16.908 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 896070, 2024-04-25T17:19:16.908 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-04-25T17:19:16.908 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.908 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.908 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.908 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:16.908 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.908 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-objecter_bytes": { 2024-04-25T17:19:16.908 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-04-25T17:19:16.908 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 104857600, 2024-04-25T17:19:16.908 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-04-25T17:19:16.908 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 0, 2024-04-25T17:19:16.909 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 0, 2024-04-25T17:19:16.909 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:16.909 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 0, 2024-04-25T17:19:16.909 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 848, 2024-04-25T17:19:16.909 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 618341, 2024-04-25T17:19:16.909 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 848, 2024-04-25T17:19:16.909 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 618341, 2024-04-25T17:19:16.909 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-04-25T17:19:16.909 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.909 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.909 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.909 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:16.909 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.909 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-objecter_ops": { 2024-04-25T17:19:16.909 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-04-25T17:19:16.910 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 1024, 2024-04-25T17:19:16.910 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-04-25T17:19:16.910 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 0, 2024-04-25T17:19:16.910 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 0, 2024-04-25T17:19:16.910 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:16.910 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 0, 2024-04-25T17:19:16.910 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 848, 2024-04-25T17:19:16.910 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 848, 2024-04-25T17:19:16.910 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 848, 2024-04-25T17:19:16.910 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 848, 2024-04-25T17:19:16.910 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-04-25T17:19:16.910 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.910 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.910 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.910 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:16.911 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.911 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-write_buf_throttle": { 2024-04-25T17:19:16.911 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-04-25T17:19:16.911 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 3758096384, 2024-04-25T17:19:16.911 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-04-25T17:19:16.911 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 6, 2024-04-25T17:19:16.911 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 638, 2024-04-25T17:19:16.911 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:16.911 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 6, 2024-04-25T17:19:16.911 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-04-25T17:19:16.911 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-04-25T17:19:16.911 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 3, 2024-04-25T17:19:16.911 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 638, 2024-04-25T17:19:16.911 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-04-25T17:19:16.911 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.912 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.912 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.912 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:16.912 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:16.912 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-write_buf_throttle-0x55e670c6e8f0": { 2024-04-25T17:19:16.912 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-04-25T17:19:16.912 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 3758096384, 2024-04-25T17:19:16.912 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-04-25T17:19:16.912 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 143, 2024-04-25T17:19:16.912 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 600846, 2024-04-25T17:19:16.912 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:16.912 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 143, 2024-04-25T17:19:16.912 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-04-25T17:19:16.912 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-04-25T17:19:16.912 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 114, 2024-04-25T17:19:16.913 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 600846, 2024-04-25T17:19:16.913 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-04-25T17:19:16.913 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:16.913 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:16.913 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:16.913 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:16.913 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:16.913 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-04-25T17:19:17.718 INFO:tasks.check_counter:Daemon mds.b mds.exported=0 2024-04-25T17:19:17.718 INFO:tasks.check_counter:Daemon mds.b mds.imported=0 2024-04-25T17:19:17.718 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=9 2024-04-25T17:19:17.719 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=0 2024-04-25T17:19:17.719 DEBUG:tasks.check_counter:Getting stats from e 2024-04-25T17:19:17.719 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph daemon mds.e perf dump 2024-04-25T17:19:17.979 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T17:19:18.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:18 smithi042 ceph-mon[32851]: pgmap v457: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:19:18.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:18 smithi028 ceph-mon[29207]: pgmap v457: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:19:18.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:18 smithi084 ceph-mon[32752]: pgmap v457: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:19:19.746 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-04-25T17:19:19.746 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T17:19:19.746 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 320, 2024-04-25T17:19:19.746 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 320, 2024-04-25T17:19:19.747 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 87424, 2024-04-25T17:19:19.747 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 101000, 2024-04-25T17:19:19.747 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 6, 2024-04-25T17:19:19.747 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 2, 2024-04-25T17:19:19.747 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.033417519, 2024-04-25T17:19:19.747 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.012297266, 2024-04-25T17:19:19.747 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.008490275, 2024-04-25T17:19:19.747 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.008373580, 2024-04-25T17:19:19.747 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:19.747 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 319, 2024-04-25T17:19:19.747 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.016074576, 2024-04-25T17:19:19.747 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000050390 2024-04-25T17:19:19.747 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.747 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:19.748 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.748 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.748 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.748 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.748 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 2944, 2024-04-25T17:19:19.748 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 448 2024-04-25T17:19:19.748 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.748 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T17:19:19.748 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 311, 2024-04-25T17:19:19.748 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 307, 2024-04-25T17:19:19.748 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 543172, 2024-04-25T17:19:19.748 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 125035, 2024-04-25T17:19:19.748 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 4, 2024-04-25T17:19:19.748 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 3, 2024-04-25T17:19:19.749 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.039224383, 2024-04-25T17:19:19.749 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.011763153, 2024-04-25T17:19:19.749 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.019061157, 2024-04-25T17:19:19.749 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.009733264, 2024-04-25T17:19:19.749 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:19.749 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 306, 2024-04-25T17:19:19.749 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.016419116, 2024-04-25T17:19:19.749 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000053657 2024-04-25T17:19:19.749 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.750 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:19.750 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.750 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.750 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.750 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.750 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 494688, 2024-04-25T17:19:19.750 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 62384 2024-04-25T17:19:19.750 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.750 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T17:19:19.750 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 312, 2024-04-25T17:19:19.750 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 387, 2024-04-25T17:19:19.750 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 104656, 2024-04-25T17:19:19.751 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 300162, 2024-04-25T17:19:19.751 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 4, 2024-04-25T17:19:19.751 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 3, 2024-04-25T17:19:19.751 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.045711123, 2024-04-25T17:19:19.751 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.014951068, 2024-04-25T17:19:19.751 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.012339404, 2024-04-25T17:19:19.751 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.013863560, 2024-04-25T17:19:19.751 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:19.751 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 385, 2024-04-25T17:19:19.751 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.023608105, 2024-04-25T17:19:19.752 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000061319 2024-04-25T17:19:19.752 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.752 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:19.752 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.752 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.752 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.752 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.752 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-25T17:19:19.752 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 201264 2024-04-25T17:19:19.752 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.752 INFO:teuthology.orchestra.run.smithi042.stdout: "cct": { 2024-04-25T17:19:19.752 INFO:teuthology.orchestra.run.smithi042.stdout: "total_workers": 1, 2024-04-25T17:19:19.752 INFO:teuthology.orchestra.run.smithi042.stdout: "unhealthy_workers": 0 2024-04-25T17:19:19.753 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.753 INFO:teuthology.orchestra.run.smithi042.stdout: "finisher-MDSRank": { 2024-04-25T17:19:19.753 INFO:teuthology.orchestra.run.smithi042.stdout: "queue_len": 0, 2024-04-25T17:19:19.753 INFO:teuthology.orchestra.run.smithi042.stdout: "complete_latency": { 2024-04-25T17:19:19.753 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 1430, 2024-04-25T17:19:19.753 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.048716607, 2024-04-25T17:19:19.753 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000034067 2024-04-25T17:19:19.753 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:19.753 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.753 INFO:teuthology.orchestra.run.smithi042.stdout: "finisher-PurgeQueue": { 2024-04-25T17:19:19.753 INFO:teuthology.orchestra.run.smithi042.stdout: "queue_len": 0, 2024-04-25T17:19:19.753 INFO:teuthology.orchestra.run.smithi042.stdout: "complete_latency": { 2024-04-25T17:19:19.753 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.753 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.754 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.754 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:19.754 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.754 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-04-25T17:19:19.754 INFO:teuthology.orchestra.run.smithi042.stdout: "request": 0, 2024-04-25T17:19:19.754 INFO:teuthology.orchestra.run.smithi042.stdout: "reply": 0, 2024-04-25T17:19:19.754 INFO:teuthology.orchestra.run.smithi042.stdout: "reply_latency": { 2024-04-25T17:19:19.754 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.754 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.754 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.754 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.754 INFO:teuthology.orchestra.run.smithi042.stdout: "slow_reply": 0, 2024-04-25T17:19:19.754 INFO:teuthology.orchestra.run.smithi042.stdout: "forward": 0, 2024-04-25T17:19:19.755 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_fetch_complete": 0, 2024-04-25T17:19:19.755 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_fetch_keys": 0, 2024-04-25T17:19:19.755 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_commit": 0, 2024-04-25T17:19:19.755 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_split": 0, 2024-04-25T17:19:19.755 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_merge": 0, 2024-04-25T17:19:19.755 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes": 0, 2024-04-25T17:19:19.755 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_top": 0, 2024-04-25T17:19:19.755 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_bottom": 0, 2024-04-25T17:19:19.755 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_pin_tail": 0, 2024-04-25T17:19:19.755 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_pinned": 0, 2024-04-25T17:19:19.755 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_expired": 0, 2024-04-25T17:19:19.755 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_with_caps": 0, 2024-04-25T17:19:19.755 INFO:teuthology.orchestra.run.smithi042.stdout: "caps": 0, 2024-04-25T17:19:19.756 INFO:teuthology.orchestra.run.smithi042.stdout: "subtrees": 1, 2024-04-25T17:19:19.756 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse": 0, 2024-04-25T17:19:19.756 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_hit": 0, 2024-04-25T17:19:19.756 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_forward": 0, 2024-04-25T17:19:19.756 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_discover": 0, 2024-04-25T17:19:19.756 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_dir_fetch": 0, 2024-04-25T17:19:19.756 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_remote_ino": 0, 2024-04-25T17:19:19.756 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_lock": 0, 2024-04-25T17:19:19.757 INFO:teuthology.orchestra.run.smithi042.stdout: "load_cent": 0, 2024-04-25T17:19:19.757 INFO:teuthology.orchestra.run.smithi042.stdout: "q": 0, 2024-04-25T17:19:19.757 INFO:teuthology.orchestra.run.smithi042.stdout: "exported": 0, 2024-04-25T17:19:19.757 INFO:teuthology.orchestra.run.smithi042.stdout: "exported_inodes": 0, 2024-04-25T17:19:19.757 INFO:teuthology.orchestra.run.smithi042.stdout: "imported": 0, 2024-04-25T17:19:19.757 INFO:teuthology.orchestra.run.smithi042.stdout: "imported_inodes": 0, 2024-04-25T17:19:19.757 INFO:teuthology.orchestra.run.smithi042.stdout: "openino_dir_fetch": 0, 2024-04-25T17:19:19.757 INFO:teuthology.orchestra.run.smithi042.stdout: "openino_backtrace_fetch": 0, 2024-04-25T17:19:19.757 INFO:teuthology.orchestra.run.smithi042.stdout: "openino_peer_discover": 0, 2024-04-25T17:19:19.757 INFO:teuthology.orchestra.run.smithi042.stdout: "root_rfiles": 0, 2024-04-25T17:19:19.757 INFO:teuthology.orchestra.run.smithi042.stdout: "root_rbytes": 0, 2024-04-25T17:19:19.758 INFO:teuthology.orchestra.run.smithi042.stdout: "root_rsnaps": 0, 2024-04-25T17:19:19.758 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T17:19:19.758 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_set_tag": 0, 2024-04-25T17:19:19.758 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T17:19:19.758 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_inotable_repaired": 0, 2024-04-25T17:19:19.758 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_dir_inodes": 0, 2024-04-25T17:19:19.758 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T17:19:19.758 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T17:19:19.758 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_file_inodes": 0, 2024-04-25T17:19:19.758 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_inode_file_caps": 0, 2024-04-25T17:19:19.758 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T17:19:19.758 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_grant": 0, 2024-04-25T17:19:19.759 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T17:19:19.759 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T17:19:19.759 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T17:19:19.759 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_caps": 0, 2024-04-25T17:19:19.759 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_caps_dirty": 0, 2024-04-25T17:19:19.759 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_cap_release": 0, 2024-04-25T17:19:19.759 INFO:teuthology.orchestra.run.smithi042.stdout: "process_request_cap_release": 0 2024-04-25T17:19:19.759 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.759 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_cache": { 2024-04-25T17:19:19.759 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_update": 0, 2024-04-25T17:19:19.759 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_update_receipt": 0, 2024-04-25T17:19:19.759 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_try_discover": 0, 2024-04-25T17:19:19.759 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_send_discover": 0, 2024-04-25T17:19:19.760 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_handle_discover": 0, 2024-04-25T17:19:19.760 INFO:teuthology.orchestra.run.smithi042.stdout: "num_strays": 0, 2024-04-25T17:19:19.760 INFO:teuthology.orchestra.run.smithi042.stdout: "num_strays_delayed": 0, 2024-04-25T17:19:19.760 INFO:teuthology.orchestra.run.smithi042.stdout: "num_strays_enqueuing": 0, 2024-04-25T17:19:19.760 INFO:teuthology.orchestra.run.smithi042.stdout: "strays_created": 0, 2024-04-25T17:19:19.760 INFO:teuthology.orchestra.run.smithi042.stdout: "strays_enqueued": 0, 2024-04-25T17:19:19.760 INFO:teuthology.orchestra.run.smithi042.stdout: "strays_reintegrated": 0, 2024-04-25T17:19:19.760 INFO:teuthology.orchestra.run.smithi042.stdout: "strays_migrated": 0, 2024-04-25T17:19:19.760 INFO:teuthology.orchestra.run.smithi042.stdout: "num_recovering_processing": 0, 2024-04-25T17:19:19.760 INFO:teuthology.orchestra.run.smithi042.stdout: "num_recovering_enqueued": 0, 2024-04-25T17:19:19.760 INFO:teuthology.orchestra.run.smithi042.stdout: "num_recovering_prioritized": 0, 2024-04-25T17:19:19.760 INFO:teuthology.orchestra.run.smithi042.stdout: "recovery_started": 0, 2024-04-25T17:19:19.760 INFO:teuthology.orchestra.run.smithi042.stdout: "recovery_completed": 0, 2024-04-25T17:19:19.760 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_quiesce_path": 0, 2024-04-25T17:19:19.760 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_quiesce_inode": 0, 2024-04-25T17:19:19.761 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T17:19:19.761 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_exportdir": 0, 2024-04-25T17:19:19.761 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_flush": 0, 2024-04-25T17:19:19.761 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_fragmentdir": 0, 2024-04-25T17:19:19.761 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_fragstats": 0, 2024-04-25T17:19:19.761 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_inodestats": 0 2024-04-25T17:19:19.761 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.761 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_log": { 2024-04-25T17:19:19.761 INFO:teuthology.orchestra.run.smithi042.stdout: "evlrg": 0, 2024-04-25T17:19:19.761 INFO:teuthology.orchestra.run.smithi042.stdout: "evadd": 0, 2024-04-25T17:19:19.761 INFO:teuthology.orchestra.run.smithi042.stdout: "evex": 0, 2024-04-25T17:19:19.761 INFO:teuthology.orchestra.run.smithi042.stdout: "evtrm": 0, 2024-04-25T17:19:19.761 INFO:teuthology.orchestra.run.smithi042.stdout: "ev": 3, 2024-04-25T17:19:19.761 INFO:teuthology.orchestra.run.smithi042.stdout: "evexg": 0, 2024-04-25T17:19:19.761 INFO:teuthology.orchestra.run.smithi042.stdout: "evexd": 0, 2024-04-25T17:19:19.761 INFO:teuthology.orchestra.run.smithi042.stdout: "segadd": 0, 2024-04-25T17:19:19.761 INFO:teuthology.orchestra.run.smithi042.stdout: "segex": 0, 2024-04-25T17:19:19.762 INFO:teuthology.orchestra.run.smithi042.stdout: "segtrm": 0, 2024-04-25T17:19:19.762 INFO:teuthology.orchestra.run.smithi042.stdout: "seg": 2, 2024-04-25T17:19:19.762 INFO:teuthology.orchestra.run.smithi042.stdout: "segmjr": 2, 2024-04-25T17:19:19.762 INFO:teuthology.orchestra.run.smithi042.stdout: "segexg": 0, 2024-04-25T17:19:19.762 INFO:teuthology.orchestra.run.smithi042.stdout: "segexd": 0, 2024-04-25T17:19:19.762 INFO:teuthology.orchestra.run.smithi042.stdout: "expos": 4194304, 2024-04-25T17:19:19.762 INFO:teuthology.orchestra.run.smithi042.stdout: "wrpos": 4195385, 2024-04-25T17:19:19.762 INFO:teuthology.orchestra.run.smithi042.stdout: "rdpos": 4194892, 2024-04-25T17:19:19.762 INFO:teuthology.orchestra.run.smithi042.stdout: "jlat": { 2024-04-25T17:19:19.762 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.762 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.762 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.762 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.762 INFO:teuthology.orchestra.run.smithi042.stdout: "replayed": 3 2024-04-25T17:19:19.763 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.763 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_mem": { 2024-04-25T17:19:19.763 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 3, 2024-04-25T17:19:19.763 INFO:teuthology.orchestra.run.smithi042.stdout: "ino+": 3, 2024-04-25T17:19:19.763 INFO:teuthology.orchestra.run.smithi042.stdout: "ino-": 0, 2024-04-25T17:19:19.763 INFO:teuthology.orchestra.run.smithi042.stdout: "dir": 1, 2024-04-25T17:19:19.763 INFO:teuthology.orchestra.run.smithi042.stdout: "dir+": 1, 2024-04-25T17:19:19.763 INFO:teuthology.orchestra.run.smithi042.stdout: "dir-": 0, 2024-04-25T17:19:19.763 INFO:teuthology.orchestra.run.smithi042.stdout: "dn": 0, 2024-04-25T17:19:19.763 INFO:teuthology.orchestra.run.smithi042.stdout: "dn+": 0, 2024-04-25T17:19:19.763 INFO:teuthology.orchestra.run.smithi042.stdout: "dn-": 0, 2024-04-25T17:19:19.763 INFO:teuthology.orchestra.run.smithi042.stdout: "cap": 0, 2024-04-25T17:19:19.763 INFO:teuthology.orchestra.run.smithi042.stdout: "cap+": 0, 2024-04-25T17:19:19.763 INFO:teuthology.orchestra.run.smithi042.stdout: "cap-": 0, 2024-04-25T17:19:19.763 INFO:teuthology.orchestra.run.smithi042.stdout: "rss": 118872, 2024-04-25T17:19:19.764 INFO:teuthology.orchestra.run.smithi042.stdout: "heap": 215440 2024-04-25T17:19:19.764 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.764 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_server": { 2024-04-25T17:19:19.764 INFO:teuthology.orchestra.run.smithi042.stdout: "dispatch_client_request": 0, 2024-04-25T17:19:19.764 INFO:teuthology.orchestra.run.smithi042.stdout: "dispatch_server_request": 0, 2024-04-25T17:19:19.764 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_request": 0, 2024-04-25T17:19:19.764 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_session": 0, 2024-04-25T17:19:19.764 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_peer_request": 0, 2024-04-25T17:19:19.764 INFO:teuthology.orchestra.run.smithi042.stdout: "req_create_latency": { 2024-04-25T17:19:19.764 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.764 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.764 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.764 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.764 INFO:teuthology.orchestra.run.smithi042.stdout: "req_getattr_latency": { 2024-04-25T17:19:19.764 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.764 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.765 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.765 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.765 INFO:teuthology.orchestra.run.smithi042.stdout: "req_getfilelock_latency": { 2024-04-25T17:19:19.765 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.765 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.765 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.765 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.765 INFO:teuthology.orchestra.run.smithi042.stdout: "req_link_latency": { 2024-04-25T17:19:19.765 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.765 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.765 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.765 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.765 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookup_latency": { 2024-04-25T17:19:19.765 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.765 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.766 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.766 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.766 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookuphash_latency": { 2024-04-25T17:19:19.766 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.766 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.766 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.766 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.766 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookupino_latency": { 2024-04-25T17:19:19.766 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.766 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.766 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.766 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.766 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookupname_latency": { 2024-04-25T17:19:19.767 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.767 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.767 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.767 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.767 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookupparent_latency": { 2024-04-25T17:19:19.767 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.767 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.767 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.767 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.767 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookupsnap_latency": { 2024-04-25T17:19:19.767 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.767 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.767 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.767 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.767 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lssnap_latency": { 2024-04-25T17:19:19.768 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.768 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.768 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.768 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.768 INFO:teuthology.orchestra.run.smithi042.stdout: "req_mkdir_latency": { 2024-04-25T17:19:19.768 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.768 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.769 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.769 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.769 INFO:teuthology.orchestra.run.smithi042.stdout: "req_mknod_latency": { 2024-04-25T17:19:19.769 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.769 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.769 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.769 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.769 INFO:teuthology.orchestra.run.smithi042.stdout: "req_mksnap_latency": { 2024-04-25T17:19:19.769 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.769 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.769 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.769 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.769 INFO:teuthology.orchestra.run.smithi042.stdout: "req_open_latency": { 2024-04-25T17:19:19.770 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.770 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.770 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.770 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.770 INFO:teuthology.orchestra.run.smithi042.stdout: "req_readdir_latency": { 2024-04-25T17:19:19.770 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.770 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.770 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.771 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.771 INFO:teuthology.orchestra.run.smithi042.stdout: "req_rename_latency": { 2024-04-25T17:19:19.771 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.771 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.771 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.771 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.771 INFO:teuthology.orchestra.run.smithi042.stdout: "req_renamesnap_latency": { 2024-04-25T17:19:19.771 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.771 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.771 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.771 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.771 INFO:teuthology.orchestra.run.smithi042.stdout: "req_snapdiff_latency": { 2024-04-25T17:19:19.772 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.772 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.772 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.772 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.772 INFO:teuthology.orchestra.run.smithi042.stdout: "req_rmdir_latency": { 2024-04-25T17:19:19.772 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.772 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.772 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.772 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.772 INFO:teuthology.orchestra.run.smithi042.stdout: "req_rmsnap_latency": { 2024-04-25T17:19:19.772 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.772 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.772 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.773 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.773 INFO:teuthology.orchestra.run.smithi042.stdout: "req_rmxattr_latency": { 2024-04-25T17:19:19.773 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.773 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.773 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.773 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.773 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setattr_latency": { 2024-04-25T17:19:19.773 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.773 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.773 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.773 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.773 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setdirlayout_latency": { 2024-04-25T17:19:19.773 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.774 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.774 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.774 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.774 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setfilelock_latency": { 2024-04-25T17:19:19.774 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.774 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.774 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.774 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.774 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setlayout_latency": { 2024-04-25T17:19:19.774 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.774 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.774 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.774 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.775 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setxattr_latency": { 2024-04-25T17:19:19.775 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.775 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.775 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.775 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.775 INFO:teuthology.orchestra.run.smithi042.stdout: "req_symlink_latency": { 2024-04-25T17:19:19.775 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.775 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.775 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.775 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.775 INFO:teuthology.orchestra.run.smithi042.stdout: "req_unlink_latency": { 2024-04-25T17:19:19.775 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.775 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.776 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.776 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.776 INFO:teuthology.orchestra.run.smithi042.stdout: "cap_revoke_eviction": 0, 2024-04-25T17:19:19.776 INFO:teuthology.orchestra.run.smithi042.stdout: "cap_acquisition_throttle": 0, 2024-04-25T17:19:19.776 INFO:teuthology.orchestra.run.smithi042.stdout: "req_getvxattr_latency": { 2024-04-25T17:19:19.776 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.776 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.776 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.776 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:19.776 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.776 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_sessions": { 2024-04-25T17:19:19.776 INFO:teuthology.orchestra.run.smithi042.stdout: "session_count": 1, 2024-04-25T17:19:19.776 INFO:teuthology.orchestra.run.smithi042.stdout: "session_add": 1, 2024-04-25T17:19:19.776 INFO:teuthology.orchestra.run.smithi042.stdout: "session_remove": 0, 2024-04-25T17:19:19.777 INFO:teuthology.orchestra.run.smithi042.stdout: "sessions_open": 1, 2024-04-25T17:19:19.777 INFO:teuthology.orchestra.run.smithi042.stdout: "sessions_stale": 0, 2024-04-25T17:19:19.777 INFO:teuthology.orchestra.run.smithi042.stdout: "total_load": 0, 2024-04-25T17:19:19.777 INFO:teuthology.orchestra.run.smithi042.stdout: "average_load": 0, 2024-04-25T17:19:19.777 INFO:teuthology.orchestra.run.smithi042.stdout: "avg_session_uptime": 1329, 2024-04-25T17:19:19.777 INFO:teuthology.orchestra.run.smithi042.stdout: "mdthresh_evicted": 0 2024-04-25T17:19:19.777 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.777 INFO:teuthology.orchestra.run.smithi042.stdout: "mempool": { 2024-04-25T17:19:19.777 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_bytes": 0, 2024-04-25T17:19:19.777 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_items": 0, 2024-04-25T17:19:19.777 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T17:19:19.777 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_items": 0, 2024-04-25T17:19:19.777 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T17:19:19.777 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_items": 0, 2024-04-25T17:19:19.778 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T17:19:19.778 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T17:19:19.778 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T17:19:19.778 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T17:19:19.778 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T17:19:19.778 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_items": 0, 2024-04-25T17:19:19.778 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T17:19:19.778 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T17:19:19.778 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_bytes": 0, 2024-04-25T17:19:19.778 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_items": 0, 2024-04-25T17:19:19.778 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_bytes": 0, 2024-04-25T17:19:19.778 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_items": 0, 2024-04-25T17:19:19.778 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T17:19:19.779 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T17:19:19.779 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T17:19:19.779 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T17:19:19.779 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T17:19:19.779 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_items": 0, 2024-04-25T17:19:19.779 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_bytes": 0, 2024-04-25T17:19:19.779 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_items": 0, 2024-04-25T17:19:19.779 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T17:19:19.779 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T17:19:19.779 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_bytes": 0, 2024-04-25T17:19:19.779 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_items": 0, 2024-04-25T17:19:19.779 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_bytes": 0, 2024-04-25T17:19:19.779 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_items": 0, 2024-04-25T17:19:19.779 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T17:19:19.779 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_items": 0, 2024-04-25T17:19:19.780 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T17:19:19.780 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_items": 0, 2024-04-25T17:19:19.780 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_bytes": 189239, 2024-04-25T17:19:19.780 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_items": 48, 2024-04-25T17:19:19.780 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_bytes": 0, 2024-04-25T17:19:19.780 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_items": 0, 2024-04-25T17:19:19.780 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_bytes": 0, 2024-04-25T17:19:19.780 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_items": 0, 2024-04-25T17:19:19.780 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_bytes": 0, 2024-04-25T17:19:19.780 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_items": 0, 2024-04-25T17:19:19.780 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_bytes": 0, 2024-04-25T17:19:19.780 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_items": 0, 2024-04-25T17:19:19.780 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_bytes": 8792, 2024-04-25T17:19:19.780 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_items": 168, 2024-04-25T17:19:19.781 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T17:19:19.781 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_items": 0, 2024-04-25T17:19:19.781 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_bytes": 0, 2024-04-25T17:19:19.781 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_items": 0, 2024-04-25T17:19:19.781 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_bytes": 8512, 2024-04-25T17:19:19.781 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_items": 13, 2024-04-25T17:19:19.781 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_bytes": 0, 2024-04-25T17:19:19.781 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_items": 0, 2024-04-25T17:19:19.781 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_bytes": 0, 2024-04-25T17:19:19.781 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_items": 0 2024-04-25T17:19:19.781 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.781 INFO:teuthology.orchestra.run.smithi042.stdout: "objecter": { 2024-04-25T17:19:19.781 INFO:teuthology.orchestra.run.smithi042.stdout: "op_active": 0, 2024-04-25T17:19:19.781 INFO:teuthology.orchestra.run.smithi042.stdout: "op_laggy": 0, 2024-04-25T17:19:19.782 INFO:teuthology.orchestra.run.smithi042.stdout: "op_send": 824, 2024-04-25T17:19:19.782 INFO:teuthology.orchestra.run.smithi042.stdout: "op_send_bytes": 21, 2024-04-25T17:19:19.782 INFO:teuthology.orchestra.run.smithi042.stdout: "op_resend": 3, 2024-04-25T17:19:19.782 INFO:teuthology.orchestra.run.smithi042.stdout: "op_reply": 824, 2024-04-25T17:19:19.782 INFO:teuthology.orchestra.run.smithi042.stdout: "op_latency": { 2024-04-25T17:19:19.782 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 824, 2024-04-25T17:19:19.782 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.564995305, 2024-04-25T17:19:19.782 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000685673 2024-04-25T17:19:19.782 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.782 INFO:teuthology.orchestra.run.smithi042.stdout: "op_inflight": 0, 2024-04-25T17:19:19.782 INFO:teuthology.orchestra.run.smithi042.stdout: "oplen_avg": { 2024-04-25T17:19:19.782 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 824, 2024-04-25T17:19:19.782 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 825 2024-04-25T17:19:19.783 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.783 INFO:teuthology.orchestra.run.smithi042.stdout: "op": 824, 2024-04-25T17:19:19.783 INFO:teuthology.orchestra.run.smithi042.stdout: "op_r": 824, 2024-04-25T17:19:19.783 INFO:teuthology.orchestra.run.smithi042.stdout: "op_w": 0, 2024-04-25T17:19:19.783 INFO:teuthology.orchestra.run.smithi042.stdout: "op_rmw": 0, 2024-04-25T17:19:19.783 INFO:teuthology.orchestra.run.smithi042.stdout: "op_pg": 0, 2024-04-25T17:19:19.783 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_stat": 506, 2024-04-25T17:19:19.783 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_create": 0, 2024-04-25T17:19:19.783 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_read": 316, 2024-04-25T17:19:19.783 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_write": 0, 2024-04-25T17:19:19.783 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_writefull": 0, 2024-04-25T17:19:19.783 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_writesame": 0, 2024-04-25T17:19:19.783 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_append": 0, 2024-04-25T17:19:19.783 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_zero": 0, 2024-04-25T17:19:19.784 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_truncate": 0, 2024-04-25T17:19:19.784 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_delete": 0, 2024-04-25T17:19:19.784 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_mapext": 0, 2024-04-25T17:19:19.784 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_sparse_read": 0, 2024-04-25T17:19:19.784 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_clonerange": 0, 2024-04-25T17:19:19.784 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_getxattr": 1, 2024-04-25T17:19:19.784 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_setxattr": 0, 2024-04-25T17:19:19.784 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_cmpxattr": 0, 2024-04-25T17:19:19.784 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_rmxattr": 0, 2024-04-25T17:19:19.784 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_resetxattrs": 0, 2024-04-25T17:19:19.784 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_call": 0, 2024-04-25T17:19:19.784 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_watch": 0, 2024-04-25T17:19:19.784 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_notify": 0, 2024-04-25T17:19:19.784 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T17:19:19.784 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_pgls": 0, 2024-04-25T17:19:19.785 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_pgls_filter": 0, 2024-04-25T17:19:19.785 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_other": 0, 2024-04-25T17:19:19.785 INFO:teuthology.orchestra.run.smithi042.stdout: "linger_active": 0, 2024-04-25T17:19:19.785 INFO:teuthology.orchestra.run.smithi042.stdout: "linger_send": 0, 2024-04-25T17:19:19.785 INFO:teuthology.orchestra.run.smithi042.stdout: "linger_resend": 0, 2024-04-25T17:19:19.785 INFO:teuthology.orchestra.run.smithi042.stdout: "linger_ping": 0, 2024-04-25T17:19:19.785 INFO:teuthology.orchestra.run.smithi042.stdout: "poolop_active": 0, 2024-04-25T17:19:19.785 INFO:teuthology.orchestra.run.smithi042.stdout: "poolop_send": 0, 2024-04-25T17:19:19.785 INFO:teuthology.orchestra.run.smithi042.stdout: "poolop_resend": 0, 2024-04-25T17:19:19.785 INFO:teuthology.orchestra.run.smithi042.stdout: "poolstat_active": 0, 2024-04-25T17:19:19.785 INFO:teuthology.orchestra.run.smithi042.stdout: "poolstat_send": 0, 2024-04-25T17:19:19.785 INFO:teuthology.orchestra.run.smithi042.stdout: "poolstat_resend": 0, 2024-04-25T17:19:19.785 INFO:teuthology.orchestra.run.smithi042.stdout: "statfs_active": 0, 2024-04-25T17:19:19.786 INFO:teuthology.orchestra.run.smithi042.stdout: "statfs_send": 0, 2024-04-25T17:19:19.786 INFO:teuthology.orchestra.run.smithi042.stdout: "statfs_resend": 0, 2024-04-25T17:19:19.786 INFO:teuthology.orchestra.run.smithi042.stdout: "command_active": 0, 2024-04-25T17:19:19.786 INFO:teuthology.orchestra.run.smithi042.stdout: "command_send": 0, 2024-04-25T17:19:19.786 INFO:teuthology.orchestra.run.smithi042.stdout: "command_resend": 0, 2024-04-25T17:19:19.786 INFO:teuthology.orchestra.run.smithi042.stdout: "map_epoch": 84, 2024-04-25T17:19:19.786 INFO:teuthology.orchestra.run.smithi042.stdout: "map_full": 0, 2024-04-25T17:19:19.786 INFO:teuthology.orchestra.run.smithi042.stdout: "map_inc": 4, 2024-04-25T17:19:19.786 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_sessions": 5, 2024-04-25T17:19:19.786 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_session_open": 5, 2024-04-25T17:19:19.786 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_session_close": 0, 2024-04-25T17:19:19.786 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_laggy": 0, 2024-04-25T17:19:19.786 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_wr": 0, 2024-04-25T17:19:19.786 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_rd": 2, 2024-04-25T17:19:19.787 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_del": 0 2024-04-25T17:19:19.787 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.787 INFO:teuthology.orchestra.run.smithi042.stdout: "oft": { 2024-04-25T17:19:19.787 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_total_objs": 0, 2024-04-25T17:19:19.787 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_total_kv_pairs": 0, 2024-04-25T17:19:19.787 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_total_updates": 0, 2024-04-25T17:19:19.787 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_total_removes": 0 2024-04-25T17:19:19.787 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.787 INFO:teuthology.orchestra.run.smithi042.stdout: "osd-slow-ops": { 2024-04-25T17:19:19.787 INFO:teuthology.orchestra.run.smithi042.stdout: "slow_ops_count": 0 2024-04-25T17:19:19.787 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.787 INFO:teuthology.orchestra.run.smithi042.stdout: "purge_queue": { 2024-04-25T17:19:19.787 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executing_ops": 0, 2024-04-25T17:19:19.787 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T17:19:19.788 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executing": 0, 2024-04-25T17:19:19.788 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executing_high_water": 0, 2024-04-25T17:19:19.788 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executed_ops": 0, 2024-04-25T17:19:19.788 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executed": 0, 2024-04-25T17:19:19.788 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_item_in_journal": 0 2024-04-25T17:19:19.788 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.788 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T17:19:19.788 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-04-25T17:19:19.788 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 104857600, 2024-04-25T17:19:19.788 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-04-25T17:19:19.788 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 939, 2024-04-25T17:19:19.788 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 641995, 2024-04-25T17:19:19.788 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:19.788 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 939, 2024-04-25T17:19:19.789 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-04-25T17:19:19.789 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-04-25T17:19:19.789 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 939, 2024-04-25T17:19:19.789 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 641995, 2024-04-25T17:19:19.789 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-04-25T17:19:19.789 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.789 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.789 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.789 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:19.789 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.789 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-objecter_bytes": { 2024-04-25T17:19:19.789 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-04-25T17:19:19.789 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 104857600, 2024-04-25T17:19:19.789 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-04-25T17:19:19.790 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 0, 2024-04-25T17:19:19.790 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 0, 2024-04-25T17:19:19.790 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:19.790 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 0, 2024-04-25T17:19:19.790 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 824, 2024-04-25T17:19:19.790 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 1086, 2024-04-25T17:19:19.790 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 824, 2024-04-25T17:19:19.790 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 1086, 2024-04-25T17:19:19.790 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-04-25T17:19:19.790 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.790 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.790 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.790 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:19.791 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.791 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-objecter_ops": { 2024-04-25T17:19:19.791 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-04-25T17:19:19.791 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 1024, 2024-04-25T17:19:19.791 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-04-25T17:19:19.791 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 0, 2024-04-25T17:19:19.791 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 0, 2024-04-25T17:19:19.791 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:19.791 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 0, 2024-04-25T17:19:19.791 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 824, 2024-04-25T17:19:19.791 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 824, 2024-04-25T17:19:19.791 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 824, 2024-04-25T17:19:19.791 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 824, 2024-04-25T17:19:19.791 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-04-25T17:19:19.791 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.792 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.792 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.792 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:19.792 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.792 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-write_buf_throttle": { 2024-04-25T17:19:19.792 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-04-25T17:19:19.792 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 3758096384, 2024-04-25T17:19:19.792 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-04-25T17:19:19.792 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 0, 2024-04-25T17:19:19.792 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 0, 2024-04-25T17:19:19.792 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:19.792 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 0, 2024-04-25T17:19:19.792 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-04-25T17:19:19.792 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-04-25T17:19:19.792 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 0, 2024-04-25T17:19:19.793 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 0, 2024-04-25T17:19:19.793 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-04-25T17:19:19.793 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.793 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.793 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.793 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:19.793 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:19.793 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-write_buf_throttle-0x55ccfb8e6c30": { 2024-04-25T17:19:19.793 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-04-25T17:19:19.793 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 3758096384, 2024-04-25T17:19:19.793 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-04-25T17:19:19.793 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 0, 2024-04-25T17:19:19.793 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 0, 2024-04-25T17:19:19.793 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:19.793 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 0, 2024-04-25T17:19:19.794 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-04-25T17:19:19.794 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-04-25T17:19:19.794 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 0, 2024-04-25T17:19:19.794 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 0, 2024-04-25T17:19:19.794 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-04-25T17:19:19.794 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:19.794 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:19.794 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:19.794 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:19.794 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:19.794 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-04-25T17:19:20.590 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-04-25T17:19:20.591 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-04-25T17:19:20.591 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-04-25T17:19:20.591 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-04-25T17:19:20.591 DEBUG:tasks.check_counter:Getting stats from h 2024-04-25T17:19:20.591 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph daemon mds.h perf dump 2024-04-25T17:19:20.616 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:20 smithi042 ceph-mon[32851]: pgmap v458: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:19:20.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:20 smithi028 ceph-mon[29207]: pgmap v458: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:19:20.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:20 smithi084 ceph-mon[32752]: pgmap v458: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:19:20.850 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T17:19:21.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:21 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:19:21.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:21 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:19:21.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:21 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T17:19:22.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:22 smithi042 ceph-mon[32851]: pgmap v459: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:19:22.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:22 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:19:22.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:22 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:19:22.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:22 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:19:22.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:22 smithi028 ceph-mon[29207]: pgmap v459: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:19:22.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:22 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:19:22.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:22 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:19:22.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:22 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:19:22.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:22 smithi084 ceph-mon[32752]: pgmap v459: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:19:22.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:22 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T17:19:22.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:22 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T17:19:22.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:22 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' 2024-04-25T17:19:23.031 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-04-25T17:19:23.031 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T17:19:23.031 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 374, 2024-04-25T17:19:23.032 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 391, 2024-04-25T17:19:23.032 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 573042, 2024-04-25T17:19:23.032 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 150280, 2024-04-25T17:19:23.032 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 7, 2024-04-25T17:19:23.032 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 2, 2024-04-25T17:19:23.032 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.053096823, 2024-04-25T17:19:23.032 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.019384617, 2024-04-25T17:19:23.032 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.033551750, 2024-04-25T17:19:23.032 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.004486190, 2024-04-25T17:19:23.032 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:23.032 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 394, 2024-04-25T17:19:23.032 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.034924689, 2024-04-25T17:19:23.032 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000088641 2024-04-25T17:19:23.032 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.033 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:23.033 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 452, 2024-04-25T17:19:23.033 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000120409, 2024-04-25T17:19:23.033 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000266 2024-04-25T17:19:23.033 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.033 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 503536, 2024-04-25T17:19:23.033 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 66208 2024-04-25T17:19:23.033 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.033 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T17:19:23.033 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 25, 2024-04-25T17:19:23.033 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 101, 2024-04-25T17:19:23.033 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 5395, 2024-04-25T17:19:23.033 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 334043, 2024-04-25T17:19:23.033 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 17, 2024-04-25T17:19:23.033 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 8, 2024-04-25T17:19:23.034 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.011268249, 2024-04-25T17:19:23.034 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.003599455, 2024-04-25T17:19:23.034 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.006086835, 2024-04-25T17:19:23.034 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.000450709, 2024-04-25T17:19:23.034 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:23.034 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 97, 2024-04-25T17:19:23.034 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.017212548, 2024-04-25T17:19:23.034 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000177448 2024-04-25T17:19:23.034 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.034 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:23.034 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 10, 2024-04-25T17:19:23.035 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000001412, 2024-04-25T17:19:23.035 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000141 2024-04-25T17:19:23.035 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.035 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-25T17:19:23.035 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 202704 2024-04-25T17:19:23.035 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.035 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T17:19:23.035 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 38, 2024-04-25T17:19:23.035 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 40, 2024-04-25T17:19:23.035 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 15755, 2024-04-25T17:19:23.035 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 63185, 2024-04-25T17:19:23.035 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 12, 2024-04-25T17:19:23.035 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 5, 2024-04-25T17:19:23.035 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.007719566, 2024-04-25T17:19:23.036 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.001118713, 2024-04-25T17:19:23.036 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.006179732, 2024-04-25T17:19:23.036 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.000340519, 2024-04-25T17:19:23.036 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:23.036 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 37, 2024-04-25T17:19:23.036 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.023584201, 2024-04-25T17:19:23.036 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000637410 2024-04-25T17:19:23.036 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.036 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:23.036 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 41, 2024-04-25T17:19:23.036 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000010184, 2024-04-25T17:19:23.036 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000248 2024-04-25T17:19:23.036 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.036 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 2944, 2024-04-25T17:19:23.036 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 448 2024-04-25T17:19:23.037 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.037 INFO:teuthology.orchestra.run.smithi042.stdout: "cct": { 2024-04-25T17:19:23.037 INFO:teuthology.orchestra.run.smithi042.stdout: "total_workers": 1, 2024-04-25T17:19:23.037 INFO:teuthology.orchestra.run.smithi042.stdout: "unhealthy_workers": 0 2024-04-25T17:19:23.037 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.037 INFO:teuthology.orchestra.run.smithi042.stdout: "finisher-MDSRank": { 2024-04-25T17:19:23.037 INFO:teuthology.orchestra.run.smithi042.stdout: "queue_len": 0, 2024-04-25T17:19:23.037 INFO:teuthology.orchestra.run.smithi042.stdout: "complete_latency": { 2024-04-25T17:19:23.037 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 37, 2024-04-25T17:19:23.037 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.002249708, 2024-04-25T17:19:23.037 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000060802 2024-04-25T17:19:23.037 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:23.037 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.037 INFO:teuthology.orchestra.run.smithi042.stdout: "finisher-PurgeQueue": { 2024-04-25T17:19:23.037 INFO:teuthology.orchestra.run.smithi042.stdout: "queue_len": 0, 2024-04-25T17:19:23.038 INFO:teuthology.orchestra.run.smithi042.stdout: "complete_latency": { 2024-04-25T17:19:23.038 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 2, 2024-04-25T17:19:23.038 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000011228, 2024-04-25T17:19:23.038 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000005614 2024-04-25T17:19:23.038 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:23.038 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.038 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-04-25T17:19:23.038 INFO:teuthology.orchestra.run.smithi042.stdout: "request": 0, 2024-04-25T17:19:23.038 INFO:teuthology.orchestra.run.smithi042.stdout: "reply": 0, 2024-04-25T17:19:23.038 INFO:teuthology.orchestra.run.smithi042.stdout: "reply_latency": { 2024-04-25T17:19:23.038 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.038 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.038 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.039 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.039 INFO:teuthology.orchestra.run.smithi042.stdout: "slow_reply": 0, 2024-04-25T17:19:23.039 INFO:teuthology.orchestra.run.smithi042.stdout: "forward": 0, 2024-04-25T17:19:23.039 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_fetch_complete": 0, 2024-04-25T17:19:23.039 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_fetch_keys": 0, 2024-04-25T17:19:23.039 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_commit": 11, 2024-04-25T17:19:23.039 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_split": 0, 2024-04-25T17:19:23.039 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_merge": 0, 2024-04-25T17:19:23.039 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes": 16, 2024-04-25T17:19:23.039 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_top": 0, 2024-04-25T17:19:23.039 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_bottom": 16, 2024-04-25T17:19:23.039 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_pin_tail": 0, 2024-04-25T17:19:23.039 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_pinned": 13, 2024-04-25T17:19:23.039 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_expired": 4, 2024-04-25T17:19:23.040 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_with_caps": 0, 2024-04-25T17:19:23.040 INFO:teuthology.orchestra.run.smithi042.stdout: "caps": 0, 2024-04-25T17:19:23.040 INFO:teuthology.orchestra.run.smithi042.stdout: "subtrees": 3, 2024-04-25T17:19:23.040 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse": 9, 2024-04-25T17:19:23.040 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_hit": 5, 2024-04-25T17:19:23.040 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_forward": 0, 2024-04-25T17:19:23.040 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_discover": 4, 2024-04-25T17:19:23.040 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_dir_fetch": 0, 2024-04-25T17:19:23.040 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_remote_ino": 0, 2024-04-25T17:19:23.040 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_lock": 0, 2024-04-25T17:19:23.040 INFO:teuthology.orchestra.run.smithi042.stdout: "load_cent": 0, 2024-04-25T17:19:23.040 INFO:teuthology.orchestra.run.smithi042.stdout: "q": 0, 2024-04-25T17:19:23.040 INFO:teuthology.orchestra.run.smithi042.stdout: "exported": 0, 2024-04-25T17:19:23.041 INFO:teuthology.orchestra.run.smithi042.stdout: "exported_inodes": 0, 2024-04-25T17:19:23.041 INFO:teuthology.orchestra.run.smithi042.stdout: "imported": 0, 2024-04-25T17:19:23.041 INFO:teuthology.orchestra.run.smithi042.stdout: "imported_inodes": 0, 2024-04-25T17:19:23.041 INFO:teuthology.orchestra.run.smithi042.stdout: "openino_dir_fetch": 0, 2024-04-25T17:19:23.041 INFO:teuthology.orchestra.run.smithi042.stdout: "openino_backtrace_fetch": 0, 2024-04-25T17:19:23.041 INFO:teuthology.orchestra.run.smithi042.stdout: "openino_peer_discover": 0, 2024-04-25T17:19:23.041 INFO:teuthology.orchestra.run.smithi042.stdout: "root_rfiles": 8, 2024-04-25T17:19:23.041 INFO:teuthology.orchestra.run.smithi042.stdout: "root_rbytes": 195290530, 2024-04-25T17:19:23.041 INFO:teuthology.orchestra.run.smithi042.stdout: "root_rsnaps": 0, 2024-04-25T17:19:23.041 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T17:19:23.041 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_set_tag": 0, 2024-04-25T17:19:23.041 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T17:19:23.041 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_inotable_repaired": 0, 2024-04-25T17:19:23.041 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_dir_inodes": 0, 2024-04-25T17:19:23.041 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T17:19:23.041 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T17:19:23.042 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_file_inodes": 0, 2024-04-25T17:19:23.042 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_inode_file_caps": 0, 2024-04-25T17:19:23.042 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T17:19:23.042 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_grant": 0, 2024-04-25T17:19:23.042 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T17:19:23.042 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T17:19:23.042 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T17:19:23.042 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_caps": 0, 2024-04-25T17:19:23.042 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_caps_dirty": 0, 2024-04-25T17:19:23.042 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_cap_release": 0, 2024-04-25T17:19:23.042 INFO:teuthology.orchestra.run.smithi042.stdout: "process_request_cap_release": 0 2024-04-25T17:19:23.042 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.042 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_cache": { 2024-04-25T17:19:23.042 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_update": 0, 2024-04-25T17:19:23.043 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_update_receipt": 14, 2024-04-25T17:19:23.043 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_try_discover": 9, 2024-04-25T17:19:23.043 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_send_discover": 10, 2024-04-25T17:19:23.043 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_handle_discover": 0, 2024-04-25T17:19:23.043 INFO:teuthology.orchestra.run.smithi042.stdout: "num_strays": 0, 2024-04-25T17:19:23.043 INFO:teuthology.orchestra.run.smithi042.stdout: "num_strays_delayed": 0, 2024-04-25T17:19:23.043 INFO:teuthology.orchestra.run.smithi042.stdout: "num_strays_enqueuing": 0, 2024-04-25T17:19:23.043 INFO:teuthology.orchestra.run.smithi042.stdout: "strays_created": 0, 2024-04-25T17:19:23.043 INFO:teuthology.orchestra.run.smithi042.stdout: "strays_enqueued": 0, 2024-04-25T17:19:23.043 INFO:teuthology.orchestra.run.smithi042.stdout: "strays_reintegrated": 0, 2024-04-25T17:19:23.043 INFO:teuthology.orchestra.run.smithi042.stdout: "strays_migrated": 0, 2024-04-25T17:19:23.043 INFO:teuthology.orchestra.run.smithi042.stdout: "num_recovering_processing": 0, 2024-04-25T17:19:23.043 INFO:teuthology.orchestra.run.smithi042.stdout: "num_recovering_enqueued": 0, 2024-04-25T17:19:23.043 INFO:teuthology.orchestra.run.smithi042.stdout: "num_recovering_prioritized": 0, 2024-04-25T17:19:23.043 INFO:teuthology.orchestra.run.smithi042.stdout: "recovery_started": 0, 2024-04-25T17:19:23.043 INFO:teuthology.orchestra.run.smithi042.stdout: "recovery_completed": 0, 2024-04-25T17:19:23.044 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_quiesce_path": 0, 2024-04-25T17:19:23.044 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_quiesce_inode": 0, 2024-04-25T17:19:23.044 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T17:19:23.044 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_exportdir": 0, 2024-04-25T17:19:23.044 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_flush": 0, 2024-04-25T17:19:23.044 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_fragmentdir": 0, 2024-04-25T17:19:23.044 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_fragstats": 0, 2024-04-25T17:19:23.044 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_inodestats": 0 2024-04-25T17:19:23.044 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.044 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_log": { 2024-04-25T17:19:23.044 INFO:teuthology.orchestra.run.smithi042.stdout: "evlrg": 0, 2024-04-25T17:19:23.045 INFO:teuthology.orchestra.run.smithi042.stdout: "evadd": 3, 2024-04-25T17:19:23.045 INFO:teuthology.orchestra.run.smithi042.stdout: "evex": 0, 2024-04-25T17:19:23.045 INFO:teuthology.orchestra.run.smithi042.stdout: "evtrm": 0, 2024-04-25T17:19:23.045 INFO:teuthology.orchestra.run.smithi042.stdout: "ev": 3, 2024-04-25T17:19:23.045 INFO:teuthology.orchestra.run.smithi042.stdout: "evexg": 0, 2024-04-25T17:19:23.045 INFO:teuthology.orchestra.run.smithi042.stdout: "evexd": 0, 2024-04-25T17:19:23.045 INFO:teuthology.orchestra.run.smithi042.stdout: "segadd": 2, 2024-04-25T17:19:23.045 INFO:teuthology.orchestra.run.smithi042.stdout: "segex": 0, 2024-04-25T17:19:23.045 INFO:teuthology.orchestra.run.smithi042.stdout: "segtrm": 0, 2024-04-25T17:19:23.045 INFO:teuthology.orchestra.run.smithi042.stdout: "seg": 2, 2024-04-25T17:19:23.046 INFO:teuthology.orchestra.run.smithi042.stdout: "segmjr": 2, 2024-04-25T17:19:23.046 INFO:teuthology.orchestra.run.smithi042.stdout: "segexg": 0, 2024-04-25T17:19:23.046 INFO:teuthology.orchestra.run.smithi042.stdout: "segexd": 0, 2024-04-25T17:19:23.046 INFO:teuthology.orchestra.run.smithi042.stdout: "expos": 4194304, 2024-04-25T17:19:23.046 INFO:teuthology.orchestra.run.smithi042.stdout: "wrpos": 4195385, 2024-04-25T17:19:23.046 INFO:teuthology.orchestra.run.smithi042.stdout: "rdpos": 0, 2024-04-25T17:19:23.046 INFO:teuthology.orchestra.run.smithi042.stdout: "jlat": { 2024-04-25T17:19:23.046 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 2, 2024-04-25T17:19:23.047 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.003701461, 2024-04-25T17:19:23.047 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.001850730 2024-04-25T17:19:23.047 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.047 INFO:teuthology.orchestra.run.smithi042.stdout: "replayed": 0 2024-04-25T17:19:23.047 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.047 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_mem": { 2024-04-25T17:19:23.047 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 20, 2024-04-25T17:19:23.047 INFO:teuthology.orchestra.run.smithi042.stdout: "ino+": 22, 2024-04-25T17:19:23.048 INFO:teuthology.orchestra.run.smithi042.stdout: "ino-": 2, 2024-04-25T17:19:23.048 INFO:teuthology.orchestra.run.smithi042.stdout: "dir": 19, 2024-04-25T17:19:23.048 INFO:teuthology.orchestra.run.smithi042.stdout: "dir+": 22, 2024-04-25T17:19:23.048 INFO:teuthology.orchestra.run.smithi042.stdout: "dir-": 3, 2024-04-25T17:19:23.048 INFO:teuthology.orchestra.run.smithi042.stdout: "dn": 16, 2024-04-25T17:19:23.048 INFO:teuthology.orchestra.run.smithi042.stdout: "dn+": 20, 2024-04-25T17:19:23.048 INFO:teuthology.orchestra.run.smithi042.stdout: "dn-": 4, 2024-04-25T17:19:23.049 INFO:teuthology.orchestra.run.smithi042.stdout: "cap": 0, 2024-04-25T17:19:23.049 INFO:teuthology.orchestra.run.smithi042.stdout: "cap+": 0, 2024-04-25T17:19:23.049 INFO:teuthology.orchestra.run.smithi042.stdout: "cap-": 0, 2024-04-25T17:19:23.049 INFO:teuthology.orchestra.run.smithi042.stdout: "rss": 122948, 2024-04-25T17:19:23.049 INFO:teuthology.orchestra.run.smithi042.stdout: "heap": 223632 2024-04-25T17:19:23.049 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.049 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_server": { 2024-04-25T17:19:23.049 INFO:teuthology.orchestra.run.smithi042.stdout: "dispatch_client_request": 0, 2024-04-25T17:19:23.050 INFO:teuthology.orchestra.run.smithi042.stdout: "dispatch_server_request": 0, 2024-04-25T17:19:23.050 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_request": 0, 2024-04-25T17:19:23.050 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_session": 4, 2024-04-25T17:19:23.050 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_peer_request": 0, 2024-04-25T17:19:23.050 INFO:teuthology.orchestra.run.smithi042.stdout: "req_create_latency": { 2024-04-25T17:19:23.050 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.050 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.050 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.051 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.051 INFO:teuthology.orchestra.run.smithi042.stdout: "req_getattr_latency": { 2024-04-25T17:19:23.051 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.051 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.051 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.051 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.051 INFO:teuthology.orchestra.run.smithi042.stdout: "req_getfilelock_latency": { 2024-04-25T17:19:23.051 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.052 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.052 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.052 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.052 INFO:teuthology.orchestra.run.smithi042.stdout: "req_link_latency": { 2024-04-25T17:19:23.052 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.052 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.052 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.052 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.053 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookup_latency": { 2024-04-25T17:19:23.053 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.053 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.053 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.053 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.053 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookuphash_latency": { 2024-04-25T17:19:23.053 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.053 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.054 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.054 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.054 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookupino_latency": { 2024-04-25T17:19:23.054 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.054 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.054 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.055 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.055 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookupname_latency": { 2024-04-25T17:19:23.055 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.055 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.055 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.055 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.055 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookupparent_latency": { 2024-04-25T17:19:23.055 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.055 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.056 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.056 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.056 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookupsnap_latency": { 2024-04-25T17:19:23.056 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.056 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.056 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.056 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.056 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lssnap_latency": { 2024-04-25T17:19:23.057 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.057 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.057 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.057 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.057 INFO:teuthology.orchestra.run.smithi042.stdout: "req_mkdir_latency": { 2024-04-25T17:19:23.057 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.057 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.058 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.058 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.058 INFO:teuthology.orchestra.run.smithi042.stdout: "req_mknod_latency": { 2024-04-25T17:19:23.058 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.058 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.058 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.058 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.059 INFO:teuthology.orchestra.run.smithi042.stdout: "req_mksnap_latency": { 2024-04-25T17:19:23.059 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.059 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.059 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.059 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.059 INFO:teuthology.orchestra.run.smithi042.stdout: "req_open_latency": { 2024-04-25T17:19:23.059 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.059 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.059 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.059 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.059 INFO:teuthology.orchestra.run.smithi042.stdout: "req_readdir_latency": { 2024-04-25T17:19:23.059 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.060 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.060 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.060 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.060 INFO:teuthology.orchestra.run.smithi042.stdout: "req_rename_latency": { 2024-04-25T17:19:23.060 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.060 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.060 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.060 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.060 INFO:teuthology.orchestra.run.smithi042.stdout: "req_renamesnap_latency": { 2024-04-25T17:19:23.060 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.060 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.060 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.060 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.061 INFO:teuthology.orchestra.run.smithi042.stdout: "req_snapdiff_latency": { 2024-04-25T17:19:23.061 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.061 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.061 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.061 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.061 INFO:teuthology.orchestra.run.smithi042.stdout: "req_rmdir_latency": { 2024-04-25T17:19:23.061 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.061 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.061 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.061 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.061 INFO:teuthology.orchestra.run.smithi042.stdout: "req_rmsnap_latency": { 2024-04-25T17:19:23.061 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.061 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.061 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.061 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.061 INFO:teuthology.orchestra.run.smithi042.stdout: "req_rmxattr_latency": { 2024-04-25T17:19:23.062 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.062 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.062 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.062 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.062 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setattr_latency": { 2024-04-25T17:19:23.062 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.062 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.062 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.062 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.062 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setdirlayout_latency": { 2024-04-25T17:19:23.062 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.062 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.063 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.063 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.063 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setfilelock_latency": { 2024-04-25T17:19:23.063 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.063 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.063 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.063 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.063 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setlayout_latency": { 2024-04-25T17:19:23.063 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.063 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.063 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.063 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.064 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setxattr_latency": { 2024-04-25T17:19:23.064 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.064 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.064 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.064 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.064 INFO:teuthology.orchestra.run.smithi042.stdout: "req_symlink_latency": { 2024-04-25T17:19:23.064 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.064 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.064 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.064 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.064 INFO:teuthology.orchestra.run.smithi042.stdout: "req_unlink_latency": { 2024-04-25T17:19:23.064 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.064 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.065 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.065 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.065 INFO:teuthology.orchestra.run.smithi042.stdout: "cap_revoke_eviction": 0, 2024-04-25T17:19:23.065 INFO:teuthology.orchestra.run.smithi042.stdout: "cap_acquisition_throttle": 0, 2024-04-25T17:19:23.065 INFO:teuthology.orchestra.run.smithi042.stdout: "req_getvxattr_latency": { 2024-04-25T17:19:23.065 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.065 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.065 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.065 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:23.065 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.065 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_sessions": { 2024-04-25T17:19:23.065 INFO:teuthology.orchestra.run.smithi042.stdout: "session_count": 1, 2024-04-25T17:19:23.065 INFO:teuthology.orchestra.run.smithi042.stdout: "session_add": 1, 2024-04-25T17:19:23.065 INFO:teuthology.orchestra.run.smithi042.stdout: "session_remove": 0, 2024-04-25T17:19:23.066 INFO:teuthology.orchestra.run.smithi042.stdout: "sessions_open": 1, 2024-04-25T17:19:23.066 INFO:teuthology.orchestra.run.smithi042.stdout: "sessions_stale": 0, 2024-04-25T17:19:23.066 INFO:teuthology.orchestra.run.smithi042.stdout: "total_load": 0, 2024-04-25T17:19:23.066 INFO:teuthology.orchestra.run.smithi042.stdout: "average_load": 0, 2024-04-25T17:19:23.066 INFO:teuthology.orchestra.run.smithi042.stdout: "avg_session_uptime": 196, 2024-04-25T17:19:23.066 INFO:teuthology.orchestra.run.smithi042.stdout: "mdthresh_evicted": 0 2024-04-25T17:19:23.066 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.066 INFO:teuthology.orchestra.run.smithi042.stdout: "mempool": { 2024-04-25T17:19:23.066 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_bytes": 0, 2024-04-25T17:19:23.066 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_items": 0, 2024-04-25T17:19:23.066 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T17:19:23.066 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_items": 0, 2024-04-25T17:19:23.066 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T17:19:23.067 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_items": 0, 2024-04-25T17:19:23.067 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T17:19:23.067 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T17:19:23.067 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T17:19:23.067 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T17:19:23.067 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T17:19:23.067 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_items": 0, 2024-04-25T17:19:23.067 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T17:19:23.067 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T17:19:23.067 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_bytes": 0, 2024-04-25T17:19:23.068 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_items": 0, 2024-04-25T17:19:23.068 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_bytes": 0, 2024-04-25T17:19:23.068 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_items": 0, 2024-04-25T17:19:23.068 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T17:19:23.068 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T17:19:23.068 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T17:19:23.068 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T17:19:23.068 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T17:19:23.068 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_items": 0, 2024-04-25T17:19:23.068 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_bytes": 0, 2024-04-25T17:19:23.068 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_items": 0, 2024-04-25T17:19:23.068 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T17:19:23.069 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T17:19:23.069 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_bytes": 0, 2024-04-25T17:19:23.069 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_items": 0, 2024-04-25T17:19:23.069 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_bytes": 0, 2024-04-25T17:19:23.069 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_items": 0, 2024-04-25T17:19:23.069 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T17:19:23.069 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_items": 0, 2024-04-25T17:19:23.069 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T17:19:23.069 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_items": 0, 2024-04-25T17:19:23.069 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_bytes": 222087, 2024-04-25T17:19:23.069 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_items": 71, 2024-04-25T17:19:23.069 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_bytes": 0, 2024-04-25T17:19:23.069 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_items": 0, 2024-04-25T17:19:23.069 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_bytes": 0, 2024-04-25T17:19:23.069 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_items": 0, 2024-04-25T17:19:23.070 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_bytes": 0, 2024-04-25T17:19:23.070 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_items": 0, 2024-04-25T17:19:23.070 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_bytes": 0, 2024-04-25T17:19:23.070 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_items": 0, 2024-04-25T17:19:23.070 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_bytes": 8792, 2024-04-25T17:19:23.070 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_items": 168, 2024-04-25T17:19:23.070 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T17:19:23.070 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_items": 0, 2024-04-25T17:19:23.070 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_bytes": 0, 2024-04-25T17:19:23.070 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_items": 0, 2024-04-25T17:19:23.070 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_bytes": 80917, 2024-04-25T17:19:23.070 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_items": 321, 2024-04-25T17:19:23.071 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_bytes": 0, 2024-04-25T17:19:23.071 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_items": 0, 2024-04-25T17:19:23.071 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_bytes": 0, 2024-04-25T17:19:23.071 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_items": 0 2024-04-25T17:19:23.071 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.071 INFO:teuthology.orchestra.run.smithi042.stdout: "objecter": { 2024-04-25T17:19:23.071 INFO:teuthology.orchestra.run.smithi042.stdout: "op_active": 0, 2024-04-25T17:19:23.071 INFO:teuthology.orchestra.run.smithi042.stdout: "op_laggy": 0, 2024-04-25T17:19:23.071 INFO:teuthology.orchestra.run.smithi042.stdout: "op_send": 37, 2024-04-25T17:19:23.071 INFO:teuthology.orchestra.run.smithi042.stdout: "op_send_bytes": 11293, 2024-04-25T17:19:23.071 INFO:teuthology.orchestra.run.smithi042.stdout: "op_resend": 33, 2024-04-25T17:19:23.071 INFO:teuthology.orchestra.run.smithi042.stdout: "op_reply": 37, 2024-04-25T17:19:23.071 INFO:teuthology.orchestra.run.smithi042.stdout: "op_latency": { 2024-04-25T17:19:23.072 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 37, 2024-04-25T17:19:23.072 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.252997881, 2024-04-25T17:19:23.072 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.006837780 2024-04-25T17:19:23.072 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.072 INFO:teuthology.orchestra.run.smithi042.stdout: "op_inflight": 0, 2024-04-25T17:19:23.072 INFO:teuthology.orchestra.run.smithi042.stdout: "oplen_avg": { 2024-04-25T17:19:23.072 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 37, 2024-04-25T17:19:23.072 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 59 2024-04-25T17:19:23.072 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.072 INFO:teuthology.orchestra.run.smithi042.stdout: "op": 37, 2024-04-25T17:19:23.072 INFO:teuthology.orchestra.run.smithi042.stdout: "op_r": 0, 2024-04-25T17:19:23.072 INFO:teuthology.orchestra.run.smithi042.stdout: "op_w": 37, 2024-04-25T17:19:23.072 INFO:teuthology.orchestra.run.smithi042.stdout: "op_rmw": 0, 2024-04-25T17:19:23.072 INFO:teuthology.orchestra.run.smithi042.stdout: "op_pg": 0, 2024-04-25T17:19:23.072 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_stat": 0, 2024-04-25T17:19:23.073 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_create": 10, 2024-04-25T17:19:23.073 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_read": 0, 2024-04-25T17:19:23.073 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_write": 2, 2024-04-25T17:19:23.073 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_writefull": 6, 2024-04-25T17:19:23.073 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_writesame": 0, 2024-04-25T17:19:23.073 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_append": 0, 2024-04-25T17:19:23.073 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_zero": 0, 2024-04-25T17:19:23.073 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_truncate": 0, 2024-04-25T17:19:23.073 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_delete": 6, 2024-04-25T17:19:23.073 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_mapext": 0, 2024-04-25T17:19:23.073 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_sparse_read": 0, 2024-04-25T17:19:23.073 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_clonerange": 0, 2024-04-25T17:19:23.073 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_getxattr": 0, 2024-04-25T17:19:23.073 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_setxattr": 20, 2024-04-25T17:19:23.074 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_cmpxattr": 0, 2024-04-25T17:19:23.074 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_rmxattr": 0, 2024-04-25T17:19:23.074 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_resetxattrs": 0, 2024-04-25T17:19:23.074 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_call": 0, 2024-04-25T17:19:23.074 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_watch": 0, 2024-04-25T17:19:23.074 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_notify": 0, 2024-04-25T17:19:23.074 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T17:19:23.074 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_pgls": 0, 2024-04-25T17:19:23.074 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_pgls_filter": 0, 2024-04-25T17:19:23.074 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_other": 0, 2024-04-25T17:19:23.074 INFO:teuthology.orchestra.run.smithi042.stdout: "linger_active": 0, 2024-04-25T17:19:23.074 INFO:teuthology.orchestra.run.smithi042.stdout: "linger_send": 0, 2024-04-25T17:19:23.074 INFO:teuthology.orchestra.run.smithi042.stdout: "linger_resend": 0, 2024-04-25T17:19:23.074 INFO:teuthology.orchestra.run.smithi042.stdout: "linger_ping": 0, 2024-04-25T17:19:23.075 INFO:teuthology.orchestra.run.smithi042.stdout: "poolop_active": 0, 2024-04-25T17:19:23.075 INFO:teuthology.orchestra.run.smithi042.stdout: "poolop_send": 0, 2024-04-25T17:19:23.075 INFO:teuthology.orchestra.run.smithi042.stdout: "poolop_resend": 0, 2024-04-25T17:19:23.075 INFO:teuthology.orchestra.run.smithi042.stdout: "poolstat_active": 0, 2024-04-25T17:19:23.075 INFO:teuthology.orchestra.run.smithi042.stdout: "poolstat_send": 0, 2024-04-25T17:19:23.075 INFO:teuthology.orchestra.run.smithi042.stdout: "poolstat_resend": 0, 2024-04-25T17:19:23.075 INFO:teuthology.orchestra.run.smithi042.stdout: "statfs_active": 0, 2024-04-25T17:19:23.075 INFO:teuthology.orchestra.run.smithi042.stdout: "statfs_send": 0, 2024-04-25T17:19:23.075 INFO:teuthology.orchestra.run.smithi042.stdout: "statfs_resend": 0, 2024-04-25T17:19:23.075 INFO:teuthology.orchestra.run.smithi042.stdout: "command_active": 0, 2024-04-25T17:19:23.075 INFO:teuthology.orchestra.run.smithi042.stdout: "command_send": 0, 2024-04-25T17:19:23.075 INFO:teuthology.orchestra.run.smithi042.stdout: "command_resend": 0, 2024-04-25T17:19:23.076 INFO:teuthology.orchestra.run.smithi042.stdout: "map_epoch": 84, 2024-04-25T17:19:23.076 INFO:teuthology.orchestra.run.smithi042.stdout: "map_full": 0, 2024-04-25T17:19:23.076 INFO:teuthology.orchestra.run.smithi042.stdout: "map_inc": 4, 2024-04-25T17:19:23.076 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_sessions": 8, 2024-04-25T17:19:23.076 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_session_open": 8, 2024-04-25T17:19:23.076 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_session_close": 0, 2024-04-25T17:19:23.076 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_laggy": 0, 2024-04-25T17:19:23.076 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_wr": 14, 2024-04-25T17:19:23.076 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_rd": 0, 2024-04-25T17:19:23.076 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_del": 1 2024-04-25T17:19:23.076 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.076 INFO:teuthology.orchestra.run.smithi042.stdout: "oft": { 2024-04-25T17:19:23.076 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_total_objs": 1, 2024-04-25T17:19:23.076 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_total_kv_pairs": 0, 2024-04-25T17:19:23.077 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_total_updates": 0, 2024-04-25T17:19:23.077 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_total_removes": 0 2024-04-25T17:19:23.077 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.077 INFO:teuthology.orchestra.run.smithi042.stdout: "osd-slow-ops": { 2024-04-25T17:19:23.077 INFO:teuthology.orchestra.run.smithi042.stdout: "slow_ops_count": 0 2024-04-25T17:19:23.077 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.077 INFO:teuthology.orchestra.run.smithi042.stdout: "purge_queue": { 2024-04-25T17:19:23.077 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executing_ops": 0, 2024-04-25T17:19:23.077 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T17:19:23.077 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executing": 0, 2024-04-25T17:19:23.077 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executing_high_water": 0, 2024-04-25T17:19:23.077 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executed_ops": 0, 2024-04-25T17:19:23.077 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executed": 0, 2024-04-25T17:19:23.078 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_item_in_journal": 0 2024-04-25T17:19:23.078 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.078 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T17:19:23.078 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-04-25T17:19:23.078 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 104857600, 2024-04-25T17:19:23.078 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-04-25T17:19:23.078 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 433, 2024-04-25T17:19:23.078 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 545090, 2024-04-25T17:19:23.078 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:23.078 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 433, 2024-04-25T17:19:23.078 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-04-25T17:19:23.078 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-04-25T17:19:23.078 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 433, 2024-04-25T17:19:23.079 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 545090, 2024-04-25T17:19:23.079 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-04-25T17:19:23.079 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.079 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.079 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.079 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:23.079 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.079 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-objecter_bytes": { 2024-04-25T17:19:23.079 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-04-25T17:19:23.079 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 104857600, 2024-04-25T17:19:23.079 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-04-25T17:19:23.079 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 0, 2024-04-25T17:19:23.079 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 0, 2024-04-25T17:19:23.079 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:23.080 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 0, 2024-04-25T17:19:23.080 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 37, 2024-04-25T17:19:23.080 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 11293, 2024-04-25T17:19:23.080 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 37, 2024-04-25T17:19:23.080 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 11293, 2024-04-25T17:19:23.080 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-04-25T17:19:23.080 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.080 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.080 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.080 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:23.080 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.080 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-objecter_ops": { 2024-04-25T17:19:23.080 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-04-25T17:19:23.080 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 1024, 2024-04-25T17:19:23.080 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-04-25T17:19:23.081 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 0, 2024-04-25T17:19:23.081 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 0, 2024-04-25T17:19:23.081 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:23.081 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 0, 2024-04-25T17:19:23.081 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 37, 2024-04-25T17:19:23.081 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 37, 2024-04-25T17:19:23.081 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 37, 2024-04-25T17:19:23.081 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 37, 2024-04-25T17:19:23.081 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-04-25T17:19:23.081 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.081 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.081 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.081 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:23.082 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.082 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-write_buf_throttle": { 2024-04-25T17:19:23.082 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-04-25T17:19:23.082 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 3758096384, 2024-04-25T17:19:23.082 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-04-25T17:19:23.082 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 0, 2024-04-25T17:19:23.082 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 0, 2024-04-25T17:19:23.082 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:23.082 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 0, 2024-04-25T17:19:23.082 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-04-25T17:19:23.082 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-04-25T17:19:23.082 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 0, 2024-04-25T17:19:23.082 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 0, 2024-04-25T17:19:23.083 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-04-25T17:19:23.083 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.083 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.083 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.083 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:23.083 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:23.083 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-write_buf_throttle-0x55e20c190750": { 2024-04-25T17:19:23.083 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-04-25T17:19:23.083 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 3758096384, 2024-04-25T17:19:23.083 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-04-25T17:19:23.083 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 3, 2024-04-25T17:19:23.083 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 1081, 2024-04-25T17:19:23.083 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:23.083 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 3, 2024-04-25T17:19:23.083 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-04-25T17:19:23.083 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-04-25T17:19:23.084 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 2, 2024-04-25T17:19:23.084 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 1081, 2024-04-25T17:19:23.084 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-04-25T17:19:23.084 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:23.084 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:23.084 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:23.084 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:23.084 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:23.084 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-04-25T17:19:23.873 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-04-25T17:19:23.873 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-04-25T17:19:23.874 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-04-25T17:19:23.874 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=14 2024-04-25T17:19:23.874 DEBUG:tasks.check_counter:Getting stats from k 2024-04-25T17:19:23.874 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph daemon mds.k perf dump 2024-04-25T17:19:24.171 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T17:19:24.602 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:24 smithi042 ceph-mon[32851]: pgmap v460: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:19:24.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:24 smithi028 ceph-mon[29207]: pgmap v460: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:19:24.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:24 smithi084 ceph-mon[32752]: pgmap v460: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:19:26.092 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-04-25T17:19:26.093 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T17:19:26.093 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 0, 2024-04-25T17:19:26.093 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 2, 2024-04-25T17:19:26.093 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 0, 2024-04-25T17:19:26.093 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 0, 2024-04-25T17:19:26.093 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 4, 2024-04-25T17:19:26.093 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 0, 2024-04-25T17:19:26.093 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.001350062, 2024-04-25T17:19:26.093 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.000000000, 2024-04-25T17:19:26.093 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.000364176, 2024-04-25T17:19:26.093 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T17:19:26.093 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:26.094 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:26.094 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:26.094 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:26.094 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:26.094 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:26.094 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:26.094 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:26.094 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:26.094 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:26.094 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T17:19:26.094 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T17:19:26.094 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:26.094 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T17:19:26.094 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 112, 2024-04-25T17:19:26.095 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 107, 2024-04-25T17:19:26.095 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 478528, 2024-04-25T17:19:26.095 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 63856, 2024-04-25T17:19:26.095 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 2, 2024-04-25T17:19:26.095 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 1, 2024-04-25T17:19:26.095 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.020797021, 2024-04-25T17:19:26.095 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.006193118, 2024-04-25T17:19:26.095 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.014956490, 2024-04-25T17:19:26.095 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.002647876, 2024-04-25T17:19:26.095 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:26.095 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 107, 2024-04-25T17:19:26.095 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.006646841, 2024-04-25T17:19:26.095 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000062120 2024-04-25T17:19:26.096 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:26.096 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:26.096 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:26.096 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:26.096 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:26.096 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:26.096 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 478528, 2024-04-25T17:19:26.096 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 63856 2024-04-25T17:19:26.096 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:26.096 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T17:19:26.096 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 1, 2024-04-25T17:19:26.096 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 79, 2024-04-25T17:19:26.096 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 160, 2024-04-25T17:19:26.096 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 92320, 2024-04-25T17:19:26.097 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 3, 2024-04-25T17:19:26.097 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 2, 2024-04-25T17:19:26.097 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.005400780, 2024-04-25T17:19:26.097 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.003414333, 2024-04-25T17:19:26.097 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.001065364, 2024-04-25T17:19:26.097 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T17:19:26.097 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:26.097 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 77, 2024-04-25T17:19:26.097 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.003950116, 2024-04-25T17:19:26.097 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000051300 2024-04-25T17:19:26.097 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:26.097 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:26.097 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:26.098 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:26.098 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:26.098 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:26.098 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-25T17:19:26.098 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 92320 2024-04-25T17:19:26.098 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:26.098 INFO:teuthology.orchestra.run.smithi042.stdout: "cct": { 2024-04-25T17:19:26.098 INFO:teuthology.orchestra.run.smithi042.stdout: "total_workers": 0, 2024-04-25T17:19:26.098 INFO:teuthology.orchestra.run.smithi042.stdout: "unhealthy_workers": 0 2024-04-25T17:19:26.098 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:26.098 INFO:teuthology.orchestra.run.smithi042.stdout: "mempool": { 2024-04-25T17:19:26.098 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_bytes": 0, 2024-04-25T17:19:26.098 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_items": 0, 2024-04-25T17:19:26.099 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T17:19:26.099 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_items": 0, 2024-04-25T17:19:26.099 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T17:19:26.099 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_items": 0, 2024-04-25T17:19:26.099 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T17:19:26.099 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T17:19:26.099 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T17:19:26.099 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T17:19:26.099 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T17:19:26.099 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_items": 0, 2024-04-25T17:19:26.099 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T17:19:26.099 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T17:19:26.099 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_bytes": 0, 2024-04-25T17:19:26.099 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_items": 0, 2024-04-25T17:19:26.100 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_bytes": 0, 2024-04-25T17:19:26.100 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_items": 0, 2024-04-25T17:19:26.100 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T17:19:26.100 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T17:19:26.100 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T17:19:26.100 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T17:19:26.100 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T17:19:26.100 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_items": 0, 2024-04-25T17:19:26.100 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_bytes": 0, 2024-04-25T17:19:26.100 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_items": 0, 2024-04-25T17:19:26.100 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T17:19:26.100 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T17:19:26.100 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_bytes": 0, 2024-04-25T17:19:26.100 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_items": 0, 2024-04-25T17:19:26.100 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_bytes": 0, 2024-04-25T17:19:26.101 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_items": 0, 2024-04-25T17:19:26.101 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T17:19:26.101 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_items": 0, 2024-04-25T17:19:26.101 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T17:19:26.101 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_items": 0, 2024-04-25T17:19:26.101 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_bytes": 148857, 2024-04-25T17:19:26.101 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_items": 29, 2024-04-25T17:19:26.101 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_bytes": 0, 2024-04-25T17:19:26.101 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_items": 0, 2024-04-25T17:19:26.101 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_bytes": 0, 2024-04-25T17:19:26.101 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_items": 0, 2024-04-25T17:19:26.101 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_bytes": 0, 2024-04-25T17:19:26.101 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_items": 0, 2024-04-25T17:19:26.101 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_bytes": 0, 2024-04-25T17:19:26.101 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_items": 0, 2024-04-25T17:19:26.102 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_bytes": 0, 2024-04-25T17:19:26.102 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_items": 0, 2024-04-25T17:19:26.102 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T17:19:26.102 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_items": 0, 2024-04-25T17:19:26.102 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_bytes": 0, 2024-04-25T17:19:26.102 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_items": 0, 2024-04-25T17:19:26.102 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_bytes": 928, 2024-04-25T17:19:26.102 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_items": 2, 2024-04-25T17:19:26.102 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_bytes": 0, 2024-04-25T17:19:26.102 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_items": 0, 2024-04-25T17:19:26.102 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_bytes": 0, 2024-04-25T17:19:26.102 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_items": 0 2024-04-25T17:19:26.102 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-04-25T17:19:26.103 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T17:19:26.103 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-04-25T17:19:26.103 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 104857600, 2024-04-25T17:19:26.103 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-04-25T17:19:26.103 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 109, 2024-04-25T17:19:26.103 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 460380, 2024-04-25T17:19:26.103 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:26.103 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 109, 2024-04-25T17:19:26.103 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-04-25T17:19:26.103 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-04-25T17:19:26.103 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 109, 2024-04-25T17:19:26.103 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 460380, 2024-04-25T17:19:26.103 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-04-25T17:19:26.103 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-04-25T17:19:26.104 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-04-25T17:19:26.104 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-04-25T17:19:26.104 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:26.104 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-04-25T17:19:26.104 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-04-25T17:19:26.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:26 smithi028 ceph-mon[29207]: pgmap v461: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:19:26.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:26 smithi084 ceph-mon[32752]: pgmap v461: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:19:26.771 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:26 smithi042 ceph-mon[32851]: pgmap v461: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:19:26.798 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.k 2024-04-25T17:19:26.798 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.k 2024-04-25T17:19:26.798 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.k 2024-04-25T17:19:26.798 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.k 2024-04-25T17:19:26.799 DEBUG:tasks.check_counter:Getting stats from c 2024-04-25T17:19:26.799 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph daemon mds.c perf dump 2024-04-25T17:19:27.049 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T17:19:28.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:28 smithi028 ceph-mon[29207]: pgmap v462: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:19:28.691 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:28 smithi084 ceph-mon[32752]: pgmap v462: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:19:28.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:28 smithi042 ceph-mon[32851]: pgmap v462: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:19:28.967 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-25T17:19:28.968 INFO:teuthology.orchestra.run.smithi084.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T17:19:28.968 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_messages": 837, 2024-04-25T17:19:28.968 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages": 833, 2024-04-25T17:19:28.968 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_bytes": 1307838, 2024-04-25T17:19:28.968 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_bytes": 292466, 2024-04-25T17:19:28.968 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_created_connections": 5, 2024-04-25T17:19:28.968 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_active_connections": 1, 2024-04-25T17:19:28.968 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_total_time": 0.090041696, 2024-04-25T17:19:28.968 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_send_time": 0.028127100, 2024-04-25T17:19:28.968 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_recv_time": 0.033318701, 2024-04-25T17:19:28.968 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_fast_dispatch_time": 0.024871017, 2024-04-25T17:19:28.969 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:28.969 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 832, 2024-04-25T17:19:28.969 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.036576683, 2024-04-25T17:19:28.969 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000043962 2024-04-25T17:19:28.969 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.969 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:28.969 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.969 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.969 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.969 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.969 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_encrypted_bytes": 495120, 2024-04-25T17:19:28.969 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_encrypted_bytes": 63184 2024-04-25T17:19:28.969 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.969 INFO:teuthology.orchestra.run.smithi084.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T17:19:28.970 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_messages": 9, 2024-04-25T17:19:28.970 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages": 83, 2024-04-25T17:19:28.970 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_bytes": 4760, 2024-04-25T17:19:28.970 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_bytes": 208074, 2024-04-25T17:19:28.970 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_created_connections": 5, 2024-04-25T17:19:28.970 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_active_connections": 4, 2024-04-25T17:19:28.970 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_total_time": 0.006653446, 2024-04-25T17:19:28.970 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_send_time": 0.003219871, 2024-04-25T17:19:28.970 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_recv_time": 0.002657822, 2024-04-25T17:19:28.970 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_fast_dispatch_time": 0.000095168, 2024-04-25T17:19:28.970 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:28.970 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 82, 2024-04-25T17:19:28.970 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.006744268, 2024-04-25T17:19:28.971 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000082247 2024-04-25T17:19:28.971 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.971 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:28.971 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.971 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.971 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.971 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.971 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_encrypted_bytes": 3104, 2024-04-25T17:19:28.971 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_encrypted_bytes": 206736 2024-04-25T17:19:28.971 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.971 INFO:teuthology.orchestra.run.smithi084.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T17:19:28.971 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_messages": 324, 2024-04-25T17:19:28.971 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages": 325, 2024-04-25T17:19:28.971 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_bytes": 79990, 2024-04-25T17:19:28.971 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_bytes": 102721, 2024-04-25T17:19:28.972 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_created_connections": 4, 2024-04-25T17:19:28.972 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_active_connections": 3, 2024-04-25T17:19:28.972 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_total_time": 0.032655117, 2024-04-25T17:19:28.972 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_send_time": 0.010916831, 2024-04-25T17:19:28.972 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_recv_time": 0.007866631, 2024-04-25T17:19:28.972 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_fast_dispatch_time": 0.011075660, 2024-04-25T17:19:28.972 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:28.972 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 323, 2024-04-25T17:19:28.972 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.013595018, 2024-04-25T17:19:28.972 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000042089 2024-04-25T17:19:28.972 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.972 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:28.972 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.972 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.973 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.973 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.973 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T17:19:28.973 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T17:19:28.973 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.973 INFO:teuthology.orchestra.run.smithi084.stdout: "cct": { 2024-04-25T17:19:28.973 INFO:teuthology.orchestra.run.smithi084.stdout: "total_workers": 1, 2024-04-25T17:19:28.973 INFO:teuthology.orchestra.run.smithi084.stdout: "unhealthy_workers": 0 2024-04-25T17:19:28.973 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.973 INFO:teuthology.orchestra.run.smithi084.stdout: "finisher-MDSRank": { 2024-04-25T17:19:28.973 INFO:teuthology.orchestra.run.smithi084.stdout: "queue_len": 0, 2024-04-25T17:19:28.973 INFO:teuthology.orchestra.run.smithi084.stdout: "complete_latency": { 2024-04-25T17:19:28.973 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 1743, 2024-04-25T17:19:28.973 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.050566261, 2024-04-25T17:19:28.974 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000029011 2024-04-25T17:19:28.974 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:28.974 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.974 INFO:teuthology.orchestra.run.smithi084.stdout: "finisher-PurgeQueue": { 2024-04-25T17:19:28.974 INFO:teuthology.orchestra.run.smithi084.stdout: "queue_len": 0, 2024-04-25T17:19:28.974 INFO:teuthology.orchestra.run.smithi084.stdout: "complete_latency": { 2024-04-25T17:19:28.974 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.974 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.974 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.974 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:28.974 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.974 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-25T17:19:28.974 INFO:teuthology.orchestra.run.smithi084.stdout: "request": 0, 2024-04-25T17:19:28.975 INFO:teuthology.orchestra.run.smithi084.stdout: "reply": 0, 2024-04-25T17:19:28.975 INFO:teuthology.orchestra.run.smithi084.stdout: "reply_latency": { 2024-04-25T17:19:28.975 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.975 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.975 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.975 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.975 INFO:teuthology.orchestra.run.smithi084.stdout: "slow_reply": 0, 2024-04-25T17:19:28.975 INFO:teuthology.orchestra.run.smithi084.stdout: "forward": 0, 2024-04-25T17:19:28.975 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_fetch_complete": 0, 2024-04-25T17:19:28.975 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_fetch_keys": 0, 2024-04-25T17:19:28.975 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_commit": 0, 2024-04-25T17:19:28.975 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_split": 0, 2024-04-25T17:19:28.975 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_merge": 0, 2024-04-25T17:19:28.975 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes": 20, 2024-04-25T17:19:28.975 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_top": 0, 2024-04-25T17:19:28.976 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_bottom": 20, 2024-04-25T17:19:28.976 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_pin_tail": 0, 2024-04-25T17:19:28.976 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_pinned": 20, 2024-04-25T17:19:28.976 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_expired": 0, 2024-04-25T17:19:28.976 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_with_caps": 0, 2024-04-25T17:19:28.976 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": 0, 2024-04-25T17:19:28.976 INFO:teuthology.orchestra.run.smithi084.stdout: "subtrees": 2, 2024-04-25T17:19:28.976 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse": 0, 2024-04-25T17:19:28.976 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_hit": 0, 2024-04-25T17:19:28.976 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_forward": 0, 2024-04-25T17:19:28.976 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_discover": 0, 2024-04-25T17:19:28.976 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_dir_fetch": 0, 2024-04-25T17:19:28.976 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_remote_ino": 0, 2024-04-25T17:19:28.976 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_lock": 0, 2024-04-25T17:19:28.976 INFO:teuthology.orchestra.run.smithi084.stdout: "load_cent": 0, 2024-04-25T17:19:28.977 INFO:teuthology.orchestra.run.smithi084.stdout: "q": 0, 2024-04-25T17:19:28.977 INFO:teuthology.orchestra.run.smithi084.stdout: "exported": 0, 2024-04-25T17:19:28.977 INFO:teuthology.orchestra.run.smithi084.stdout: "exported_inodes": 0, 2024-04-25T17:19:28.977 INFO:teuthology.orchestra.run.smithi084.stdout: "imported": 0, 2024-04-25T17:19:28.977 INFO:teuthology.orchestra.run.smithi084.stdout: "imported_inodes": 0, 2024-04-25T17:19:28.977 INFO:teuthology.orchestra.run.smithi084.stdout: "openino_dir_fetch": 0, 2024-04-25T17:19:28.977 INFO:teuthology.orchestra.run.smithi084.stdout: "openino_backtrace_fetch": 0, 2024-04-25T17:19:28.977 INFO:teuthology.orchestra.run.smithi084.stdout: "openino_peer_discover": 0, 2024-04-25T17:19:28.977 INFO:teuthology.orchestra.run.smithi084.stdout: "root_rfiles": 4, 2024-04-25T17:19:28.977 INFO:teuthology.orchestra.run.smithi084.stdout: "root_rbytes": 234, 2024-04-25T17:19:28.977 INFO:teuthology.orchestra.run.smithi084.stdout: "root_rsnaps": 0, 2024-04-25T17:19:28.977 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T17:19:28.977 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_set_tag": 0, 2024-04-25T17:19:28.977 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T17:19:28.978 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_inotable_repaired": 0, 2024-04-25T17:19:28.978 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_dir_inodes": 0, 2024-04-25T17:19:28.978 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T17:19:28.978 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T17:19:28.978 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_file_inodes": 0, 2024-04-25T17:19:28.978 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_inode_file_caps": 0, 2024-04-25T17:19:28.978 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T17:19:28.978 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_grant": 0, 2024-04-25T17:19:28.978 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T17:19:28.978 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T17:19:28.978 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T17:19:28.978 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_caps": 0, 2024-04-25T17:19:28.979 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_caps_dirty": 0, 2024-04-25T17:19:28.979 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_cap_release": 0, 2024-04-25T17:19:28.979 INFO:teuthology.orchestra.run.smithi084.stdout: "process_request_cap_release": 0 2024-04-25T17:19:28.979 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.979 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_cache": { 2024-04-25T17:19:28.979 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_update": 0, 2024-04-25T17:19:28.979 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_update_receipt": 0, 2024-04-25T17:19:28.979 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_try_discover": 0, 2024-04-25T17:19:28.979 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_send_discover": 0, 2024-04-25T17:19:28.979 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_handle_discover": 0, 2024-04-25T17:19:28.979 INFO:teuthology.orchestra.run.smithi084.stdout: "num_strays": 0, 2024-04-25T17:19:28.979 INFO:teuthology.orchestra.run.smithi084.stdout: "num_strays_delayed": 0, 2024-04-25T17:19:28.979 INFO:teuthology.orchestra.run.smithi084.stdout: "num_strays_enqueuing": 0, 2024-04-25T17:19:28.979 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_created": 0, 2024-04-25T17:19:28.979 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_enqueued": 0, 2024-04-25T17:19:28.979 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_reintegrated": 0, 2024-04-25T17:19:28.980 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_migrated": 0, 2024-04-25T17:19:28.980 INFO:teuthology.orchestra.run.smithi084.stdout: "num_recovering_processing": 0, 2024-04-25T17:19:28.980 INFO:teuthology.orchestra.run.smithi084.stdout: "num_recovering_enqueued": 0, 2024-04-25T17:19:28.980 INFO:teuthology.orchestra.run.smithi084.stdout: "num_recovering_prioritized": 0, 2024-04-25T17:19:28.980 INFO:teuthology.orchestra.run.smithi084.stdout: "recovery_started": 0, 2024-04-25T17:19:28.980 INFO:teuthology.orchestra.run.smithi084.stdout: "recovery_completed": 0, 2024-04-25T17:19:28.980 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_quiesce_path": 0, 2024-04-25T17:19:28.980 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_quiesce_inode": 0, 2024-04-25T17:19:28.980 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T17:19:28.980 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_exportdir": 0, 2024-04-25T17:19:28.980 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_flush": 0, 2024-04-25T17:19:28.980 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_fragmentdir": 0, 2024-04-25T17:19:28.980 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_fragstats": 0, 2024-04-25T17:19:28.980 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_inodestats": 0 2024-04-25T17:19:28.980 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.981 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_log": { 2024-04-25T17:19:28.981 INFO:teuthology.orchestra.run.smithi084.stdout: "evlrg": 0, 2024-04-25T17:19:28.981 INFO:teuthology.orchestra.run.smithi084.stdout: "evadd": 0, 2024-04-25T17:19:28.981 INFO:teuthology.orchestra.run.smithi084.stdout: "evex": 0, 2024-04-25T17:19:28.981 INFO:teuthology.orchestra.run.smithi084.stdout: "evtrm": 0, 2024-04-25T17:19:28.981 INFO:teuthology.orchestra.run.smithi084.stdout: "ev": 143, 2024-04-25T17:19:28.981 INFO:teuthology.orchestra.run.smithi084.stdout: "evexg": 0, 2024-04-25T17:19:28.981 INFO:teuthology.orchestra.run.smithi084.stdout: "evexd": 0, 2024-04-25T17:19:28.981 INFO:teuthology.orchestra.run.smithi084.stdout: "segadd": 0, 2024-04-25T17:19:28.981 INFO:teuthology.orchestra.run.smithi084.stdout: "segex": 0, 2024-04-25T17:19:28.981 INFO:teuthology.orchestra.run.smithi084.stdout: "segtrm": 0, 2024-04-25T17:19:28.981 INFO:teuthology.orchestra.run.smithi084.stdout: "seg": 2, 2024-04-25T17:19:28.981 INFO:teuthology.orchestra.run.smithi084.stdout: "segmjr": 2, 2024-04-25T17:19:28.981 INFO:teuthology.orchestra.run.smithi084.stdout: "segexg": 0, 2024-04-25T17:19:28.981 INFO:teuthology.orchestra.run.smithi084.stdout: "segexd": 0, 2024-04-25T17:19:28.981 INFO:teuthology.orchestra.run.smithi084.stdout: "expos": 4194304, 2024-04-25T17:19:28.982 INFO:teuthology.orchestra.run.smithi084.stdout: "wrpos": 4795150, 2024-04-25T17:19:28.982 INFO:teuthology.orchestra.run.smithi084.stdout: "rdpos": 4790513, 2024-04-25T17:19:28.982 INFO:teuthology.orchestra.run.smithi084.stdout: "jlat": { 2024-04-25T17:19:28.982 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.982 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.982 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.982 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.982 INFO:teuthology.orchestra.run.smithi084.stdout: "replayed": 143 2024-04-25T17:19:28.982 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.982 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_mem": { 2024-04-25T17:19:28.982 INFO:teuthology.orchestra.run.smithi084.stdout: "ino": 14, 2024-04-25T17:19:28.982 INFO:teuthology.orchestra.run.smithi084.stdout: "ino+": 20, 2024-04-25T17:19:28.982 INFO:teuthology.orchestra.run.smithi084.stdout: "ino-": 6, 2024-04-25T17:19:28.983 INFO:teuthology.orchestra.run.smithi084.stdout: "dir": 9, 2024-04-25T17:19:28.983 INFO:teuthology.orchestra.run.smithi084.stdout: "dir+": 11, 2024-04-25T17:19:28.983 INFO:teuthology.orchestra.run.smithi084.stdout: "dir-": 2, 2024-04-25T17:19:28.983 INFO:teuthology.orchestra.run.smithi084.stdout: "dn": 20, 2024-04-25T17:19:28.983 INFO:teuthology.orchestra.run.smithi084.stdout: "dn+": 25, 2024-04-25T17:19:28.983 INFO:teuthology.orchestra.run.smithi084.stdout: "dn-": 5, 2024-04-25T17:19:28.983 INFO:teuthology.orchestra.run.smithi084.stdout: "cap": 0, 2024-04-25T17:19:28.983 INFO:teuthology.orchestra.run.smithi084.stdout: "cap+": 0, 2024-04-25T17:19:28.983 INFO:teuthology.orchestra.run.smithi084.stdout: "cap-": 0, 2024-04-25T17:19:28.983 INFO:teuthology.orchestra.run.smithi084.stdout: "rss": 119032, 2024-04-25T17:19:28.983 INFO:teuthology.orchestra.run.smithi084.stdout: "heap": 215440 2024-04-25T17:19:28.983 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.983 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_server": { 2024-04-25T17:19:28.983 INFO:teuthology.orchestra.run.smithi084.stdout: "dispatch_client_request": 0, 2024-04-25T17:19:28.983 INFO:teuthology.orchestra.run.smithi084.stdout: "dispatch_server_request": 0, 2024-04-25T17:19:28.984 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_request": 0, 2024-04-25T17:19:28.984 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_session": 0, 2024-04-25T17:19:28.984 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_peer_request": 0, 2024-04-25T17:19:28.984 INFO:teuthology.orchestra.run.smithi084.stdout: "req_create_latency": { 2024-04-25T17:19:28.984 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.984 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.984 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.984 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.984 INFO:teuthology.orchestra.run.smithi084.stdout: "req_getattr_latency": { 2024-04-25T17:19:28.984 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.984 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.984 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.984 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.984 INFO:teuthology.orchestra.run.smithi084.stdout: "req_getfilelock_latency": { 2024-04-25T17:19:28.984 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.985 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.985 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.985 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.985 INFO:teuthology.orchestra.run.smithi084.stdout: "req_link_latency": { 2024-04-25T17:19:28.985 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.985 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.985 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.985 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.985 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookup_latency": { 2024-04-25T17:19:28.985 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.985 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.985 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.985 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.985 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookuphash_latency": { 2024-04-25T17:19:28.986 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.986 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.986 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.986 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.986 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupino_latency": { 2024-04-25T17:19:28.986 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.986 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.986 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.986 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.986 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupname_latency": { 2024-04-25T17:19:28.986 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.986 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.986 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.986 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.987 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupparent_latency": { 2024-04-25T17:19:28.987 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.987 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.987 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.987 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.987 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupsnap_latency": { 2024-04-25T17:19:28.987 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.987 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.987 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.987 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.987 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lssnap_latency": { 2024-04-25T17:19:28.987 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.987 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.987 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.988 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.988 INFO:teuthology.orchestra.run.smithi084.stdout: "req_mkdir_latency": { 2024-04-25T17:19:28.988 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.988 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.988 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.988 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.989 INFO:teuthology.orchestra.run.smithi084.stdout: "req_mknod_latency": { 2024-04-25T17:19:28.989 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.989 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.989 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.989 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.989 INFO:teuthology.orchestra.run.smithi084.stdout: "req_mksnap_latency": { 2024-04-25T17:19:28.989 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.989 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.989 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.989 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.989 INFO:teuthology.orchestra.run.smithi084.stdout: "req_open_latency": { 2024-04-25T17:19:28.989 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.989 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.990 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.990 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.990 INFO:teuthology.orchestra.run.smithi084.stdout: "req_readdir_latency": { 2024-04-25T17:19:28.990 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.990 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.990 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.990 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.990 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rename_latency": { 2024-04-25T17:19:28.990 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.990 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.990 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.990 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.990 INFO:teuthology.orchestra.run.smithi084.stdout: "req_renamesnap_latency": { 2024-04-25T17:19:28.991 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.991 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.991 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.991 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.991 INFO:teuthology.orchestra.run.smithi084.stdout: "req_snapdiff_latency": { 2024-04-25T17:19:28.991 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.991 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.991 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.991 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.991 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rmdir_latency": { 2024-04-25T17:19:28.991 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.991 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.991 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.991 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.992 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rmsnap_latency": { 2024-04-25T17:19:28.992 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.992 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.992 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.992 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.992 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rmxattr_latency": { 2024-04-25T17:19:28.992 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.992 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.993 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.993 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.993 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setattr_latency": { 2024-04-25T17:19:28.993 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.993 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.993 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.993 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.993 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setdirlayout_latency": { 2024-04-25T17:19:28.993 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.993 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.993 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.994 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.994 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setfilelock_latency": { 2024-04-25T17:19:28.994 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.994 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.994 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.994 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.994 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setlayout_latency": { 2024-04-25T17:19:28.994 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.994 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.994 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.995 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.995 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setxattr_latency": { 2024-04-25T17:19:28.995 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.995 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.995 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.995 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.995 INFO:teuthology.orchestra.run.smithi084.stdout: "req_symlink_latency": { 2024-04-25T17:19:28.995 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.995 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.995 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.995 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.995 INFO:teuthology.orchestra.run.smithi084.stdout: "req_unlink_latency": { 2024-04-25T17:19:28.995 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.995 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.995 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.996 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.996 INFO:teuthology.orchestra.run.smithi084.stdout: "cap_revoke_eviction": 0, 2024-04-25T17:19:28.996 INFO:teuthology.orchestra.run.smithi084.stdout: "cap_acquisition_throttle": 0, 2024-04-25T17:19:28.996 INFO:teuthology.orchestra.run.smithi084.stdout: "req_getvxattr_latency": { 2024-04-25T17:19:28.996 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:28.996 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:28.996 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:28.996 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:28.996 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.996 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_sessions": { 2024-04-25T17:19:28.996 INFO:teuthology.orchestra.run.smithi084.stdout: "session_count": 1, 2024-04-25T17:19:28.996 INFO:teuthology.orchestra.run.smithi084.stdout: "session_add": 3, 2024-04-25T17:19:28.996 INFO:teuthology.orchestra.run.smithi084.stdout: "session_remove": 2, 2024-04-25T17:19:28.996 INFO:teuthology.orchestra.run.smithi084.stdout: "sessions_open": 1, 2024-04-25T17:19:28.997 INFO:teuthology.orchestra.run.smithi084.stdout: "sessions_stale": 0, 2024-04-25T17:19:28.997 INFO:teuthology.orchestra.run.smithi084.stdout: "total_load": 0, 2024-04-25T17:19:28.997 INFO:teuthology.orchestra.run.smithi084.stdout: "average_load": 0, 2024-04-25T17:19:28.997 INFO:teuthology.orchestra.run.smithi084.stdout: "avg_session_uptime": 1315, 2024-04-25T17:19:28.997 INFO:teuthology.orchestra.run.smithi084.stdout: "mdthresh_evicted": 0 2024-04-25T17:19:28.997 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:28.997 INFO:teuthology.orchestra.run.smithi084.stdout: "mempool": { 2024-04-25T17:19:28.997 INFO:teuthology.orchestra.run.smithi084.stdout: "bloom_filter_bytes": 0, 2024-04-25T17:19:28.997 INFO:teuthology.orchestra.run.smithi084.stdout: "bloom_filter_items": 0, 2024-04-25T17:19:28.997 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T17:19:28.997 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_alloc_items": 0, 2024-04-25T17:19:28.997 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T17:19:28.997 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_data_items": 0, 2024-04-25T17:19:28.997 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T17:19:28.997 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T17:19:28.998 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T17:19:28.998 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T17:19:28.998 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T17:19:28.998 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_other_items": 0, 2024-04-25T17:19:28.998 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T17:19:28.998 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T17:19:28.998 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_extent_bytes": 0, 2024-04-25T17:19:28.998 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_extent_items": 0, 2024-04-25T17:19:28.998 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_blob_bytes": 0, 2024-04-25T17:19:28.998 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_blob_items": 0, 2024-04-25T17:19:28.998 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T17:19:28.998 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T17:19:28.998 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T17:19:28.998 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T17:19:28.999 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T17:19:28.999 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_fsck_items": 0, 2024-04-25T17:19:28.999 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_txc_bytes": 0, 2024-04-25T17:19:28.999 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_txc_items": 0, 2024-04-25T17:19:28.999 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T17:19:28.999 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T17:19:28.999 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_bytes": 0, 2024-04-25T17:19:28.999 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_items": 0, 2024-04-25T17:19:28.999 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_bytes": 0, 2024-04-25T17:19:28.999 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_items": 0, 2024-04-25T17:19:28.999 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T17:19:28.999 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_reader_items": 0, 2024-04-25T17:19:28.999 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T17:19:28.999 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_writer_items": 0, 2024-04-25T17:19:28.999 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_anon_bytes": 189273, 2024-04-25T17:19:29.000 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_anon_items": 50, 2024-04-25T17:19:29.000 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_meta_bytes": 0, 2024-04-25T17:19:29.000 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_meta_items": 0, 2024-04-25T17:19:29.000 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_bytes": 0, 2024-04-25T17:19:29.000 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_items": 0, 2024-04-25T17:19:29.000 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_mapbl_bytes": 0, 2024-04-25T17:19:29.000 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_mapbl_items": 0, 2024-04-25T17:19:29.000 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_pglog_bytes": 0, 2024-04-25T17:19:29.000 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_pglog_items": 0, 2024-04-25T17:19:29.000 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_bytes": 8792, 2024-04-25T17:19:29.000 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_items": 168, 2024-04-25T17:19:29.000 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T17:19:29.000 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_mapping_items": 0, 2024-04-25T17:19:29.000 INFO:teuthology.orchestra.run.smithi084.stdout: "pgmap_bytes": 0, 2024-04-25T17:19:29.000 INFO:teuthology.orchestra.run.smithi084.stdout: "pgmap_items": 0, 2024-04-25T17:19:29.001 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_co_bytes": 57090, 2024-04-25T17:19:29.001 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_co_items": 273, 2024-04-25T17:19:29.001 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_1_bytes": 0, 2024-04-25T17:19:29.001 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_1_items": 0, 2024-04-25T17:19:29.001 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_2_bytes": 0, 2024-04-25T17:19:29.001 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_2_items": 0 2024-04-25T17:19:29.001 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:29.001 INFO:teuthology.orchestra.run.smithi084.stdout: "objecter": { 2024-04-25T17:19:29.001 INFO:teuthology.orchestra.run.smithi084.stdout: "op_active": 0, 2024-04-25T17:19:29.001 INFO:teuthology.orchestra.run.smithi084.stdout: "op_laggy": 0, 2024-04-25T17:19:29.001 INFO:teuthology.orchestra.run.smithi084.stdout: "op_send": 1048, 2024-04-25T17:19:29.001 INFO:teuthology.orchestra.run.smithi084.stdout: "op_send_bytes": 26, 2024-04-25T17:19:29.001 INFO:teuthology.orchestra.run.smithi084.stdout: "op_resend": 4, 2024-04-25T17:19:29.001 INFO:teuthology.orchestra.run.smithi084.stdout: "op_reply": 1048, 2024-04-25T17:19:29.001 INFO:teuthology.orchestra.run.smithi084.stdout: "op_latency": { 2024-04-25T17:19:29.002 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 1048, 2024-04-25T17:19:29.002 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.623989509, 2024-04-25T17:19:29.002 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000595409 2024-04-25T17:19:29.002 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:29.002 INFO:teuthology.orchestra.run.smithi084.stdout: "op_inflight": 0, 2024-04-25T17:19:29.002 INFO:teuthology.orchestra.run.smithi084.stdout: "oplen_avg": { 2024-04-25T17:19:29.002 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 1048, 2024-04-25T17:19:29.002 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 1049 2024-04-25T17:19:29.002 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:29.002 INFO:teuthology.orchestra.run.smithi084.stdout: "op": 1048, 2024-04-25T17:19:29.002 INFO:teuthology.orchestra.run.smithi084.stdout: "op_r": 1048, 2024-04-25T17:19:29.002 INFO:teuthology.orchestra.run.smithi084.stdout: "op_w": 0, 2024-04-25T17:19:29.002 INFO:teuthology.orchestra.run.smithi084.stdout: "op_rmw": 0, 2024-04-25T17:19:29.003 INFO:teuthology.orchestra.run.smithi084.stdout: "op_pg": 0, 2024-04-25T17:19:29.003 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_stat": 640, 2024-04-25T17:19:29.003 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_create": 0, 2024-04-25T17:19:29.003 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_read": 405, 2024-04-25T17:19:29.003 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_write": 0, 2024-04-25T17:19:29.003 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_writefull": 0, 2024-04-25T17:19:29.003 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_writesame": 0, 2024-04-25T17:19:29.003 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_append": 0, 2024-04-25T17:19:29.003 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_zero": 0, 2024-04-25T17:19:29.003 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_truncate": 0, 2024-04-25T17:19:29.003 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_delete": 0, 2024-04-25T17:19:29.003 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_mapext": 0, 2024-04-25T17:19:29.003 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_sparse_read": 0, 2024-04-25T17:19:29.003 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_clonerange": 0, 2024-04-25T17:19:29.003 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_getxattr": 2, 2024-04-25T17:19:29.003 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_setxattr": 0, 2024-04-25T17:19:29.004 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_cmpxattr": 0, 2024-04-25T17:19:29.004 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_rmxattr": 0, 2024-04-25T17:19:29.004 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_resetxattrs": 0, 2024-04-25T17:19:29.004 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_call": 0, 2024-04-25T17:19:29.004 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_watch": 0, 2024-04-25T17:19:29.004 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_notify": 0, 2024-04-25T17:19:29.004 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T17:19:29.004 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_pgls": 0, 2024-04-25T17:19:29.004 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_pgls_filter": 0, 2024-04-25T17:19:29.004 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_other": 0, 2024-04-25T17:19:29.004 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_active": 0, 2024-04-25T17:19:29.004 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_send": 0, 2024-04-25T17:19:29.004 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_resend": 0, 2024-04-25T17:19:29.004 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_ping": 0, 2024-04-25T17:19:29.005 INFO:teuthology.orchestra.run.smithi084.stdout: "poolop_active": 0, 2024-04-25T17:19:29.005 INFO:teuthology.orchestra.run.smithi084.stdout: "poolop_send": 0, 2024-04-25T17:19:29.005 INFO:teuthology.orchestra.run.smithi084.stdout: "poolop_resend": 0, 2024-04-25T17:19:29.005 INFO:teuthology.orchestra.run.smithi084.stdout: "poolstat_active": 0, 2024-04-25T17:19:29.005 INFO:teuthology.orchestra.run.smithi084.stdout: "poolstat_send": 0, 2024-04-25T17:19:29.005 INFO:teuthology.orchestra.run.smithi084.stdout: "poolstat_resend": 0, 2024-04-25T17:19:29.005 INFO:teuthology.orchestra.run.smithi084.stdout: "statfs_active": 0, 2024-04-25T17:19:29.005 INFO:teuthology.orchestra.run.smithi084.stdout: "statfs_send": 0, 2024-04-25T17:19:29.005 INFO:teuthology.orchestra.run.smithi084.stdout: "statfs_resend": 0, 2024-04-25T17:19:29.005 INFO:teuthology.orchestra.run.smithi084.stdout: "command_active": 0, 2024-04-25T17:19:29.005 INFO:teuthology.orchestra.run.smithi084.stdout: "command_send": 0, 2024-04-25T17:19:29.005 INFO:teuthology.orchestra.run.smithi084.stdout: "command_resend": 0, 2024-04-25T17:19:29.005 INFO:teuthology.orchestra.run.smithi084.stdout: "map_epoch": 84, 2024-04-25T17:19:29.005 INFO:teuthology.orchestra.run.smithi084.stdout: "map_full": 0, 2024-04-25T17:19:29.005 INFO:teuthology.orchestra.run.smithi084.stdout: "map_inc": 4, 2024-04-25T17:19:29.005 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_sessions": 5, 2024-04-25T17:19:29.006 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_session_open": 5, 2024-04-25T17:19:29.006 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_session_close": 0, 2024-04-25T17:19:29.006 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_laggy": 0, 2024-04-25T17:19:29.006 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_wr": 0, 2024-04-25T17:19:29.006 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_rd": 2, 2024-04-25T17:19:29.006 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_del": 0 2024-04-25T17:19:29.006 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:29.006 INFO:teuthology.orchestra.run.smithi084.stdout: "oft": { 2024-04-25T17:19:29.006 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_objs": 0, 2024-04-25T17:19:29.006 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_kv_pairs": 0, 2024-04-25T17:19:29.006 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_updates": 0, 2024-04-25T17:19:29.006 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_removes": 0 2024-04-25T17:19:29.006 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:29.007 INFO:teuthology.orchestra.run.smithi084.stdout: "osd-slow-ops": { 2024-04-25T17:19:29.007 INFO:teuthology.orchestra.run.smithi084.stdout: "slow_ops_count": 0 2024-04-25T17:19:29.007 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:29.007 INFO:teuthology.orchestra.run.smithi084.stdout: "purge_queue": { 2024-04-25T17:19:29.007 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing_ops": 0, 2024-04-25T17:19:29.007 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T17:19:29.007 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing": 0, 2024-04-25T17:19:29.007 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing_high_water": 0, 2024-04-25T17:19:29.007 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executed_ops": 0, 2024-04-25T17:19:29.007 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executed": 0, 2024-04-25T17:19:29.007 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_item_in_journal": 0 2024-04-25T17:19:29.007 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:29.007 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T17:19:29.007 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-25T17:19:29.007 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 104857600, 2024-04-25T17:19:29.008 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-25T17:19:29.008 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 1166, 2024-04-25T17:19:29.008 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 1278803, 2024-04-25T17:19:29.008 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:29.008 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 1166, 2024-04-25T17:19:29.008 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 0, 2024-04-25T17:19:29.008 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 0, 2024-04-25T17:19:29.008 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 1166, 2024-04-25T17:19:29.008 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 1278803, 2024-04-25T17:19:29.008 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-25T17:19:29.008 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:29.008 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:29.008 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:29.008 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:29.009 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:29.009 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-objecter_bytes": { 2024-04-25T17:19:29.009 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-25T17:19:29.009 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 104857600, 2024-04-25T17:19:29.009 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-25T17:19:29.009 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 0, 2024-04-25T17:19:29.009 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 0, 2024-04-25T17:19:29.009 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:29.009 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 0, 2024-04-25T17:19:29.009 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 1048, 2024-04-25T17:19:29.009 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 600856, 2024-04-25T17:19:29.009 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 1048, 2024-04-25T17:19:29.009 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 600856, 2024-04-25T17:19:29.009 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-25T17:19:29.009 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:29.010 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:29.010 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:29.010 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:29.010 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:29.010 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-objecter_ops": { 2024-04-25T17:19:29.010 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-25T17:19:29.010 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 1024, 2024-04-25T17:19:29.010 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-25T17:19:29.010 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 0, 2024-04-25T17:19:29.010 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 0, 2024-04-25T17:19:29.010 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:29.010 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 0, 2024-04-25T17:19:29.010 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 1048, 2024-04-25T17:19:29.011 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 1048, 2024-04-25T17:19:29.011 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 1048, 2024-04-25T17:19:29.011 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 1048, 2024-04-25T17:19:29.011 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-25T17:19:29.011 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:29.011 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:29.011 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:29.011 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:29.011 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:29.011 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-write_buf_throttle": { 2024-04-25T17:19:29.011 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-25T17:19:29.011 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 3758096384, 2024-04-25T17:19:29.011 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-25T17:19:29.011 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 0, 2024-04-25T17:19:29.011 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 0, 2024-04-25T17:19:29.012 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:29.012 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 0, 2024-04-25T17:19:29.012 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 0, 2024-04-25T17:19:29.012 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 0, 2024-04-25T17:19:29.012 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 0, 2024-04-25T17:19:29.012 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 0, 2024-04-25T17:19:29.012 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-25T17:19:29.012 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:29.012 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:29.012 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:29.012 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:29.012 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:29.012 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-write_buf_throttle-0x55e7d1b16c30": { 2024-04-25T17:19:29.012 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-25T17:19:29.013 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 3758096384, 2024-04-25T17:19:29.013 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-25T17:19:29.013 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 0, 2024-04-25T17:19:29.013 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 0, 2024-04-25T17:19:29.013 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:29.013 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 0, 2024-04-25T17:19:29.013 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 0, 2024-04-25T17:19:29.013 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 0, 2024-04-25T17:19:29.013 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 0, 2024-04-25T17:19:29.013 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 0, 2024-04-25T17:19:29.013 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-25T17:19:29.013 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:29.013 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:29.013 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:29.013 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:29.014 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:29.014 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-25T17:19:29.769 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-04-25T17:19:29.769 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-04-25T17:19:29.769 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-04-25T17:19:29.769 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=0 2024-04-25T17:19:29.769 DEBUG:tasks.check_counter:Getting stats from f 2024-04-25T17:19:29.770 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph daemon mds.f perf dump 2024-04-25T17:19:30.033 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T17:19:30.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:30 smithi028 ceph-mon[29207]: pgmap v463: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:19:30.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:30 smithi084 ceph-mon[32752]: pgmap v463: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:19:30.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:30 smithi042 ceph-mon[32851]: pgmap v463: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:19:31.870 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-25T17:19:31.870 INFO:teuthology.orchestra.run.smithi084.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T17:19:31.870 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_messages": 439, 2024-04-25T17:19:31.870 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages": 435, 2024-04-25T17:19:31.871 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_bytes": 603760, 2024-04-25T17:19:31.871 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_bytes": 166378, 2024-04-25T17:19:31.871 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_created_connections": 5, 2024-04-25T17:19:31.871 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_active_connections": 1, 2024-04-25T17:19:31.871 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_total_time": 0.060119918, 2024-04-25T17:19:31.871 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_send_time": 0.017812480, 2024-04-25T17:19:31.871 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_recv_time": 0.025657550, 2024-04-25T17:19:31.871 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_fast_dispatch_time": 0.015753002, 2024-04-25T17:19:31.871 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:31.871 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 434, 2024-04-25T17:19:31.871 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.022995277, 2024-04-25T17:19:31.871 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000052984 2024-04-25T17:19:31.871 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.871 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:31.872 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.872 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.872 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.872 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.872 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_encrypted_bytes": 495232, 2024-04-25T17:19:31.872 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_encrypted_bytes": 63664 2024-04-25T17:19:31.872 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.872 INFO:teuthology.orchestra.run.smithi084.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T17:19:31.872 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_messages": 7, 2024-04-25T17:19:31.872 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages": 82, 2024-04-25T17:19:31.872 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_bytes": 3660, 2024-04-25T17:19:31.872 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_bytes": 207610, 2024-04-25T17:19:31.872 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_created_connections": 4, 2024-04-25T17:19:31.873 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_active_connections": 3, 2024-04-25T17:19:31.873 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_total_time": 0.005657550, 2024-04-25T17:19:31.873 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_send_time": 0.003226631, 2024-04-25T17:19:31.873 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_recv_time": 0.001617893, 2024-04-25T17:19:31.873 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_fast_dispatch_time": 0.000073805, 2024-04-25T17:19:31.873 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:31.873 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 81, 2024-04-25T17:19:31.873 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.005709088, 2024-04-25T17:19:31.873 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000070482 2024-04-25T17:19:31.873 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.873 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:31.873 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.873 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.873 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.873 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.874 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_encrypted_bytes": 3104, 2024-04-25T17:19:31.874 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_encrypted_bytes": 206912 2024-04-25T17:19:31.874 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.874 INFO:teuthology.orchestra.run.smithi084.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T17:19:31.874 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_messages": 572, 2024-04-25T17:19:31.874 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages": 573, 2024-04-25T17:19:31.874 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_bytes": 148318, 2024-04-25T17:19:31.874 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_bytes": 181585, 2024-04-25T17:19:31.874 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_created_connections": 4, 2024-04-25T17:19:31.874 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_active_connections": 3, 2024-04-25T17:19:31.874 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_total_time": 0.044520081, 2024-04-25T17:19:31.874 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_send_time": 0.014320105, 2024-04-25T17:19:31.874 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_recv_time": 0.011837223, 2024-04-25T17:19:31.875 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_fast_dispatch_time": 0.015448667, 2024-04-25T17:19:31.875 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:31.875 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 571, 2024-04-25T17:19:31.875 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.021619817, 2024-04-25T17:19:31.875 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000037863 2024-04-25T17:19:31.875 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.875 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:31.875 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.875 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.875 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.875 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.875 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T17:19:31.875 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T17:19:31.875 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.875 INFO:teuthology.orchestra.run.smithi084.stdout: "cct": { 2024-04-25T17:19:31.876 INFO:teuthology.orchestra.run.smithi084.stdout: "total_workers": 1, 2024-04-25T17:19:31.876 INFO:teuthology.orchestra.run.smithi084.stdout: "unhealthy_workers": 0 2024-04-25T17:19:31.876 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.876 INFO:teuthology.orchestra.run.smithi084.stdout: "finisher-MDSRank": { 2024-04-25T17:19:31.876 INFO:teuthology.orchestra.run.smithi084.stdout: "queue_len": 0, 2024-04-25T17:19:31.876 INFO:teuthology.orchestra.run.smithi084.stdout: "complete_latency": { 2024-04-25T17:19:31.876 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 1539, 2024-04-25T17:19:31.876 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.044848708, 2024-04-25T17:19:31.876 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000029141 2024-04-25T17:19:31.876 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:31.876 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.876 INFO:teuthology.orchestra.run.smithi084.stdout: "finisher-PurgeQueue": { 2024-04-25T17:19:31.876 INFO:teuthology.orchestra.run.smithi084.stdout: "queue_len": 0, 2024-04-25T17:19:31.876 INFO:teuthology.orchestra.run.smithi084.stdout: "complete_latency": { 2024-04-25T17:19:31.877 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.877 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.877 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.877 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:31.877 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.877 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-25T17:19:31.877 INFO:teuthology.orchestra.run.smithi084.stdout: "request": 0, 2024-04-25T17:19:31.877 INFO:teuthology.orchestra.run.smithi084.stdout: "reply": 0, 2024-04-25T17:19:31.877 INFO:teuthology.orchestra.run.smithi084.stdout: "reply_latency": { 2024-04-25T17:19:31.877 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.877 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.877 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.877 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.878 INFO:teuthology.orchestra.run.smithi084.stdout: "slow_reply": 0, 2024-04-25T17:19:31.878 INFO:teuthology.orchestra.run.smithi084.stdout: "forward": 0, 2024-04-25T17:19:31.878 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_fetch_complete": 0, 2024-04-25T17:19:31.878 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_fetch_keys": 0, 2024-04-25T17:19:31.878 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_commit": 0, 2024-04-25T17:19:31.878 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_split": 0, 2024-04-25T17:19:31.878 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_merge": 0, 2024-04-25T17:19:31.878 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes": 0, 2024-04-25T17:19:31.878 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_top": 0, 2024-04-25T17:19:31.878 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_bottom": 0, 2024-04-25T17:19:31.878 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_pin_tail": 0, 2024-04-25T17:19:31.878 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_pinned": 0, 2024-04-25T17:19:31.878 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_expired": 0, 2024-04-25T17:19:31.878 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_with_caps": 0, 2024-04-25T17:19:31.879 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": 0, 2024-04-25T17:19:31.879 INFO:teuthology.orchestra.run.smithi084.stdout: "subtrees": 1, 2024-04-25T17:19:31.879 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse": 0, 2024-04-25T17:19:31.879 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_hit": 0, 2024-04-25T17:19:31.879 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_forward": 0, 2024-04-25T17:19:31.879 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_discover": 0, 2024-04-25T17:19:31.879 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_dir_fetch": 0, 2024-04-25T17:19:31.879 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_remote_ino": 0, 2024-04-25T17:19:31.879 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_lock": 0, 2024-04-25T17:19:31.879 INFO:teuthology.orchestra.run.smithi084.stdout: "load_cent": 0, 2024-04-25T17:19:31.879 INFO:teuthology.orchestra.run.smithi084.stdout: "q": 0, 2024-04-25T17:19:31.879 INFO:teuthology.orchestra.run.smithi084.stdout: "exported": 0, 2024-04-25T17:19:31.879 INFO:teuthology.orchestra.run.smithi084.stdout: "exported_inodes": 0, 2024-04-25T17:19:31.879 INFO:teuthology.orchestra.run.smithi084.stdout: "imported": 0, 2024-04-25T17:19:31.879 INFO:teuthology.orchestra.run.smithi084.stdout: "imported_inodes": 0, 2024-04-25T17:19:31.880 INFO:teuthology.orchestra.run.smithi084.stdout: "openino_dir_fetch": 0, 2024-04-25T17:19:31.880 INFO:teuthology.orchestra.run.smithi084.stdout: "openino_backtrace_fetch": 0, 2024-04-25T17:19:31.880 INFO:teuthology.orchestra.run.smithi084.stdout: "openino_peer_discover": 0, 2024-04-25T17:19:31.880 INFO:teuthology.orchestra.run.smithi084.stdout: "root_rfiles": 0, 2024-04-25T17:19:31.880 INFO:teuthology.orchestra.run.smithi084.stdout: "root_rbytes": 0, 2024-04-25T17:19:31.880 INFO:teuthology.orchestra.run.smithi084.stdout: "root_rsnaps": 0, 2024-04-25T17:19:31.880 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T17:19:31.880 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_set_tag": 0, 2024-04-25T17:19:31.880 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T17:19:31.880 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_inotable_repaired": 0, 2024-04-25T17:19:31.880 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_dir_inodes": 0, 2024-04-25T17:19:31.880 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T17:19:31.880 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T17:19:31.880 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_file_inodes": 0, 2024-04-25T17:19:31.881 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_inode_file_caps": 0, 2024-04-25T17:19:31.881 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T17:19:31.881 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_grant": 0, 2024-04-25T17:19:31.881 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T17:19:31.881 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T17:19:31.881 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T17:19:31.881 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_caps": 0, 2024-04-25T17:19:31.881 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_caps_dirty": 0, 2024-04-25T17:19:31.881 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_cap_release": 0, 2024-04-25T17:19:31.881 INFO:teuthology.orchestra.run.smithi084.stdout: "process_request_cap_release": 0 2024-04-25T17:19:31.881 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.881 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_cache": { 2024-04-25T17:19:31.881 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_update": 0, 2024-04-25T17:19:31.881 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_update_receipt": 0, 2024-04-25T17:19:31.881 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_try_discover": 0, 2024-04-25T17:19:31.882 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_send_discover": 0, 2024-04-25T17:19:31.882 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_handle_discover": 0, 2024-04-25T17:19:31.882 INFO:teuthology.orchestra.run.smithi084.stdout: "num_strays": 0, 2024-04-25T17:19:31.882 INFO:teuthology.orchestra.run.smithi084.stdout: "num_strays_delayed": 0, 2024-04-25T17:19:31.882 INFO:teuthology.orchestra.run.smithi084.stdout: "num_strays_enqueuing": 0, 2024-04-25T17:19:31.882 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_created": 0, 2024-04-25T17:19:31.882 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_enqueued": 0, 2024-04-25T17:19:31.882 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_reintegrated": 0, 2024-04-25T17:19:31.882 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_migrated": 0, 2024-04-25T17:19:31.882 INFO:teuthology.orchestra.run.smithi084.stdout: "num_recovering_processing": 0, 2024-04-25T17:19:31.882 INFO:teuthology.orchestra.run.smithi084.stdout: "num_recovering_enqueued": 0, 2024-04-25T17:19:31.882 INFO:teuthology.orchestra.run.smithi084.stdout: "num_recovering_prioritized": 0, 2024-04-25T17:19:31.882 INFO:teuthology.orchestra.run.smithi084.stdout: "recovery_started": 0, 2024-04-25T17:19:31.882 INFO:teuthology.orchestra.run.smithi084.stdout: "recovery_completed": 0, 2024-04-25T17:19:31.883 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_quiesce_path": 0, 2024-04-25T17:19:31.883 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_quiesce_inode": 0, 2024-04-25T17:19:31.883 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T17:19:31.883 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_exportdir": 0, 2024-04-25T17:19:31.883 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_flush": 0, 2024-04-25T17:19:31.883 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_fragmentdir": 0, 2024-04-25T17:19:31.883 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_fragstats": 0, 2024-04-25T17:19:31.883 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_inodestats": 0 2024-04-25T17:19:31.883 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.883 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_log": { 2024-04-25T17:19:31.883 INFO:teuthology.orchestra.run.smithi084.stdout: "evlrg": 0, 2024-04-25T17:19:31.883 INFO:teuthology.orchestra.run.smithi084.stdout: "evadd": 0, 2024-04-25T17:19:31.883 INFO:teuthology.orchestra.run.smithi084.stdout: "evex": 0, 2024-04-25T17:19:31.883 INFO:teuthology.orchestra.run.smithi084.stdout: "evtrm": 0, 2024-04-25T17:19:31.883 INFO:teuthology.orchestra.run.smithi084.stdout: "ev": 5, 2024-04-25T17:19:31.884 INFO:teuthology.orchestra.run.smithi084.stdout: "evexg": 0, 2024-04-25T17:19:31.884 INFO:teuthology.orchestra.run.smithi084.stdout: "evexd": 0, 2024-04-25T17:19:31.884 INFO:teuthology.orchestra.run.smithi084.stdout: "segadd": 0, 2024-04-25T17:19:31.884 INFO:teuthology.orchestra.run.smithi084.stdout: "segex": 0, 2024-04-25T17:19:31.884 INFO:teuthology.orchestra.run.smithi084.stdout: "segtrm": 0, 2024-04-25T17:19:31.884 INFO:teuthology.orchestra.run.smithi084.stdout: "seg": 2, 2024-04-25T17:19:31.884 INFO:teuthology.orchestra.run.smithi084.stdout: "segmjr": 2, 2024-04-25T17:19:31.884 INFO:teuthology.orchestra.run.smithi084.stdout: "segexg": 0, 2024-04-25T17:19:31.884 INFO:teuthology.orchestra.run.smithi084.stdout: "segexd": 0, 2024-04-25T17:19:31.884 INFO:teuthology.orchestra.run.smithi084.stdout: "expos": 4194304, 2024-04-25T17:19:31.884 INFO:teuthology.orchestra.run.smithi084.stdout: "wrpos": 4195917, 2024-04-25T17:19:31.884 INFO:teuthology.orchestra.run.smithi084.stdout: "rdpos": 4195424, 2024-04-25T17:19:31.884 INFO:teuthology.orchestra.run.smithi084.stdout: "jlat": { 2024-04-25T17:19:31.884 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.885 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.885 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.885 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.885 INFO:teuthology.orchestra.run.smithi084.stdout: "replayed": 5 2024-04-25T17:19:31.885 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.885 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_mem": { 2024-04-25T17:19:31.885 INFO:teuthology.orchestra.run.smithi084.stdout: "ino": 3, 2024-04-25T17:19:31.885 INFO:teuthology.orchestra.run.smithi084.stdout: "ino+": 3, 2024-04-25T17:19:31.885 INFO:teuthology.orchestra.run.smithi084.stdout: "ino-": 0, 2024-04-25T17:19:31.885 INFO:teuthology.orchestra.run.smithi084.stdout: "dir": 1, 2024-04-25T17:19:31.885 INFO:teuthology.orchestra.run.smithi084.stdout: "dir+": 1, 2024-04-25T17:19:31.885 INFO:teuthology.orchestra.run.smithi084.stdout: "dir-": 0, 2024-04-25T17:19:31.885 INFO:teuthology.orchestra.run.smithi084.stdout: "dn": 0, 2024-04-25T17:19:31.885 INFO:teuthology.orchestra.run.smithi084.stdout: "dn+": 0, 2024-04-25T17:19:31.886 INFO:teuthology.orchestra.run.smithi084.stdout: "dn-": 0, 2024-04-25T17:19:31.886 INFO:teuthology.orchestra.run.smithi084.stdout: "cap": 0, 2024-04-25T17:19:31.886 INFO:teuthology.orchestra.run.smithi084.stdout: "cap+": 0, 2024-04-25T17:19:31.886 INFO:teuthology.orchestra.run.smithi084.stdout: "cap-": 0, 2024-04-25T17:19:31.886 INFO:teuthology.orchestra.run.smithi084.stdout: "rss": 119124, 2024-04-25T17:19:31.886 INFO:teuthology.orchestra.run.smithi084.stdout: "heap": 215440 2024-04-25T17:19:31.886 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.886 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_server": { 2024-04-25T17:19:31.886 INFO:teuthology.orchestra.run.smithi084.stdout: "dispatch_client_request": 0, 2024-04-25T17:19:31.886 INFO:teuthology.orchestra.run.smithi084.stdout: "dispatch_server_request": 0, 2024-04-25T17:19:31.886 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_request": 0, 2024-04-25T17:19:31.886 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_session": 0, 2024-04-25T17:19:31.886 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_peer_request": 0, 2024-04-25T17:19:31.886 INFO:teuthology.orchestra.run.smithi084.stdout: "req_create_latency": { 2024-04-25T17:19:31.886 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.887 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.887 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.887 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.887 INFO:teuthology.orchestra.run.smithi084.stdout: "req_getattr_latency": { 2024-04-25T17:19:31.887 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.887 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.887 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.887 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.887 INFO:teuthology.orchestra.run.smithi084.stdout: "req_getfilelock_latency": { 2024-04-25T17:19:31.887 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.887 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.887 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.887 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.887 INFO:teuthology.orchestra.run.smithi084.stdout: "req_link_latency": { 2024-04-25T17:19:31.888 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.888 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.888 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.888 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.888 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookup_latency": { 2024-04-25T17:19:31.888 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.888 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.888 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.888 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.888 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookuphash_latency": { 2024-04-25T17:19:31.888 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.888 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.888 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.888 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.888 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupino_latency": { 2024-04-25T17:19:31.889 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.889 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.889 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.889 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.889 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupname_latency": { 2024-04-25T17:19:31.889 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.889 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.889 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.889 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.889 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupparent_latency": { 2024-04-25T17:19:31.889 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.889 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.889 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.890 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.890 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupsnap_latency": { 2024-04-25T17:19:31.890 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.890 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.890 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.890 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.890 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lssnap_latency": { 2024-04-25T17:19:31.890 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.890 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.890 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.890 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.890 INFO:teuthology.orchestra.run.smithi084.stdout: "req_mkdir_latency": { 2024-04-25T17:19:31.890 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.891 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.891 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.891 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.891 INFO:teuthology.orchestra.run.smithi084.stdout: "req_mknod_latency": { 2024-04-25T17:19:31.892 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.892 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.892 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.892 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.892 INFO:teuthology.orchestra.run.smithi084.stdout: "req_mksnap_latency": { 2024-04-25T17:19:31.892 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.892 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.892 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.892 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.892 INFO:teuthology.orchestra.run.smithi084.stdout: "req_open_latency": { 2024-04-25T17:19:31.892 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.892 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.892 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.892 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.893 INFO:teuthology.orchestra.run.smithi084.stdout: "req_readdir_latency": { 2024-04-25T17:19:31.893 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.893 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.893 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.893 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.893 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rename_latency": { 2024-04-25T17:19:31.893 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.893 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.893 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.893 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.893 INFO:teuthology.orchestra.run.smithi084.stdout: "req_renamesnap_latency": { 2024-04-25T17:19:31.893 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.893 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.894 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.894 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.894 INFO:teuthology.orchestra.run.smithi084.stdout: "req_snapdiff_latency": { 2024-04-25T17:19:31.894 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.894 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.894 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.894 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.894 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rmdir_latency": { 2024-04-25T17:19:31.894 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.894 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.894 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.894 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.894 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rmsnap_latency": { 2024-04-25T17:19:31.895 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.895 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.895 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.895 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.895 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rmxattr_latency": { 2024-04-25T17:19:31.895 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.895 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.895 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.895 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.895 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setattr_latency": { 2024-04-25T17:19:31.895 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.895 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.895 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.895 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.896 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setdirlayout_latency": { 2024-04-25T17:19:31.896 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.896 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.896 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.896 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.896 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setfilelock_latency": { 2024-04-25T17:19:31.896 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.896 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.896 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.896 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.896 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setlayout_latency": { 2024-04-25T17:19:31.896 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.896 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.896 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.896 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.896 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setxattr_latency": { 2024-04-25T17:19:31.897 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.897 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.897 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.897 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.897 INFO:teuthology.orchestra.run.smithi084.stdout: "req_symlink_latency": { 2024-04-25T17:19:31.897 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.897 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.897 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.897 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.897 INFO:teuthology.orchestra.run.smithi084.stdout: "req_unlink_latency": { 2024-04-25T17:19:31.897 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.897 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.897 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.898 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.898 INFO:teuthology.orchestra.run.smithi084.stdout: "cap_revoke_eviction": 0, 2024-04-25T17:19:31.898 INFO:teuthology.orchestra.run.smithi084.stdout: "cap_acquisition_throttle": 0, 2024-04-25T17:19:31.898 INFO:teuthology.orchestra.run.smithi084.stdout: "req_getvxattr_latency": { 2024-04-25T17:19:31.898 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.898 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.898 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.898 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:31.898 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.898 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_sessions": { 2024-04-25T17:19:31.898 INFO:teuthology.orchestra.run.smithi084.stdout: "session_count": 1, 2024-04-25T17:19:31.898 INFO:teuthology.orchestra.run.smithi084.stdout: "session_add": 2, 2024-04-25T17:19:31.898 INFO:teuthology.orchestra.run.smithi084.stdout: "session_remove": 1, 2024-04-25T17:19:31.899 INFO:teuthology.orchestra.run.smithi084.stdout: "sessions_open": 1, 2024-04-25T17:19:31.899 INFO:teuthology.orchestra.run.smithi084.stdout: "sessions_stale": 0, 2024-04-25T17:19:31.899 INFO:teuthology.orchestra.run.smithi084.stdout: "total_load": 0, 2024-04-25T17:19:31.899 INFO:teuthology.orchestra.run.smithi084.stdout: "average_load": 0, 2024-04-25T17:19:31.899 INFO:teuthology.orchestra.run.smithi084.stdout: "avg_session_uptime": 1318, 2024-04-25T17:19:31.899 INFO:teuthology.orchestra.run.smithi084.stdout: "mdthresh_evicted": 0 2024-04-25T17:19:31.899 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.899 INFO:teuthology.orchestra.run.smithi084.stdout: "mempool": { 2024-04-25T17:19:31.899 INFO:teuthology.orchestra.run.smithi084.stdout: "bloom_filter_bytes": 0, 2024-04-25T17:19:31.899 INFO:teuthology.orchestra.run.smithi084.stdout: "bloom_filter_items": 0, 2024-04-25T17:19:31.899 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T17:19:31.899 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_alloc_items": 0, 2024-04-25T17:19:31.899 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T17:19:31.899 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_data_items": 0, 2024-04-25T17:19:31.900 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T17:19:31.900 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T17:19:31.900 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T17:19:31.900 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T17:19:31.900 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T17:19:31.900 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_other_items": 0, 2024-04-25T17:19:31.900 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T17:19:31.900 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T17:19:31.900 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_extent_bytes": 0, 2024-04-25T17:19:31.900 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_extent_items": 0, 2024-04-25T17:19:31.900 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_blob_bytes": 0, 2024-04-25T17:19:31.900 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_blob_items": 0, 2024-04-25T17:19:31.900 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T17:19:31.900 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T17:19:31.900 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T17:19:31.901 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T17:19:31.901 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T17:19:31.901 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_fsck_items": 0, 2024-04-25T17:19:31.901 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_txc_bytes": 0, 2024-04-25T17:19:31.901 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_txc_items": 0, 2024-04-25T17:19:31.901 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T17:19:31.901 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T17:19:31.901 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_bytes": 0, 2024-04-25T17:19:31.901 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_items": 0, 2024-04-25T17:19:31.901 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_bytes": 0, 2024-04-25T17:19:31.901 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_items": 0, 2024-04-25T17:19:31.901 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T17:19:31.901 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_reader_items": 0, 2024-04-25T17:19:31.901 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T17:19:31.902 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_writer_items": 0, 2024-04-25T17:19:31.902 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_anon_bytes": 181216, 2024-04-25T17:19:31.902 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_anon_items": 46, 2024-04-25T17:19:31.902 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_meta_bytes": 0, 2024-04-25T17:19:31.902 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_meta_items": 0, 2024-04-25T17:19:31.902 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_bytes": 0, 2024-04-25T17:19:31.902 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_items": 0, 2024-04-25T17:19:31.902 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_mapbl_bytes": 0, 2024-04-25T17:19:31.902 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_mapbl_items": 0, 2024-04-25T17:19:31.902 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_pglog_bytes": 0, 2024-04-25T17:19:31.902 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_pglog_items": 0, 2024-04-25T17:19:31.902 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_bytes": 8792, 2024-04-25T17:19:31.902 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_items": 168, 2024-04-25T17:19:31.903 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T17:19:31.903 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_mapping_items": 0, 2024-04-25T17:19:31.903 INFO:teuthology.orchestra.run.smithi084.stdout: "pgmap_bytes": 0, 2024-04-25T17:19:31.903 INFO:teuthology.orchestra.run.smithi084.stdout: "pgmap_items": 0, 2024-04-25T17:19:31.903 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_co_bytes": 8512, 2024-04-25T17:19:31.903 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_co_items": 13, 2024-04-25T17:19:31.903 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_1_bytes": 0, 2024-04-25T17:19:31.903 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_1_items": 0, 2024-04-25T17:19:31.903 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_2_bytes": 0, 2024-04-25T17:19:31.904 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_2_items": 0 2024-04-25T17:19:31.904 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.904 INFO:teuthology.orchestra.run.smithi084.stdout: "objecter": { 2024-04-25T17:19:31.904 INFO:teuthology.orchestra.run.smithi084.stdout: "op_active": 0, 2024-04-25T17:19:31.904 INFO:teuthology.orchestra.run.smithi084.stdout: "op_laggy": 0, 2024-04-25T17:19:31.904 INFO:teuthology.orchestra.run.smithi084.stdout: "op_send": 896, 2024-04-25T17:19:31.904 INFO:teuthology.orchestra.run.smithi084.stdout: "op_send_bytes": 21, 2024-04-25T17:19:31.904 INFO:teuthology.orchestra.run.smithi084.stdout: "op_resend": 3, 2024-04-25T17:19:31.904 INFO:teuthology.orchestra.run.smithi084.stdout: "op_reply": 896, 2024-04-25T17:19:31.904 INFO:teuthology.orchestra.run.smithi084.stdout: "op_latency": { 2024-04-25T17:19:31.905 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 896, 2024-04-25T17:19:31.905 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.666988803, 2024-04-25T17:19:31.905 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000744407 2024-04-25T17:19:31.905 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.905 INFO:teuthology.orchestra.run.smithi084.stdout: "op_inflight": 0, 2024-04-25T17:19:31.905 INFO:teuthology.orchestra.run.smithi084.stdout: "oplen_avg": { 2024-04-25T17:19:31.905 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 896, 2024-04-25T17:19:31.905 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 897 2024-04-25T17:19:31.905 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.905 INFO:teuthology.orchestra.run.smithi084.stdout: "op": 896, 2024-04-25T17:19:31.905 INFO:teuthology.orchestra.run.smithi084.stdout: "op_r": 896, 2024-04-25T17:19:31.905 INFO:teuthology.orchestra.run.smithi084.stdout: "op_w": 0, 2024-04-25T17:19:31.905 INFO:teuthology.orchestra.run.smithi084.stdout: "op_rmw": 0, 2024-04-25T17:19:31.906 INFO:teuthology.orchestra.run.smithi084.stdout: "op_pg": 0, 2024-04-25T17:19:31.906 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_stat": 564, 2024-04-25T17:19:31.906 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_create": 0, 2024-04-25T17:19:31.906 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_read": 330, 2024-04-25T17:19:31.906 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_write": 0, 2024-04-25T17:19:31.906 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_writefull": 0, 2024-04-25T17:19:31.906 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_writesame": 0, 2024-04-25T17:19:31.906 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_append": 0, 2024-04-25T17:19:31.906 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_zero": 0, 2024-04-25T17:19:31.906 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_truncate": 0, 2024-04-25T17:19:31.906 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_delete": 0, 2024-04-25T17:19:31.906 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_mapext": 0, 2024-04-25T17:19:31.906 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_sparse_read": 0, 2024-04-25T17:19:31.907 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_clonerange": 0, 2024-04-25T17:19:31.907 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_getxattr": 1, 2024-04-25T17:19:31.907 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_setxattr": 0, 2024-04-25T17:19:31.907 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_cmpxattr": 0, 2024-04-25T17:19:31.907 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_rmxattr": 0, 2024-04-25T17:19:31.907 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_resetxattrs": 0, 2024-04-25T17:19:31.907 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_call": 0, 2024-04-25T17:19:31.907 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_watch": 0, 2024-04-25T17:19:31.907 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_notify": 0, 2024-04-25T17:19:31.907 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T17:19:31.907 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_pgls": 0, 2024-04-25T17:19:31.907 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_pgls_filter": 0, 2024-04-25T17:19:31.907 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_other": 0, 2024-04-25T17:19:31.908 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_active": 0, 2024-04-25T17:19:31.908 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_send": 0, 2024-04-25T17:19:31.908 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_resend": 0, 2024-04-25T17:19:31.908 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_ping": 0, 2024-04-25T17:19:31.908 INFO:teuthology.orchestra.run.smithi084.stdout: "poolop_active": 0, 2024-04-25T17:19:31.908 INFO:teuthology.orchestra.run.smithi084.stdout: "poolop_send": 0, 2024-04-25T17:19:31.908 INFO:teuthology.orchestra.run.smithi084.stdout: "poolop_resend": 0, 2024-04-25T17:19:31.908 INFO:teuthology.orchestra.run.smithi084.stdout: "poolstat_active": 0, 2024-04-25T17:19:31.908 INFO:teuthology.orchestra.run.smithi084.stdout: "poolstat_send": 0, 2024-04-25T17:19:31.908 INFO:teuthology.orchestra.run.smithi084.stdout: "poolstat_resend": 0, 2024-04-25T17:19:31.909 INFO:teuthology.orchestra.run.smithi084.stdout: "statfs_active": 0, 2024-04-25T17:19:31.909 INFO:teuthology.orchestra.run.smithi084.stdout: "statfs_send": 0, 2024-04-25T17:19:31.909 INFO:teuthology.orchestra.run.smithi084.stdout: "statfs_resend": 0, 2024-04-25T17:19:31.909 INFO:teuthology.orchestra.run.smithi084.stdout: "command_active": 0, 2024-04-25T17:19:31.909 INFO:teuthology.orchestra.run.smithi084.stdout: "command_send": 0, 2024-04-25T17:19:31.909 INFO:teuthology.orchestra.run.smithi084.stdout: "command_resend": 0, 2024-04-25T17:19:31.909 INFO:teuthology.orchestra.run.smithi084.stdout: "map_epoch": 84, 2024-04-25T17:19:31.909 INFO:teuthology.orchestra.run.smithi084.stdout: "map_full": 0, 2024-04-25T17:19:31.909 INFO:teuthology.orchestra.run.smithi084.stdout: "map_inc": 4, 2024-04-25T17:19:31.910 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_sessions": 4, 2024-04-25T17:19:31.910 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_session_open": 4, 2024-04-25T17:19:31.910 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_session_close": 0, 2024-04-25T17:19:31.910 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_laggy": 0, 2024-04-25T17:19:31.910 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_wr": 0, 2024-04-25T17:19:31.910 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_rd": 2, 2024-04-25T17:19:31.910 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_del": 0 2024-04-25T17:19:31.910 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.910 INFO:teuthology.orchestra.run.smithi084.stdout: "oft": { 2024-04-25T17:19:31.910 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_objs": 0, 2024-04-25T17:19:31.910 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_kv_pairs": 0, 2024-04-25T17:19:31.910 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_updates": 0, 2024-04-25T17:19:31.910 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_removes": 0 2024-04-25T17:19:31.911 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.911 INFO:teuthology.orchestra.run.smithi084.stdout: "osd-slow-ops": { 2024-04-25T17:19:31.911 INFO:teuthology.orchestra.run.smithi084.stdout: "slow_ops_count": 0 2024-04-25T17:19:31.911 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.911 INFO:teuthology.orchestra.run.smithi084.stdout: "purge_queue": { 2024-04-25T17:19:31.911 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing_ops": 0, 2024-04-25T17:19:31.911 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T17:19:31.911 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing": 0, 2024-04-25T17:19:31.911 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing_high_water": 0, 2024-04-25T17:19:31.911 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executed_ops": 0, 2024-04-25T17:19:31.911 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executed": 0, 2024-04-25T17:19:31.911 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_item_in_journal": 0 2024-04-25T17:19:31.911 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.911 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T17:19:31.911 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-25T17:19:31.912 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 104857600, 2024-04-25T17:19:31.912 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-25T17:19:31.912 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 1014, 2024-04-25T17:19:31.912 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 655627, 2024-04-25T17:19:31.912 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:31.912 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 1014, 2024-04-25T17:19:31.912 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 0, 2024-04-25T17:19:31.912 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 0, 2024-04-25T17:19:31.912 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 1014, 2024-04-25T17:19:31.912 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 655627, 2024-04-25T17:19:31.912 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-25T17:19:31.912 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.912 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.912 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.913 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:31.913 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.913 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-objecter_bytes": { 2024-04-25T17:19:31.913 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-25T17:19:31.913 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 104857600, 2024-04-25T17:19:31.913 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-25T17:19:31.913 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 0, 2024-04-25T17:19:31.913 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 0, 2024-04-25T17:19:31.913 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:31.913 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 0, 2024-04-25T17:19:31.913 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 896, 2024-04-25T17:19:31.913 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 1618, 2024-04-25T17:19:31.913 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 896, 2024-04-25T17:19:31.914 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 1618, 2024-04-25T17:19:31.914 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-25T17:19:31.914 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.914 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.914 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.914 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:31.914 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.914 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-objecter_ops": { 2024-04-25T17:19:31.914 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-25T17:19:31.914 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 1024, 2024-04-25T17:19:31.914 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-25T17:19:31.914 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 0, 2024-04-25T17:19:31.914 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 0, 2024-04-25T17:19:31.914 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:31.915 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 0, 2024-04-25T17:19:31.915 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 896, 2024-04-25T17:19:31.915 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 896, 2024-04-25T17:19:31.915 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 896, 2024-04-25T17:19:31.915 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 896, 2024-04-25T17:19:31.915 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-25T17:19:31.915 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.915 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.915 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.915 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:31.915 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.915 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-write_buf_throttle": { 2024-04-25T17:19:31.915 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-25T17:19:31.916 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 3758096384, 2024-04-25T17:19:31.916 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-25T17:19:31.916 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 0, 2024-04-25T17:19:31.916 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 0, 2024-04-25T17:19:31.916 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:31.916 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 0, 2024-04-25T17:19:31.916 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 0, 2024-04-25T17:19:31.916 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 0, 2024-04-25T17:19:31.916 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 0, 2024-04-25T17:19:31.916 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 0, 2024-04-25T17:19:31.916 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-25T17:19:31.916 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.916 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.916 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.917 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:31.917 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:31.917 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-write_buf_throttle-0x5574102f4750": { 2024-04-25T17:19:31.917 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-25T17:19:31.917 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 3758096384, 2024-04-25T17:19:31.917 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-25T17:19:31.917 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 0, 2024-04-25T17:19:31.917 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 0, 2024-04-25T17:19:31.917 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:31.917 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 0, 2024-04-25T17:19:31.917 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 0, 2024-04-25T17:19:31.917 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 0, 2024-04-25T17:19:31.917 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 0, 2024-04-25T17:19:31.917 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 0, 2024-04-25T17:19:31.918 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-25T17:19:31.918 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:31.918 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:31.918 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:31.918 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:31.918 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:31.918 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-25T17:19:32.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:32 smithi084 ceph-mon[32752]: pgmap v464: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:19:32.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:32 smithi028 ceph-mon[29207]: pgmap v464: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:19:32.818 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-04-25T17:19:32.818 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-04-25T17:19:32.818 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2024-04-25T17:19:32.818 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=0 2024-04-25T17:19:32.818 DEBUG:tasks.check_counter:Getting stats from i 2024-04-25T17:19:32.818 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph daemon mds.i perf dump 2024-04-25T17:19:32.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:32 smithi042 ceph-mon[32851]: pgmap v464: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:19:33.058 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T17:19:34.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:34 smithi084 ceph-mon[32752]: pgmap v465: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:19:34.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:34 smithi028 ceph-mon[29207]: pgmap v465: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:19:34.821 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-25T17:19:34.821 INFO:teuthology.orchestra.run.smithi084.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T17:19:34.822 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_messages": 261, 2024-04-25T17:19:34.822 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages": 296, 2024-04-25T17:19:34.822 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_bytes": 75057, 2024-04-25T17:19:34.822 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_bytes": 226239, 2024-04-25T17:19:34.822 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_created_connections": 19, 2024-04-25T17:19:34.822 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_active_connections": 6, 2024-04-25T17:19:34.822 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_total_time": 0.035125195, 2024-04-25T17:19:34.822 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_send_time": 0.011374939, 2024-04-25T17:19:34.822 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_recv_time": 0.020125868, 2024-04-25T17:19:34.822 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_fast_dispatch_time": 0.002272836, 2024-04-25T17:19:34.822 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:34.822 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 294, 2024-04-25T17:19:34.822 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.036805285, 2024-04-25T17:19:34.823 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000125188 2024-04-25T17:19:34.823 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.823 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:34.823 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 488, 2024-04-25T17:19:34.823 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000142766, 2024-04-25T17:19:34.823 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000292 2024-04-25T17:19:34.823 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.823 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T17:19:34.823 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T17:19:34.823 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.823 INFO:teuthology.orchestra.run.smithi084.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T17:19:34.823 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_messages": 34, 2024-04-25T17:19:34.823 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages": 108, 2024-04-25T17:19:34.823 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_bytes": 10133, 2024-04-25T17:19:34.824 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_bytes": 265489, 2024-04-25T17:19:34.824 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_created_connections": 13, 2024-04-25T17:19:34.824 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_active_connections": 4, 2024-04-25T17:19:34.824 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_total_time": 0.011108708, 2024-04-25T17:19:34.824 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_send_time": 0.004131214, 2024-04-25T17:19:34.824 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_recv_time": 0.006033316, 2024-04-25T17:19:34.824 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_fast_dispatch_time": 0.000261237, 2024-04-25T17:19:34.824 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:34.824 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 107, 2024-04-25T17:19:34.824 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.017197493, 2024-04-25T17:19:34.824 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000160724 2024-04-25T17:19:34.824 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.824 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:34.824 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 33, 2024-04-25T17:19:34.825 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000014906, 2024-04-25T17:19:34.825 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000451 2024-04-25T17:19:34.825 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.825 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_encrypted_bytes": 4688, 2024-04-25T17:19:34.825 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_encrypted_bytes": 209792 2024-04-25T17:19:34.825 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.825 INFO:teuthology.orchestra.run.smithi084.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T17:19:34.825 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_messages": 174, 2024-04-25T17:19:34.825 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages": 166, 2024-04-25T17:19:34.825 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_bytes": 520106, 2024-04-25T17:19:34.825 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_bytes": 86029, 2024-04-25T17:19:34.825 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_created_connections": 6, 2024-04-25T17:19:34.825 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_active_connections": 5, 2024-04-25T17:19:34.825 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_total_time": 0.025698333, 2024-04-25T17:19:34.825 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_send_time": 0.008022438, 2024-04-25T17:19:34.826 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_recv_time": 0.017982085, 2024-04-25T17:19:34.826 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_fast_dispatch_time": 0.002823391, 2024-04-25T17:19:34.826 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:34.826 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 165, 2024-04-25T17:19:34.826 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.018680596, 2024-04-25T17:19:34.826 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000113215 2024-04-25T17:19:34.826 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.826 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:34.826 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 30, 2024-04-25T17:19:34.826 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000007266, 2024-04-25T17:19:34.826 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000242 2024-04-25T17:19:34.826 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.826 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_encrypted_bytes": 508960, 2024-04-25T17:19:34.826 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_encrypted_bytes": 67824 2024-04-25T17:19:34.827 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.827 INFO:teuthology.orchestra.run.smithi084.stdout: "cct": { 2024-04-25T17:19:34.827 INFO:teuthology.orchestra.run.smithi084.stdout: "total_workers": 1, 2024-04-25T17:19:34.827 INFO:teuthology.orchestra.run.smithi084.stdout: "unhealthy_workers": 0 2024-04-25T17:19:34.827 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.827 INFO:teuthology.orchestra.run.smithi084.stdout: "finisher-MDSRank": { 2024-04-25T17:19:34.827 INFO:teuthology.orchestra.run.smithi084.stdout: "queue_len": 0, 2024-04-25T17:19:34.827 INFO:teuthology.orchestra.run.smithi084.stdout: "complete_latency": { 2024-04-25T17:19:34.827 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 48, 2024-04-25T17:19:34.827 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.001868532, 2024-04-25T17:19:34.827 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000038927 2024-04-25T17:19:34.827 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:34.827 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.827 INFO:teuthology.orchestra.run.smithi084.stdout: "finisher-PurgeQueue": { 2024-04-25T17:19:34.828 INFO:teuthology.orchestra.run.smithi084.stdout: "queue_len": 0, 2024-04-25T17:19:34.828 INFO:teuthology.orchestra.run.smithi084.stdout: "complete_latency": { 2024-04-25T17:19:34.828 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 2, 2024-04-25T17:19:34.828 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000008333, 2024-04-25T17:19:34.828 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000004166 2024-04-25T17:19:34.828 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:34.828 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.828 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-25T17:19:34.828 INFO:teuthology.orchestra.run.smithi084.stdout: "request": 6, 2024-04-25T17:19:34.828 INFO:teuthology.orchestra.run.smithi084.stdout: "reply": 4, 2024-04-25T17:19:34.828 INFO:teuthology.orchestra.run.smithi084.stdout: "reply_latency": { 2024-04-25T17:19:34.828 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 4, 2024-04-25T17:19:34.829 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.002482668, 2024-04-25T17:19:34.829 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000620667 2024-04-25T17:19:34.829 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.829 INFO:teuthology.orchestra.run.smithi084.stdout: "slow_reply": 0, 2024-04-25T17:19:34.829 INFO:teuthology.orchestra.run.smithi084.stdout: "forward": 2, 2024-04-25T17:19:34.829 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_fetch_complete": 0, 2024-04-25T17:19:34.829 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_fetch_keys": 0, 2024-04-25T17:19:34.829 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_commit": 11, 2024-04-25T17:19:34.829 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_split": 0, 2024-04-25T17:19:34.829 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_merge": 0, 2024-04-25T17:19:34.829 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes": 16, 2024-04-25T17:19:34.830 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_top": 0, 2024-04-25T17:19:34.830 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_bottom": 16, 2024-04-25T17:19:34.830 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_pin_tail": 0, 2024-04-25T17:19:34.830 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_pinned": 13, 2024-04-25T17:19:34.830 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_expired": 4, 2024-04-25T17:19:34.830 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_with_caps": 3, 2024-04-25T17:19:34.830 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": 3, 2024-04-25T17:19:34.830 INFO:teuthology.orchestra.run.smithi084.stdout: "subtrees": 3, 2024-04-25T17:19:34.830 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse": 17, 2024-04-25T17:19:34.830 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_hit": 10, 2024-04-25T17:19:34.830 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_forward": 1, 2024-04-25T17:19:34.830 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_discover": 5, 2024-04-25T17:19:34.830 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_dir_fetch": 0, 2024-04-25T17:19:34.830 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_remote_ino": 0, 2024-04-25T17:19:34.831 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_lock": 0, 2024-04-25T17:19:34.831 INFO:teuthology.orchestra.run.smithi084.stdout: "load_cent": 0, 2024-04-25T17:19:34.831 INFO:teuthology.orchestra.run.smithi084.stdout: "q": 0, 2024-04-25T17:19:34.831 INFO:teuthology.orchestra.run.smithi084.stdout: "exported": 0, 2024-04-25T17:19:34.831 INFO:teuthology.orchestra.run.smithi084.stdout: "exported_inodes": 0, 2024-04-25T17:19:34.831 INFO:teuthology.orchestra.run.smithi084.stdout: "imported": 0, 2024-04-25T17:19:34.831 INFO:teuthology.orchestra.run.smithi084.stdout: "imported_inodes": 0, 2024-04-25T17:19:34.831 INFO:teuthology.orchestra.run.smithi084.stdout: "openino_dir_fetch": 0, 2024-04-25T17:19:34.831 INFO:teuthology.orchestra.run.smithi084.stdout: "openino_backtrace_fetch": 0, 2024-04-25T17:19:34.831 INFO:teuthology.orchestra.run.smithi084.stdout: "openino_peer_discover": 0, 2024-04-25T17:19:34.831 INFO:teuthology.orchestra.run.smithi084.stdout: "root_rfiles": 8, 2024-04-25T17:19:34.831 INFO:teuthology.orchestra.run.smithi084.stdout: "root_rbytes": 195290530, 2024-04-25T17:19:34.831 INFO:teuthology.orchestra.run.smithi084.stdout: "root_rsnaps": 0, 2024-04-25T17:19:34.832 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T17:19:34.832 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_set_tag": 0, 2024-04-25T17:19:34.832 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T17:19:34.832 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_inotable_repaired": 0, 2024-04-25T17:19:34.832 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_dir_inodes": 0, 2024-04-25T17:19:34.832 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T17:19:34.832 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T17:19:34.832 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_file_inodes": 0, 2024-04-25T17:19:34.832 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_inode_file_caps": 0, 2024-04-25T17:19:34.832 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T17:19:34.832 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_grant": 0, 2024-04-25T17:19:34.832 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T17:19:34.832 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T17:19:34.832 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T17:19:34.833 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_caps": 0, 2024-04-25T17:19:34.833 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_caps_dirty": 0, 2024-04-25T17:19:34.833 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_cap_release": 0, 2024-04-25T17:19:34.833 INFO:teuthology.orchestra.run.smithi084.stdout: "process_request_cap_release": 1 2024-04-25T17:19:34.833 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.833 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_cache": { 2024-04-25T17:19:34.833 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_update": 0, 2024-04-25T17:19:34.833 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_update_receipt": 12, 2024-04-25T17:19:34.833 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_try_discover": 8, 2024-04-25T17:19:34.833 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_send_discover": 10, 2024-04-25T17:19:34.833 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_handle_discover": 0, 2024-04-25T17:19:34.833 INFO:teuthology.orchestra.run.smithi084.stdout: "num_strays": 0, 2024-04-25T17:19:34.833 INFO:teuthology.orchestra.run.smithi084.stdout: "num_strays_delayed": 0, 2024-04-25T17:19:34.833 INFO:teuthology.orchestra.run.smithi084.stdout: "num_strays_enqueuing": 0, 2024-04-25T17:19:34.834 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_created": 0, 2024-04-25T17:19:34.834 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_enqueued": 0, 2024-04-25T17:19:34.834 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_reintegrated": 0, 2024-04-25T17:19:34.834 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_migrated": 0, 2024-04-25T17:19:34.834 INFO:teuthology.orchestra.run.smithi084.stdout: "num_recovering_processing": 0, 2024-04-25T17:19:34.834 INFO:teuthology.orchestra.run.smithi084.stdout: "num_recovering_enqueued": 0, 2024-04-25T17:19:34.834 INFO:teuthology.orchestra.run.smithi084.stdout: "num_recovering_prioritized": 0, 2024-04-25T17:19:34.834 INFO:teuthology.orchestra.run.smithi084.stdout: "recovery_started": 0, 2024-04-25T17:19:34.834 INFO:teuthology.orchestra.run.smithi084.stdout: "recovery_completed": 0, 2024-04-25T17:19:34.834 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_quiesce_path": 0, 2024-04-25T17:19:34.834 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_quiesce_inode": 0, 2024-04-25T17:19:34.834 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T17:19:34.834 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_exportdir": 0, 2024-04-25T17:19:34.835 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_flush": 0, 2024-04-25T17:19:34.835 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_fragmentdir": 0, 2024-04-25T17:19:34.835 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_fragstats": 0, 2024-04-25T17:19:34.835 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_inodestats": 0 2024-04-25T17:19:34.835 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.835 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_log": { 2024-04-25T17:19:34.835 INFO:teuthology.orchestra.run.smithi084.stdout: "evlrg": 0, 2024-04-25T17:19:34.835 INFO:teuthology.orchestra.run.smithi084.stdout: "evadd": 5, 2024-04-25T17:19:34.835 INFO:teuthology.orchestra.run.smithi084.stdout: "evex": 0, 2024-04-25T17:19:34.835 INFO:teuthology.orchestra.run.smithi084.stdout: "evtrm": 0, 2024-04-25T17:19:34.835 INFO:teuthology.orchestra.run.smithi084.stdout: "ev": 5, 2024-04-25T17:19:34.835 INFO:teuthology.orchestra.run.smithi084.stdout: "evexg": 0, 2024-04-25T17:19:34.835 INFO:teuthology.orchestra.run.smithi084.stdout: "evexd": 0, 2024-04-25T17:19:34.835 INFO:teuthology.orchestra.run.smithi084.stdout: "segadd": 2, 2024-04-25T17:19:34.835 INFO:teuthology.orchestra.run.smithi084.stdout: "segex": 0, 2024-04-25T17:19:34.836 INFO:teuthology.orchestra.run.smithi084.stdout: "segtrm": 0, 2024-04-25T17:19:34.836 INFO:teuthology.orchestra.run.smithi084.stdout: "seg": 2, 2024-04-25T17:19:34.836 INFO:teuthology.orchestra.run.smithi084.stdout: "segmjr": 2, 2024-04-25T17:19:34.836 INFO:teuthology.orchestra.run.smithi084.stdout: "segexg": 0, 2024-04-25T17:19:34.836 INFO:teuthology.orchestra.run.smithi084.stdout: "segexd": 0, 2024-04-25T17:19:34.836 INFO:teuthology.orchestra.run.smithi084.stdout: "expos": 4194304, 2024-04-25T17:19:34.836 INFO:teuthology.orchestra.run.smithi084.stdout: "wrpos": 4195917, 2024-04-25T17:19:34.836 INFO:teuthology.orchestra.run.smithi084.stdout: "rdpos": 0, 2024-04-25T17:19:34.836 INFO:teuthology.orchestra.run.smithi084.stdout: "jlat": { 2024-04-25T17:19:34.836 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 4, 2024-04-25T17:19:34.836 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.007845742, 2024-04-25T17:19:34.836 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.001961435 2024-04-25T17:19:34.836 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.836 INFO:teuthology.orchestra.run.smithi084.stdout: "replayed": 0 2024-04-25T17:19:34.836 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.837 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_mem": { 2024-04-25T17:19:34.837 INFO:teuthology.orchestra.run.smithi084.stdout: "ino": 20, 2024-04-25T17:19:34.837 INFO:teuthology.orchestra.run.smithi084.stdout: "ino+": 22, 2024-04-25T17:19:34.837 INFO:teuthology.orchestra.run.smithi084.stdout: "ino-": 2, 2024-04-25T17:19:34.837 INFO:teuthology.orchestra.run.smithi084.stdout: "dir": 19, 2024-04-25T17:19:34.837 INFO:teuthology.orchestra.run.smithi084.stdout: "dir+": 22, 2024-04-25T17:19:34.837 INFO:teuthology.orchestra.run.smithi084.stdout: "dir-": 3, 2024-04-25T17:19:34.837 INFO:teuthology.orchestra.run.smithi084.stdout: "dn": 16, 2024-04-25T17:19:34.837 INFO:teuthology.orchestra.run.smithi084.stdout: "dn+": 20, 2024-04-25T17:19:34.837 INFO:teuthology.orchestra.run.smithi084.stdout: "dn-": 4, 2024-04-25T17:19:34.837 INFO:teuthology.orchestra.run.smithi084.stdout: "cap": 3, 2024-04-25T17:19:34.837 INFO:teuthology.orchestra.run.smithi084.stdout: "cap+": 4, 2024-04-25T17:19:34.837 INFO:teuthology.orchestra.run.smithi084.stdout: "cap-": 1, 2024-04-25T17:19:34.838 INFO:teuthology.orchestra.run.smithi084.stdout: "rss": 119932, 2024-04-25T17:19:34.838 INFO:teuthology.orchestra.run.smithi084.stdout: "heap": 223632 2024-04-25T17:19:34.838 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.838 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_server": { 2024-04-25T17:19:34.838 INFO:teuthology.orchestra.run.smithi084.stdout: "dispatch_client_request": 10, 2024-04-25T17:19:34.838 INFO:teuthology.orchestra.run.smithi084.stdout: "dispatch_server_request": 0, 2024-04-25T17:19:34.838 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_request": 6, 2024-04-25T17:19:34.838 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_session": 9, 2024-04-25T17:19:34.838 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_peer_request": 1, 2024-04-25T17:19:34.838 INFO:teuthology.orchestra.run.smithi084.stdout: "req_create_latency": { 2024-04-25T17:19:34.838 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.838 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.838 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.838 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.839 INFO:teuthology.orchestra.run.smithi084.stdout: "req_getattr_latency": { 2024-04-25T17:19:34.839 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 4, 2024-04-25T17:19:34.839 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.002482668, 2024-04-25T17:19:34.839 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000620667 2024-04-25T17:19:34.839 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.839 INFO:teuthology.orchestra.run.smithi084.stdout: "req_getfilelock_latency": { 2024-04-25T17:19:34.839 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.839 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.839 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.839 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.839 INFO:teuthology.orchestra.run.smithi084.stdout: "req_link_latency": { 2024-04-25T17:19:34.839 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.839 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.839 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.839 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.840 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookup_latency": { 2024-04-25T17:19:34.840 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.840 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.840 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.840 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.840 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookuphash_latency": { 2024-04-25T17:19:34.840 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.840 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.840 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.840 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.840 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupino_latency": { 2024-04-25T17:19:34.840 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.840 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.840 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.840 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.841 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupname_latency": { 2024-04-25T17:19:34.841 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.841 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.841 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.841 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.841 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupparent_latency": { 2024-04-25T17:19:34.841 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.841 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.841 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.841 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.841 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupsnap_latency": { 2024-04-25T17:19:34.841 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.841 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.841 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.842 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.842 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lssnap_latency": { 2024-04-25T17:19:34.842 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.842 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.842 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.842 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.842 INFO:teuthology.orchestra.run.smithi084.stdout: "req_mkdir_latency": { 2024-04-25T17:19:34.842 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.843 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.843 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.843 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.843 INFO:teuthology.orchestra.run.smithi084.stdout: "req_mknod_latency": { 2024-04-25T17:19:34.843 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.843 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.843 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.843 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.843 INFO:teuthology.orchestra.run.smithi084.stdout: "req_mksnap_latency": { 2024-04-25T17:19:34.843 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.843 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.843 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.844 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.844 INFO:teuthology.orchestra.run.smithi084.stdout: "req_open_latency": { 2024-04-25T17:19:34.844 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.844 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.844 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.844 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.844 INFO:teuthology.orchestra.run.smithi084.stdout: "req_readdir_latency": { 2024-04-25T17:19:34.844 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.844 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.844 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.844 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.844 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rename_latency": { 2024-04-25T17:19:34.844 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.844 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.845 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.845 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.845 INFO:teuthology.orchestra.run.smithi084.stdout: "req_renamesnap_latency": { 2024-04-25T17:19:34.845 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.845 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.845 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.845 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.845 INFO:teuthology.orchestra.run.smithi084.stdout: "req_snapdiff_latency": { 2024-04-25T17:19:34.845 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.845 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.845 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.845 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.845 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rmdir_latency": { 2024-04-25T17:19:34.845 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.845 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.846 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.846 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.846 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rmsnap_latency": { 2024-04-25T17:19:34.846 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.846 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.846 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.846 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.846 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rmxattr_latency": { 2024-04-25T17:19:34.846 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.846 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.846 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.846 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.846 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setattr_latency": { 2024-04-25T17:19:34.846 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.847 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.847 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.847 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.847 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setdirlayout_latency": { 2024-04-25T17:19:34.847 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.847 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.847 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.847 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.847 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setfilelock_latency": { 2024-04-25T17:19:34.847 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.847 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.847 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.847 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.847 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setlayout_latency": { 2024-04-25T17:19:34.847 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.848 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.848 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.848 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.848 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setxattr_latency": { 2024-04-25T17:19:34.848 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.848 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.848 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.848 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.848 INFO:teuthology.orchestra.run.smithi084.stdout: "req_symlink_latency": { 2024-04-25T17:19:34.848 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.848 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.848 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.849 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.849 INFO:teuthology.orchestra.run.smithi084.stdout: "req_unlink_latency": { 2024-04-25T17:19:34.849 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.849 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.849 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.849 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.849 INFO:teuthology.orchestra.run.smithi084.stdout: "cap_revoke_eviction": 0, 2024-04-25T17:19:34.849 INFO:teuthology.orchestra.run.smithi084.stdout: "cap_acquisition_throttle": 0, 2024-04-25T17:19:34.849 INFO:teuthology.orchestra.run.smithi084.stdout: "req_getvxattr_latency": { 2024-04-25T17:19:34.849 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.849 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.849 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.849 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:34.849 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.849 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_sessions": { 2024-04-25T17:19:34.850 INFO:teuthology.orchestra.run.smithi084.stdout: "session_count": 1, 2024-04-25T17:19:34.850 INFO:teuthology.orchestra.run.smithi084.stdout: "session_add": 2, 2024-04-25T17:19:34.850 INFO:teuthology.orchestra.run.smithi084.stdout: "session_remove": 1, 2024-04-25T17:19:34.850 INFO:teuthology.orchestra.run.smithi084.stdout: "sessions_open": 1, 2024-04-25T17:19:34.850 INFO:teuthology.orchestra.run.smithi084.stdout: "sessions_stale": 0, 2024-04-25T17:19:34.850 INFO:teuthology.orchestra.run.smithi084.stdout: "total_load": 3, 2024-04-25T17:19:34.850 INFO:teuthology.orchestra.run.smithi084.stdout: "average_load": 3, 2024-04-25T17:19:34.850 INFO:teuthology.orchestra.run.smithi084.stdout: "avg_session_uptime": 209, 2024-04-25T17:19:34.850 INFO:teuthology.orchestra.run.smithi084.stdout: "mdthresh_evicted": 0 2024-04-25T17:19:34.850 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.850 INFO:teuthology.orchestra.run.smithi084.stdout: "mempool": { 2024-04-25T17:19:34.850 INFO:teuthology.orchestra.run.smithi084.stdout: "bloom_filter_bytes": 0, 2024-04-25T17:19:34.850 INFO:teuthology.orchestra.run.smithi084.stdout: "bloom_filter_items": 0, 2024-04-25T17:19:34.851 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T17:19:34.851 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_alloc_items": 0, 2024-04-25T17:19:34.851 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T17:19:34.851 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_data_items": 0, 2024-04-25T17:19:34.851 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T17:19:34.851 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T17:19:34.851 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T17:19:34.851 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T17:19:34.851 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T17:19:34.851 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_other_items": 0, 2024-04-25T17:19:34.851 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T17:19:34.851 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T17:19:34.851 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_extent_bytes": 0, 2024-04-25T17:19:34.852 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_extent_items": 0, 2024-04-25T17:19:34.852 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_blob_bytes": 0, 2024-04-25T17:19:34.852 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_blob_items": 0, 2024-04-25T17:19:34.852 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T17:19:34.852 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T17:19:34.852 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T17:19:34.852 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T17:19:34.852 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T17:19:34.852 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_fsck_items": 0, 2024-04-25T17:19:34.852 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_txc_bytes": 0, 2024-04-25T17:19:34.852 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_txc_items": 0, 2024-04-25T17:19:34.852 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T17:19:34.852 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T17:19:34.853 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_bytes": 0, 2024-04-25T17:19:34.853 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_items": 0, 2024-04-25T17:19:34.853 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_bytes": 0, 2024-04-25T17:19:34.853 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_items": 0, 2024-04-25T17:19:34.853 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T17:19:34.853 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_reader_items": 0, 2024-04-25T17:19:34.853 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T17:19:34.853 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_writer_items": 0, 2024-04-25T17:19:34.853 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_anon_bytes": 255788, 2024-04-25T17:19:34.853 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_anon_items": 94, 2024-04-25T17:19:34.853 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_meta_bytes": 0, 2024-04-25T17:19:34.853 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_meta_items": 0, 2024-04-25T17:19:34.853 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_bytes": 0, 2024-04-25T17:19:34.853 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_items": 0, 2024-04-25T17:19:34.854 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_mapbl_bytes": 0, 2024-04-25T17:19:34.854 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_mapbl_items": 0, 2024-04-25T17:19:34.854 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_pglog_bytes": 0, 2024-04-25T17:19:34.854 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_pglog_items": 0, 2024-04-25T17:19:34.854 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_bytes": 8792, 2024-04-25T17:19:34.854 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_items": 168, 2024-04-25T17:19:34.854 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T17:19:34.854 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_mapping_items": 0, 2024-04-25T17:19:34.854 INFO:teuthology.orchestra.run.smithi084.stdout: "pgmap_bytes": 0, 2024-04-25T17:19:34.854 INFO:teuthology.orchestra.run.smithi084.stdout: "pgmap_items": 0, 2024-04-25T17:19:34.854 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_co_bytes": 82109, 2024-04-25T17:19:34.854 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_co_items": 338, 2024-04-25T17:19:34.854 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_1_bytes": 0, 2024-04-25T17:19:34.854 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_1_items": 0, 2024-04-25T17:19:34.855 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_2_bytes": 0, 2024-04-25T17:19:34.855 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_2_items": 0 2024-04-25T17:19:34.855 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.855 INFO:teuthology.orchestra.run.smithi084.stdout: "objecter": { 2024-04-25T17:19:34.855 INFO:teuthology.orchestra.run.smithi084.stdout: "op_active": 0, 2024-04-25T17:19:34.855 INFO:teuthology.orchestra.run.smithi084.stdout: "op_laggy": 0, 2024-04-25T17:19:34.855 INFO:teuthology.orchestra.run.smithi084.stdout: "op_send": 41, 2024-04-25T17:19:34.855 INFO:teuthology.orchestra.run.smithi084.stdout: "op_send_bytes": 12074, 2024-04-25T17:19:34.855 INFO:teuthology.orchestra.run.smithi084.stdout: "op_resend": 33, 2024-04-25T17:19:34.855 INFO:teuthology.orchestra.run.smithi084.stdout: "op_reply": 41, 2024-04-25T17:19:34.855 INFO:teuthology.orchestra.run.smithi084.stdout: "op_latency": { 2024-04-25T17:19:34.855 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 41, 2024-04-25T17:19:34.855 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.252995784, 2024-04-25T17:19:34.855 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.006170628 2024-04-25T17:19:34.855 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.856 INFO:teuthology.orchestra.run.smithi084.stdout: "op_inflight": 0, 2024-04-25T17:19:34.856 INFO:teuthology.orchestra.run.smithi084.stdout: "oplen_avg": { 2024-04-25T17:19:34.856 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 41, 2024-04-25T17:19:34.856 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 64 2024-04-25T17:19:34.856 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.856 INFO:teuthology.orchestra.run.smithi084.stdout: "op": 41, 2024-04-25T17:19:34.856 INFO:teuthology.orchestra.run.smithi084.stdout: "op_r": 0, 2024-04-25T17:19:34.856 INFO:teuthology.orchestra.run.smithi084.stdout: "op_w": 41, 2024-04-25T17:19:34.856 INFO:teuthology.orchestra.run.smithi084.stdout: "op_rmw": 0, 2024-04-25T17:19:34.856 INFO:teuthology.orchestra.run.smithi084.stdout: "op_pg": 0, 2024-04-25T17:19:34.856 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_stat": 0, 2024-04-25T17:19:34.856 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_create": 10, 2024-04-25T17:19:34.856 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_read": 0, 2024-04-25T17:19:34.856 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_write": 4, 2024-04-25T17:19:34.857 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_writefull": 7, 2024-04-25T17:19:34.857 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_writesame": 0, 2024-04-25T17:19:34.857 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_append": 0, 2024-04-25T17:19:34.857 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_zero": 0, 2024-04-25T17:19:34.857 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_truncate": 0, 2024-04-25T17:19:34.857 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_delete": 6, 2024-04-25T17:19:34.857 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_mapext": 0, 2024-04-25T17:19:34.857 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_sparse_read": 0, 2024-04-25T17:19:34.857 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_clonerange": 0, 2024-04-25T17:19:34.857 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_getxattr": 0, 2024-04-25T17:19:34.857 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_setxattr": 20, 2024-04-25T17:19:34.857 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_cmpxattr": 0, 2024-04-25T17:19:34.857 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_rmxattr": 0, 2024-04-25T17:19:34.858 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_resetxattrs": 0, 2024-04-25T17:19:34.858 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_call": 0, 2024-04-25T17:19:34.858 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_watch": 0, 2024-04-25T17:19:34.858 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_notify": 0, 2024-04-25T17:19:34.858 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T17:19:34.858 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_pgls": 0, 2024-04-25T17:19:34.858 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_pgls_filter": 0, 2024-04-25T17:19:34.858 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_other": 0, 2024-04-25T17:19:34.858 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_active": 0, 2024-04-25T17:19:34.858 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_send": 0, 2024-04-25T17:19:34.858 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_resend": 0, 2024-04-25T17:19:34.858 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_ping": 0, 2024-04-25T17:19:34.858 INFO:teuthology.orchestra.run.smithi084.stdout: "poolop_active": 0, 2024-04-25T17:19:34.859 INFO:teuthology.orchestra.run.smithi084.stdout: "poolop_send": 0, 2024-04-25T17:19:34.859 INFO:teuthology.orchestra.run.smithi084.stdout: "poolop_resend": 0, 2024-04-25T17:19:34.859 INFO:teuthology.orchestra.run.smithi084.stdout: "poolstat_active": 0, 2024-04-25T17:19:34.859 INFO:teuthology.orchestra.run.smithi084.stdout: "poolstat_send": 0, 2024-04-25T17:19:34.859 INFO:teuthology.orchestra.run.smithi084.stdout: "poolstat_resend": 0, 2024-04-25T17:19:34.859 INFO:teuthology.orchestra.run.smithi084.stdout: "statfs_active": 0, 2024-04-25T17:19:34.859 INFO:teuthology.orchestra.run.smithi084.stdout: "statfs_send": 0, 2024-04-25T17:19:34.859 INFO:teuthology.orchestra.run.smithi084.stdout: "statfs_resend": 0, 2024-04-25T17:19:34.859 INFO:teuthology.orchestra.run.smithi084.stdout: "command_active": 0, 2024-04-25T17:19:34.859 INFO:teuthology.orchestra.run.smithi084.stdout: "command_send": 0, 2024-04-25T17:19:34.859 INFO:teuthology.orchestra.run.smithi084.stdout: "command_resend": 0, 2024-04-25T17:19:34.859 INFO:teuthology.orchestra.run.smithi084.stdout: "map_epoch": 84, 2024-04-25T17:19:34.859 INFO:teuthology.orchestra.run.smithi084.stdout: "map_full": 0, 2024-04-25T17:19:34.859 INFO:teuthology.orchestra.run.smithi084.stdout: "map_inc": 4, 2024-04-25T17:19:34.860 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_sessions": 9, 2024-04-25T17:19:34.860 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_session_open": 9, 2024-04-25T17:19:34.860 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_session_close": 0, 2024-04-25T17:19:34.860 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_laggy": 0, 2024-04-25T17:19:34.860 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_wr": 16, 2024-04-25T17:19:34.860 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_rd": 0, 2024-04-25T17:19:34.860 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_del": 1 2024-04-25T17:19:34.860 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.860 INFO:teuthology.orchestra.run.smithi084.stdout: "oft": { 2024-04-25T17:19:34.860 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_objs": 1, 2024-04-25T17:19:34.860 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_kv_pairs": 0, 2024-04-25T17:19:34.860 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_updates": 0, 2024-04-25T17:19:34.860 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_removes": 0 2024-04-25T17:19:34.860 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.861 INFO:teuthology.orchestra.run.smithi084.stdout: "osd-slow-ops": { 2024-04-25T17:19:34.861 INFO:teuthology.orchestra.run.smithi084.stdout: "slow_ops_count": 0 2024-04-25T17:19:34.861 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.861 INFO:teuthology.orchestra.run.smithi084.stdout: "purge_queue": { 2024-04-25T17:19:34.861 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing_ops": 0, 2024-04-25T17:19:34.861 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T17:19:34.861 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing": 0, 2024-04-25T17:19:34.861 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing_high_water": 0, 2024-04-25T17:19:34.861 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executed_ops": 0, 2024-04-25T17:19:34.861 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executed": 0, 2024-04-25T17:19:34.861 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_item_in_journal": 0 2024-04-25T17:19:34.861 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.861 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T17:19:34.861 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-25T17:19:34.862 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 104857600, 2024-04-25T17:19:34.862 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-25T17:19:34.862 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 465, 2024-04-25T17:19:34.862 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 552820, 2024-04-25T17:19:34.862 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:34.862 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 465, 2024-04-25T17:19:34.862 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 0, 2024-04-25T17:19:34.862 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 0, 2024-04-25T17:19:34.862 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 465, 2024-04-25T17:19:34.862 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 552820, 2024-04-25T17:19:34.862 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-25T17:19:34.862 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.862 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.863 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.863 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:34.863 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.863 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-objecter_bytes": { 2024-04-25T17:19:34.863 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-25T17:19:34.863 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 104857600, 2024-04-25T17:19:34.863 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-25T17:19:34.863 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 0, 2024-04-25T17:19:34.863 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 0, 2024-04-25T17:19:34.863 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:34.863 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 0, 2024-04-25T17:19:34.863 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 41, 2024-04-25T17:19:34.863 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 12074, 2024-04-25T17:19:34.864 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 41, 2024-04-25T17:19:34.864 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 12074, 2024-04-25T17:19:34.864 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-25T17:19:34.864 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.864 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.864 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.864 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:34.864 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.864 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-objecter_ops": { 2024-04-25T17:19:34.864 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-25T17:19:34.864 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 1024, 2024-04-25T17:19:34.864 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-25T17:19:34.864 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 0, 2024-04-25T17:19:34.865 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 0, 2024-04-25T17:19:34.865 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:34.865 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 0, 2024-04-25T17:19:34.865 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 41, 2024-04-25T17:19:34.865 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 41, 2024-04-25T17:19:34.865 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 41, 2024-04-25T17:19:34.865 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 41, 2024-04-25T17:19:34.865 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-25T17:19:34.865 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.865 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.865 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.865 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:34.866 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.866 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-write_buf_throttle": { 2024-04-25T17:19:34.866 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-25T17:19:34.866 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 3758096384, 2024-04-25T17:19:34.866 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-25T17:19:34.866 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 0, 2024-04-25T17:19:34.866 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 0, 2024-04-25T17:19:34.866 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:34.866 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 0, 2024-04-25T17:19:34.866 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 0, 2024-04-25T17:19:34.866 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 0, 2024-04-25T17:19:34.866 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 0, 2024-04-25T17:19:34.866 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 0, 2024-04-25T17:19:34.867 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-25T17:19:34.867 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.867 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.867 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.867 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:34.867 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:34.867 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-write_buf_throttle-0x559929c7e9c0": { 2024-04-25T17:19:34.867 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-25T17:19:34.867 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 3758096384, 2024-04-25T17:19:34.867 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-25T17:19:34.867 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 5, 2024-04-25T17:19:34.867 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 1613, 2024-04-25T17:19:34.867 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:34.867 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 5, 2024-04-25T17:19:34.868 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 0, 2024-04-25T17:19:34.868 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 0, 2024-04-25T17:19:34.868 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 4, 2024-04-25T17:19:34.868 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 1613, 2024-04-25T17:19:34.868 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-25T17:19:34.868 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:34.868 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:34.868 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:34.868 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:34.868 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:34.868 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-25T17:19:34.869 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:34 smithi042 ceph-mon[32851]: pgmap v465: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:19:35.625 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-04-25T17:19:35.625 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-04-25T17:19:35.625 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=0 2024-04-25T17:19:35.625 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=12 2024-04-25T17:19:35.625 DEBUG:tasks.check_counter:Getting stats from l 2024-04-25T17:19:35.626 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8 shell --fsid dfbd4644-0325-11ef-bc93-c7b262605968 -- ceph daemon mds.l perf dump 2024-04-25T17:19:35.862 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T17:19:36.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:36 smithi028 ceph-mon[29207]: pgmap v466: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:19:36.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:36 smithi084 ceph-mon[32752]: pgmap v466: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:19:36.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:36 smithi042 ceph-mon[32851]: pgmap v466: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-25T17:19:37.674 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-25T17:19:37.674 INFO:teuthology.orchestra.run.smithi084.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T17:19:37.674 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_messages": 4, 2024-04-25T17:19:37.674 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages": 4, 2024-04-25T17:19:37.674 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_bytes": 2944, 2024-04-25T17:19:37.674 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_bytes": 448, 2024-04-25T17:19:37.674 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_created_connections": 4, 2024-04-25T17:19:37.675 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_active_connections": 0, 2024-04-25T17:19:37.675 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_total_time": 0.001296293, 2024-04-25T17:19:37.675 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_send_time": 0.000028316, 2024-04-25T17:19:37.675 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_recv_time": 0.000559122, 2024-04-25T17:19:37.675 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T17:19:37.675 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:37.675 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 3, 2024-04-25T17:19:37.675 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000757002, 2024-04-25T17:19:37.675 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000252334 2024-04-25T17:19:37.675 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:37.675 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:37.675 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:37.675 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:37.676 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:37.676 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:37.676 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_encrypted_bytes": 2944, 2024-04-25T17:19:37.676 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_encrypted_bytes": 448 2024-04-25T17:19:37.676 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:37.676 INFO:teuthology.orchestra.run.smithi084.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T17:19:37.676 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_messages": 1, 2024-04-25T17:19:37.676 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages": 82, 2024-04-25T17:19:37.676 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_bytes": 160, 2024-04-25T17:19:37.676 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_bytes": 92848, 2024-04-25T17:19:37.676 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_created_connections": 3, 2024-04-25T17:19:37.676 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_active_connections": 2, 2024-04-25T17:19:37.676 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_total_time": 0.005904287, 2024-04-25T17:19:37.676 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_send_time": 0.003896685, 2024-04-25T17:19:37.677 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_recv_time": 0.000959892, 2024-04-25T17:19:37.677 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T17:19:37.677 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:37.677 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 80, 2024-04-25T17:19:37.677 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.004928192, 2024-04-25T17:19:37.677 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000061602 2024-04-25T17:19:37.677 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:37.677 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:37.677 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:37.677 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:37.677 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:37.677 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:37.677 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-25T17:19:37.678 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_encrypted_bytes": 92848 2024-04-25T17:19:37.678 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:37.678 INFO:teuthology.orchestra.run.smithi084.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T17:19:37.678 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_messages": 111, 2024-04-25T17:19:37.678 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages": 108, 2024-04-25T17:19:37.678 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_bytes": 476400, 2024-04-25T17:19:37.678 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_bytes": 65328, 2024-04-25T17:19:37.678 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_created_connections": 2, 2024-04-25T17:19:37.678 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_active_connections": 1, 2024-04-25T17:19:37.678 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_total_time": 0.020390801, 2024-04-25T17:19:37.678 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_send_time": 0.006576745, 2024-04-25T17:19:37.678 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_recv_time": 0.013975620, 2024-04-25T17:19:37.678 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_fast_dispatch_time": 0.002541324, 2024-04-25T17:19:37.679 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T17:19:37.679 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 107, 2024-04-25T17:19:37.679 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.005158450, 2024-04-25T17:19:37.679 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000048209 2024-04-25T17:19:37.679 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:37.679 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_handle_ack_lat": { 2024-04-25T17:19:37.679 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:37.679 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:37.679 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:37.679 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:37.679 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_encrypted_bytes": 476400, 2024-04-25T17:19:37.679 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_encrypted_bytes": 65328 2024-04-25T17:19:37.679 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:37.680 INFO:teuthology.orchestra.run.smithi084.stdout: "cct": { 2024-04-25T17:19:37.680 INFO:teuthology.orchestra.run.smithi084.stdout: "total_workers": 0, 2024-04-25T17:19:37.680 INFO:teuthology.orchestra.run.smithi084.stdout: "unhealthy_workers": 0 2024-04-25T17:19:37.680 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:37.680 INFO:teuthology.orchestra.run.smithi084.stdout: "mempool": { 2024-04-25T17:19:37.680 INFO:teuthology.orchestra.run.smithi084.stdout: "bloom_filter_bytes": 0, 2024-04-25T17:19:37.680 INFO:teuthology.orchestra.run.smithi084.stdout: "bloom_filter_items": 0, 2024-04-25T17:19:37.680 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T17:19:37.680 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_alloc_items": 0, 2024-04-25T17:19:37.680 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T17:19:37.680 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_data_items": 0, 2024-04-25T17:19:37.680 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T17:19:37.680 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T17:19:37.680 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T17:19:37.681 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T17:19:37.681 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T17:19:37.681 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_other_items": 0, 2024-04-25T17:19:37.681 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T17:19:37.681 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T17:19:37.681 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_extent_bytes": 0, 2024-04-25T17:19:37.681 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_extent_items": 0, 2024-04-25T17:19:37.681 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_blob_bytes": 0, 2024-04-25T17:19:37.681 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_blob_items": 0, 2024-04-25T17:19:37.681 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T17:19:37.681 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T17:19:37.681 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T17:19:37.681 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T17:19:37.682 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T17:19:37.682 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_fsck_items": 0, 2024-04-25T17:19:37.682 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_txc_bytes": 0, 2024-04-25T17:19:37.682 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_txc_items": 0, 2024-04-25T17:19:37.682 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T17:19:37.682 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T17:19:37.682 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_bytes": 0, 2024-04-25T17:19:37.682 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_items": 0, 2024-04-25T17:19:37.682 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_bytes": 0, 2024-04-25T17:19:37.682 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_items": 0, 2024-04-25T17:19:37.682 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T17:19:37.682 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_reader_items": 0, 2024-04-25T17:19:37.682 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T17:19:37.682 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_writer_items": 0, 2024-04-25T17:19:37.683 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_anon_bytes": 148840, 2024-04-25T17:19:37.683 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_anon_items": 28, 2024-04-25T17:19:37.683 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_meta_bytes": 0, 2024-04-25T17:19:37.683 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_meta_items": 0, 2024-04-25T17:19:37.683 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_bytes": 0, 2024-04-25T17:19:37.683 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_items": 0, 2024-04-25T17:19:37.683 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_mapbl_bytes": 0, 2024-04-25T17:19:37.683 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_mapbl_items": 0, 2024-04-25T17:19:37.683 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_pglog_bytes": 0, 2024-04-25T17:19:37.683 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_pglog_items": 0, 2024-04-25T17:19:37.683 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_bytes": 0, 2024-04-25T17:19:37.683 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_items": 0, 2024-04-25T17:19:37.683 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T17:19:37.684 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_mapping_items": 0, 2024-04-25T17:19:37.684 INFO:teuthology.orchestra.run.smithi084.stdout: "pgmap_bytes": 0, 2024-04-25T17:19:37.684 INFO:teuthology.orchestra.run.smithi084.stdout: "pgmap_items": 0, 2024-04-25T17:19:37.684 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_co_bytes": 928, 2024-04-25T17:19:37.684 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_co_items": 2, 2024-04-25T17:19:37.684 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_1_bytes": 0, 2024-04-25T17:19:37.684 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_1_items": 0, 2024-04-25T17:19:37.684 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_2_bytes": 0, 2024-04-25T17:19:37.684 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_2_items": 0 2024-04-25T17:19:37.684 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-25T17:19:37.684 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T17:19:37.684 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-25T17:19:37.684 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 104857600, 2024-04-25T17:19:37.685 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-25T17:19:37.685 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 112, 2024-04-25T17:19:37.685 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 460770, 2024-04-25T17:19:37.685 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-25T17:19:37.685 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 112, 2024-04-25T17:19:37.685 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 0, 2024-04-25T17:19:37.685 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 0, 2024-04-25T17:19:37.685 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 112, 2024-04-25T17:19:37.685 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 460770, 2024-04-25T17:19:37.685 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-25T17:19:37.685 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-25T17:19:37.685 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-25T17:19:37.685 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-25T17:19:37.685 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:37.686 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-25T17:19:37.686 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-25T17:19:38.385 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.l 2024-04-25T17:19:38.385 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.l 2024-04-25T17:19:38.385 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.l 2024-04-25T17:19:38.385 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.l 2024-04-25T17:19:38.386 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-04-25T17:19:38.398 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-04-25T17:19:38.398 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-25T17:19:38.398 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-25T17:19:38.420 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-25T17:19:38.420 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-25T17:19:38.480 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T17:19:38.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.644+0000 7f1532449640 1 -- 172.21.15.28:0/326287217 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f152c102fe0 msgr2=0x7f152c1033f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:38.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.644+0000 7f1532449640 1 --2- 172.21.15.28:0/326287217 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f152c102fe0 0x7f152c1033f0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f1514009900 tx=0x7f151402a410 comp rx=0 tx=0).stop 2024-04-25T17:19:38.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.644+0000 7f1532449640 1 -- 172.21.15.28:0/326287217 shutdown_connections 2024-04-25T17:19:38.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.644+0000 7f1532449640 1 --2- 172.21.15.28:0/326287217 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f152c1046a0 0x7f152c10adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:38.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.644+0000 7f1532449640 1 --2- 172.21.15.28:0/326287217 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f152c103b40 0x7f152c104010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:38.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.644+0000 7f1532449640 1 --2- 172.21.15.28:0/326287217 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f152c102fe0 0x7f152c1033f0 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:38.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.644+0000 7f1532449640 1 -- 172.21.15.28:0/326287217 >> 172.21.15.28:0/326287217 conn(0x7f152c0fd380 msgr2=0x7f152c0ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:38.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.644+0000 7f1532449640 1 -- 172.21.15.28:0/326287217 shutdown_connections 2024-04-25T17:19:38.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.644+0000 7f1532449640 1 -- 172.21.15.28:0/326287217 wait complete. 2024-04-25T17:19:38.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.645+0000 7f1532449640 1 Processor -- start 2024-04-25T17:19:38.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.645+0000 7f1532449640 1 -- start start 2024-04-25T17:19:38.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.645+0000 7f1532449640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f152c102fe0 0x7f152c102280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:38.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.645+0000 7f1532449640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f152c103b40 0x7f152c19ec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:38.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.645+0000 7f1532449640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f152c19f1d0 0x7f152c1a15f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:38.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.645+0000 7f1532449640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f152c10e5d0 con 0x7f152c19f1d0 2024-04-25T17:19:38.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.645+0000 7f1532449640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f152c10e450 con 0x7f152c103b40 2024-04-25T17:19:38.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.645+0000 7f1532449640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f152c10e750 con 0x7f152c102fe0 2024-04-25T17:19:38.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.646+0000 7f15309e6640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f152c19f1d0 0x7f152c1a15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:38.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.646+0000 7f15309e6640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f152c19f1d0 0x7f152c1a15f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:38932/0 (socket says 172.21.15.28:38932) 2024-04-25T17:19:38.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.646+0000 7f15309e6640 1 -- 172.21.15.28:0/468570373 learned_addr learned my addr 172.21.15.28:0/468570373 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:19:38.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.646+0000 7f152b7fe640 1 --2- 172.21.15.28:0/468570373 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f152c103b40 0x7f152c19ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:38.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.646+0000 7f152bfff640 1 --2- 172.21.15.28:0/468570373 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f152c102fe0 0x7f152c102280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:38.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.646+0000 7f15309e6640 1 -- 172.21.15.28:0/468570373 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f152c102fe0 msgr2=0x7f152c102280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:38.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.646+0000 7f15309e6640 1 --2- 172.21.15.28:0/468570373 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f152c102fe0 0x7f152c102280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:38.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.646+0000 7f15309e6640 1 -- 172.21.15.28:0/468570373 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f152c103b40 msgr2=0x7f152c19ec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:38.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.646+0000 7f15309e6640 1 --2- 172.21.15.28:0/468570373 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f152c103b40 0x7f152c19ec90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:38.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.646+0000 7f15309e6640 1 -- 172.21.15.28:0/468570373 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f152c1a1d80 con 0x7f152c19f1d0 2024-04-25T17:19:38.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.646+0000 7f152bfff640 1 --2- 172.21.15.28:0/468570373 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f152c102fe0 0x7f152c102280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:19:38.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.646+0000 7f15309e6640 1 --2- 172.21.15.28:0/468570373 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f152c19f1d0 0x7f152c1a15f0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f152400cce0 tx=0x7f152400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:38.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.646+0000 7f15297fa640 1 -- 172.21.15.28:0/468570373 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f152400f450 con 0x7f152c19f1d0 2024-04-25T17:19:38.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.646+0000 7f15297fa640 1 -- 172.21.15.28:0/468570373 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f152400fa80 con 0x7f152c19f1d0 2024-04-25T17:19:38.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.646+0000 7f15297fa640 1 -- 172.21.15.28:0/468570373 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1524018ad0 con 0x7f152c19f1d0 2024-04-25T17:19:38.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.646+0000 7f1532449640 1 -- 172.21.15.28:0/468570373 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f152c1a2070 con 0x7f152c19f1d0 2024-04-25T17:19:38.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.646+0000 7f1532449640 1 -- 172.21.15.28:0/468570373 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f152c1a2570 con 0x7f152c19f1d0 2024-04-25T17:19:38.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.647+0000 7f1532449640 1 -- 172.21.15.28:0/468570373 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f152c06b460 con 0x7f152c19f1d0 2024-04-25T17:19:38.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.649+0000 7f15297fa640 1 -- 172.21.15.28:0/468570373 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f152400f5f0 con 0x7f152c19f1d0 2024-04-25T17:19:38.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.650+0000 7f15297fa640 1 --2- 172.21.15.28:0/468570373 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f15180afba0 0x7f15180b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:38.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.650+0000 7f152bfff640 1 --2- 172.21.15.28:0/468570373 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f15180afba0 0x7f15180b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:38.651 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.650+0000 7f15297fa640 1 -- 172.21.15.28:0/468570373 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f15240df800 con 0x7f152c19f1d0 2024-04-25T17:19:38.651 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.650+0000 7f152bfff640 1 --2- 172.21.15.28:0/468570373 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f15180afba0 0x7f15180b20b0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f1514006010 tx=0x7f1514000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:38.654 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.654+0000 7f15297fa640 1 -- 172.21.15.28:0/468570373 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1524014030 con 0x7f152c19f1d0 2024-04-25T17:19:38.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:38 smithi028 ceph-mon[29207]: pgmap v467: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:19:38.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:38 smithi084 ceph-mon[32752]: pgmap v467: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:19:38.842 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.842+0000 7f1532449640 1 -- 172.21.15.28:0/468570373 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f152c02de50 con 0x7f152c19f1d0 2024-04-25T17:19:38.844 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.843+0000 7f15297fa640 1 -- 172.21.15.28:0/468570373 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+24564 (secure 0 0 0) 0x7f15240a80f0 con 0x7f152c19f1d0 2024-04-25T17:19:38.844 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:19:38.844 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":84,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:15:32.384427+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T17:13:40.495256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T17:13:41.573638+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T17:13:45.282812+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.5","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1a","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:19:38.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.845+0000 7f1532449640 1 -- 172.21.15.28:0/468570373 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f15180afba0 msgr2=0x7f15180b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:38.846 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.845+0000 7f1532449640 1 --2- 172.21.15.28:0/468570373 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f15180afba0 0x7f15180b20b0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f1514006010 tx=0x7f1514000bc0 comp rx=0 tx=0).stop 2024-04-25T17:19:38.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.845+0000 7f1532449640 1 -- 172.21.15.28:0/468570373 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f152c19f1d0 msgr2=0x7f152c1a15f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:38.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.845+0000 7f1532449640 1 --2- 172.21.15.28:0/468570373 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f152c19f1d0 0x7f152c1a15f0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f152400cce0 tx=0x7f152400a620 comp rx=0 tx=0).stop 2024-04-25T17:19:38.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.846+0000 7f1532449640 1 -- 172.21.15.28:0/468570373 shutdown_connections 2024-04-25T17:19:38.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.846+0000 7f1532449640 1 --2- 172.21.15.28:0/468570373 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f15180afba0 0x7f15180b20b0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:38.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.846+0000 7f1532449640 1 --2- 172.21.15.28:0/468570373 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f152c19f1d0 0x7f152c1a15f0 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:38.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.846+0000 7f1532449640 1 --2- 172.21.15.28:0/468570373 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f152c103b40 0x7f152c19ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:38.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.846+0000 7f1532449640 1 --2- 172.21.15.28:0/468570373 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f152c102fe0 0x7f152c102280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:38.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.846+0000 7f1532449640 1 -- 172.21.15.28:0/468570373 >> 172.21.15.28:0/468570373 conn(0x7f152c0fd380 msgr2=0x7f152c0ff7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:38.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.846+0000 7f1532449640 1 -- 172.21.15.28:0/468570373 shutdown_connections 2024-04-25T17:19:38.847 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.846+0000 7f1532449640 1 -- 172.21.15.28:0/468570373 wait complete. 2024-04-25T17:19:38.858 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T17:08:58.716897+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T17:13:40.495256+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '75', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T17:13:41.573638+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '76', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-25T17:13:45.282812+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-25T17:19:38.858 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T17:19:38.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:38 smithi042 ceph-mon[32851]: pgmap v467: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-25T17:19:38.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.972+0000 7f6661f1f640 1 -- 172.21.15.28:0/242383387 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f665c103c10 msgr2=0x7f665c104020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:38.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.972+0000 7f6661f1f640 1 --2- 172.21.15.28:0/242383387 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f665c103c10 0x7f665c104020 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f6650009900 tx=0x7f665002a410 comp rx=0 tx=0).stop 2024-04-25T17:19:38.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.973+0000 7f6661f1f640 1 -- 172.21.15.28:0/242383387 shutdown_connections 2024-04-25T17:19:38.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.973+0000 7f6661f1f640 1 --2- 172.21.15.28:0/242383387 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f665c108910 0x7f665c10ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:38.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.973+0000 7f6661f1f640 1 --2- 172.21.15.28:0/242383387 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f665c103c10 0x7f665c104020 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:38.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.973+0000 7f6661f1f640 1 --2- 172.21.15.28:0/242383387 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f665c1029d0 0x7f665c1036d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:38.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.973+0000 7f6661f1f640 1 -- 172.21.15.28:0/242383387 >> 172.21.15.28:0/242383387 conn(0x7f665c0fdbc0 msgr2=0x7f665c100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:38.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.973+0000 7f6661f1f640 1 -- 172.21.15.28:0/242383387 shutdown_connections 2024-04-25T17:19:38.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.973+0000 7f6661f1f640 1 -- 172.21.15.28:0/242383387 wait complete. 2024-04-25T17:19:38.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.973+0000 7f6661f1f640 1 Processor -- start 2024-04-25T17:19:38.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.973+0000 7f6661f1f640 1 -- start start 2024-04-25T17:19:38.976 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.974+0000 7f6661f1f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f665c1029d0 0x7f665c06aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:38.976 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.974+0000 7f6661f1f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f665c103c10 0x7f665c1a12d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:38.977 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.974+0000 7f6661f1f640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f665c108910 0x7f665c1a3820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:38.977 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.974+0000 7f6661f1f640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f665c10e3b0 con 0x7f665c103c10 2024-04-25T17:19:38.977 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.974+0000 7f6661f1f640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f665c10e230 con 0x7f665c108910 2024-04-25T17:19:38.977 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.974+0000 7f6661f1f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f665c10e530 con 0x7f665c1029d0 2024-04-25T17:19:38.977 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.974+0000 7f665affd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f665c103c10 0x7f665c1a12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:38.977 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.974+0000 7f665affd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f665c103c10 0x7f665c1a12d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:38942/0 (socket says 172.21.15.28:38942) 2024-04-25T17:19:38.977 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.974+0000 7f665affd640 1 -- 172.21.15.28:0/3688620543 learned_addr learned my addr 172.21.15.28:0/3688620543 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:19:38.977 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.974+0000 7f665bfff640 1 --2- 172.21.15.28:0/3688620543 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f665c108910 0x7f665c1a3820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:38.977 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.974+0000 7f665b7fe640 1 --2- 172.21.15.28:0/3688620543 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f665c1029d0 0x7f665c06aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:38.977 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.974+0000 7f665affd640 1 -- 172.21.15.28:0/3688620543 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f665c1029d0 msgr2=0x7f665c06aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:38.977 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.974+0000 7f665affd640 1 --2- 172.21.15.28:0/3688620543 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f665c1029d0 0x7f665c06aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:38.977 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.974+0000 7f665affd640 1 -- 172.21.15.28:0/3688620543 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f665c108910 msgr2=0x7f665c1a3820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:38.977 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.974+0000 7f665affd640 1 --2- 172.21.15.28:0/3688620543 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f665c108910 0x7f665c1a3820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:38.977 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.974+0000 7f665affd640 1 -- 172.21.15.28:0/3688620543 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f665c1a3e60 con 0x7f665c103c10 2024-04-25T17:19:38.978 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.974+0000 7f665b7fe640 1 --2- 172.21.15.28:0/3688620543 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f665c1029d0 0x7f665c06aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:19:38.978 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.974+0000 7f665affd640 1 --2- 172.21.15.28:0/3688620543 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f665c103c10 0x7f665c1a12d0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f6650009230 tx=0x7f66500042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:38.978 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.974+0000 7f6658ff9640 1 -- 172.21.15.28:0/3688620543 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f665003f030 con 0x7f665c103c10 2024-04-25T17:19:38.978 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.975+0000 7f6658ff9640 1 -- 172.21.15.28:0/3688620543 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6650003c90 con 0x7f665c103c10 2024-04-25T17:19:38.978 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.975+0000 7f6661f1f640 1 -- 172.21.15.28:0/3688620543 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f665c1a40f0 con 0x7f665c103c10 2024-04-25T17:19:38.978 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.975+0000 7f6658ff9640 1 -- 172.21.15.28:0/3688620543 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6650035070 con 0x7f665c103c10 2024-04-25T17:19:38.978 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.975+0000 7f6661f1f640 1 -- 172.21.15.28:0/3688620543 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f665c1a45e0 con 0x7f665c103c10 2024-04-25T17:19:38.978 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.976+0000 7f6661f1f640 1 -- 172.21.15.28:0/3688620543 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f665c107720 con 0x7f665c103c10 2024-04-25T17:19:38.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.977+0000 7f6658ff9640 1 -- 172.21.15.28:0/3688620543 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f6650042030 con 0x7f665c103c10 2024-04-25T17:19:38.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.978+0000 7f6658ff9640 1 --2- 172.21.15.28:0/3688620543 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f66440afaf0 0x7f66440b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:38.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.978+0000 7f665b7fe640 1 --2- 172.21.15.28:0/3688620543 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f66440afaf0 0x7f66440b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:38.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.978+0000 7f6658ff9640 1 -- 172.21.15.28:0/3688620543 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f66500ffaa0 con 0x7f665c103c10 2024-04-25T17:19:38.979 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.979+0000 7f665b7fe640 1 --2- 172.21.15.28:0/3688620543 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f66440afaf0 0x7f66440b2000 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f664c005d00 tx=0x7f664c005c90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:38.982 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:38.982+0000 7f6658ff9640 1 -- 172.21.15.28:0/3688620543 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f66500c82a0 con 0x7f665c103c10 2024-04-25T17:19:39.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.167+0000 7f6661f1f640 1 -- 172.21.15.28:0/3688620543 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f665c0637a0 con 0x7f665c103c10 2024-04-25T17:19:39.168 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.167+0000 7f6658ff9640 1 -- 172.21.15.28:0/3688620543 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v84) ==== 93+0+10 (secure 0 0 0) 0x7f66500c7ba0 con 0x7f665c103c10 2024-04-25T17:19:39.168 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 1 2024-04-25T17:19:39.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.169+0000 7f6661f1f640 1 -- 172.21.15.28:0/3688620543 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f66440afaf0 msgr2=0x7f66440b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:39.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.169+0000 7f6661f1f640 1 --2- 172.21.15.28:0/3688620543 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f66440afaf0 0x7f66440b2000 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f664c005d00 tx=0x7f664c005c90 comp rx=0 tx=0).stop 2024-04-25T17:19:39.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.169+0000 7f6661f1f640 1 -- 172.21.15.28:0/3688620543 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f665c103c10 msgr2=0x7f665c1a12d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:39.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.169+0000 7f6661f1f640 1 --2- 172.21.15.28:0/3688620543 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f665c103c10 0x7f665c1a12d0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f6650009230 tx=0x7f66500042f0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.169+0000 7f6661f1f640 1 -- 172.21.15.28:0/3688620543 shutdown_connections 2024-04-25T17:19:39.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.169+0000 7f6661f1f640 1 --2- 172.21.15.28:0/3688620543 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f66440afaf0 0x7f66440b2000 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.170 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.169+0000 7f6661f1f640 1 --2- 172.21.15.28:0/3688620543 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f665c108910 0x7f665c1a3820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.169+0000 7f6661f1f640 1 --2- 172.21.15.28:0/3688620543 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f665c103c10 0x7f665c1a12d0 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.169+0000 7f6661f1f640 1 --2- 172.21.15.28:0/3688620543 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f665c1029d0 0x7f665c06aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.169+0000 7f6661f1f640 1 -- 172.21.15.28:0/3688620543 >> 172.21.15.28:0/3688620543 conn(0x7f665c0fdbc0 msgr2=0x7f665c1048f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:39.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.169+0000 7f6661f1f640 1 -- 172.21.15.28:0/3688620543 shutdown_connections 2024-04-25T17:19:39.171 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.169+0000 7f6661f1f640 1 -- 172.21.15.28:0/3688620543 wait complete. 2024-04-25T17:19:39.182 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T17:19:39.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.296+0000 7fbbb5582640 1 -- 172.21.15.28:0/2757023315 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbb0109a70 msgr2=0x7fbbb010be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:39.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.296+0000 7fbbb5582640 1 --2- 172.21.15.28:0/2757023315 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbb0109a70 0x7fbbb010be90 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fbba8009ca0 tx=0x7fbba802a8c0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.296+0000 7fbbb5582640 1 -- 172.21.15.28:0/2757023315 shutdown_connections 2024-04-25T17:19:39.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.296+0000 7fbbb5582640 1 --2- 172.21.15.28:0/2757023315 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbb0109a70 0x7fbbb010be90 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.296+0000 7fbbb5582640 1 --2- 172.21.15.28:0/2757023315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbbb0104d70 0x7fbbb0105180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.296+0000 7fbbb5582640 1 --2- 172.21.15.28:0/2757023315 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbb0103b30 0x7fbbb0104830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.296+0000 7fbbb5582640 1 -- 172.21.15.28:0/2757023315 >> 172.21.15.28:0/2757023315 conn(0x7fbbb00fed40 msgr2=0x7fbbb01011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:39.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.296+0000 7fbbb5582640 1 -- 172.21.15.28:0/2757023315 shutdown_connections 2024-04-25T17:19:39.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.296+0000 7fbbb5582640 1 -- 172.21.15.28:0/2757023315 wait complete. 2024-04-25T17:19:39.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.296+0000 7fbbb5582640 1 Processor -- start 2024-04-25T17:19:39.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.297+0000 7fbbb5582640 1 -- start start 2024-04-25T17:19:39.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.297+0000 7fbbb5582640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbbb0103b30 0x7fbbb019a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:39.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.297+0000 7fbbb5582640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbb0104d70 0x7fbbb019a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:39.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.297+0000 7fbbb5582640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbb0109a70 0x7fbbb01a15d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:39.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.297+0000 7fbbb5582640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fbbb010f560 con 0x7fbbb0109a70 2024-04-25T17:19:39.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.297+0000 7fbbb5582640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbbb010f3e0 con 0x7fbbb0103b30 2024-04-25T17:19:39.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.297+0000 7fbbb5582640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbbb010f6e0 con 0x7fbbb0104d70 2024-04-25T17:19:39.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.297+0000 7fbbaf7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbb0109a70 0x7fbbb01a15d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:39.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.297+0000 7fbbaf7fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbb0109a70 0x7fbbb01a15d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:38962/0 (socket says 172.21.15.28:38962) 2024-04-25T17:19:39.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.297+0000 7fbbaf7fe640 1 -- 172.21.15.28:0/4119163648 learned_addr learned my addr 172.21.15.28:0/4119163648 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:19:39.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.297+0000 7fbbae7fc640 1 --2- 172.21.15.28:0/4119163648 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbb0104d70 0x7fbbb019a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:39.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.297+0000 7fbbaeffd640 1 --2- 172.21.15.28:0/4119163648 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbbb0103b30 0x7fbbb019a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:39.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.297+0000 7fbbaf7fe640 1 -- 172.21.15.28:0/4119163648 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbb0104d70 msgr2=0x7fbbb019a640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:39.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.297+0000 7fbbaf7fe640 1 --2- 172.21.15.28:0/4119163648 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbb0104d70 0x7fbbb019a640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.297+0000 7fbbaf7fe640 1 -- 172.21.15.28:0/4119163648 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbbb0103b30 msgr2=0x7fbbb019a100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:39.300 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.297+0000 7fbbaf7fe640 1 --2- 172.21.15.28:0/4119163648 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbbb0103b30 0x7fbbb019a100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.297+0000 7fbbaf7fe640 1 -- 172.21.15.28:0/4119163648 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbb01a1c40 con 0x7fbbb0109a70 2024-04-25T17:19:39.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.298+0000 7fbbaf7fe640 1 --2- 172.21.15.28:0/4119163648 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbb0109a70 0x7fbbb01a15d0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fbba8031040 tx=0x7fbba8003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:39.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.298+0000 7fbb97fff640 1 -- 172.21.15.28:0/4119163648 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbba8004040 con 0x7fbbb0109a70 2024-04-25T17:19:39.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.298+0000 7fbb97fff640 1 -- 172.21.15.28:0/4119163648 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbba8004670 con 0x7fbbb0109a70 2024-04-25T17:19:39.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.298+0000 7fbbb5582640 1 -- 172.21.15.28:0/4119163648 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbb01a1ed0 con 0x7fbbb0109a70 2024-04-25T17:19:39.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.298+0000 7fbb97fff640 1 -- 172.21.15.28:0/4119163648 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbba8030d50 con 0x7fbbb0109a70 2024-04-25T17:19:39.301 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.298+0000 7fbbb5582640 1 -- 172.21.15.28:0/4119163648 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbb01a2330 con 0x7fbbb0109a70 2024-04-25T17:19:39.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.299+0000 7fbbb5582640 1 -- 172.21.15.28:0/4119163648 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbb006a210 con 0x7fbbb0109a70 2024-04-25T17:19:39.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.300+0000 7fbb97fff640 1 -- 172.21.15.28:0/4119163648 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fbba80305c0 con 0x7fbbb0109a70 2024-04-25T17:19:39.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.301+0000 7fbb97fff640 1 --2- 172.21.15.28:0/4119163648 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbb980afaf0 0x7fbb980b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:39.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.301+0000 7fbb97fff640 1 -- 172.21.15.28:0/4119163648 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fbba81005e0 con 0x7fbbb0109a70 2024-04-25T17:19:39.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.301+0000 7fbbaeffd640 1 --2- 172.21.15.28:0/4119163648 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbb980afaf0 0x7fbb980b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:39.302 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.302+0000 7fbbaeffd640 1 --2- 172.21.15.28:0/4119163648 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbb980afaf0 0x7fbb980b2000 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fbba0005fd0 tx=0x7fbba0005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:39.306 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.306+0000 7fbb97fff640 1 -- 172.21.15.28:0/4119163648 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbba80c8de0 con 0x7fbbb0109a70 2024-04-25T17:19:39.496 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.496+0000 7fbbb5582640 1 -- 172.21.15.28:0/4119163648 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fbbb00637d0 con 0x7fbbb0109a70 2024-04-25T17:19:39.497 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.496+0000 7fbb97fff640 1 -- 172.21.15.28:0/4119163648 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v84) ==== 104+0+11 (secure 0 0 0) 0x7fbba80c86e0 con 0x7fbbb0109a70 2024-04-25T17:19:39.497 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-25T17:19:39.499 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.498+0000 7fbbb5582640 1 -- 172.21.15.28:0/4119163648 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbb980afaf0 msgr2=0x7fbb980b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:39.499 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.498+0000 7fbbb5582640 1 --2- 172.21.15.28:0/4119163648 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbb980afaf0 0x7fbb980b2000 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fbba0005fd0 tx=0x7fbba0005850 comp rx=0 tx=0).stop 2024-04-25T17:19:39.499 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.498+0000 7fbbb5582640 1 -- 172.21.15.28:0/4119163648 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbb0109a70 msgr2=0x7fbbb01a15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:39.499 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.498+0000 7fbbb5582640 1 --2- 172.21.15.28:0/4119163648 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbb0109a70 0x7fbbb01a15d0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fbba8031040 tx=0x7fbba8003ba0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.498+0000 7fbbb5582640 1 -- 172.21.15.28:0/4119163648 shutdown_connections 2024-04-25T17:19:39.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.498+0000 7fbbb5582640 1 --2- 172.21.15.28:0/4119163648 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fbb980afaf0 0x7fbb980b2000 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.498+0000 7fbbb5582640 1 --2- 172.21.15.28:0/4119163648 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fbbb0109a70 0x7fbbb01a15d0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.498+0000 7fbbb5582640 1 --2- 172.21.15.28:0/4119163648 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbb0104d70 0x7fbbb019a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.498+0000 7fbbb5582640 1 --2- 172.21.15.28:0/4119163648 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbbb0103b30 0x7fbbb019a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.498+0000 7fbbb5582640 1 -- 172.21.15.28:0/4119163648 >> 172.21.15.28:0/4119163648 conn(0x7fbbb00fed40 msgr2=0x7fbbb0105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:39.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.499+0000 7fbbb5582640 1 -- 172.21.15.28:0/4119163648 shutdown_connections 2024-04-25T17:19:39.500 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.499+0000 7fbbb5582640 1 -- 172.21.15.28:0/4119163648 wait complete. 2024-04-25T17:19:39.509 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:39 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/468570373' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:19:39.509 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:39 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3688620543' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:19:39.511 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T17:19:39.627 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.626+0000 7fe682634640 1 -- 172.21.15.28:0/2264559149 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe67c106f20 msgr2=0x7fe67c109340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:39.627 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.626+0000 7fe682634640 1 --2- 172.21.15.28:0/2264559149 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe67c106f20 0x7fe67c109340 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fe66c009900 tx=0x7fe66c02a410 comp rx=0 tx=0).stop 2024-04-25T17:19:39.627 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.626+0000 7fe682634640 1 -- 172.21.15.28:0/2264559149 shutdown_connections 2024-04-25T17:19:39.627 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.626+0000 7fe682634640 1 --2- 172.21.15.28:0/2264559149 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe67c109880 0x7fe67c10bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.627 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.626+0000 7fe682634640 1 --2- 172.21.15.28:0/2264559149 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe67c106f20 0x7fe67c109340 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.626+0000 7fe682634640 1 --2- 172.21.15.28:0/2264559149 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe67c1045c0 0x7fe67c1069e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.626+0000 7fe682634640 1 -- 172.21.15.28:0/2264559149 >> 172.21.15.28:0/2264559149 conn(0x7fe67c0fdbc0 msgr2=0x7fe67c100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:39.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.626+0000 7fe682634640 1 -- 172.21.15.28:0/2264559149 shutdown_connections 2024-04-25T17:19:39.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.626+0000 7fe682634640 1 -- 172.21.15.28:0/2264559149 wait complete. 2024-04-25T17:19:39.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.627+0000 7fe682634640 1 Processor -- start 2024-04-25T17:19:39.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.627+0000 7fe682634640 1 -- start start 2024-04-25T17:19:39.630 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.627+0000 7fe682634640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe67c1045c0 0x7fe67c103a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:39.630 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.627+0000 7fe682634640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe67c106f20 0x7fe67c1020b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:39.630 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.627+0000 7fe682634640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe67c109880 0x7fe67c1025f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:39.630 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.627+0000 7fe682634640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fe67c10f500 con 0x7fe67c109880 2024-04-25T17:19:39.630 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.627+0000 7fe682634640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe67c10f380 con 0x7fe67c106f20 2024-04-25T17:19:39.630 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.627+0000 7fe682634640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe67c10f680 con 0x7fe67c1045c0 2024-04-25T17:19:39.630 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.627+0000 7fe680bd1640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe67c109880 0x7fe67c1025f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:39.630 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.627+0000 7fe680bd1640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe67c109880 0x7fe67c1025f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:38984/0 (socket says 172.21.15.28:38984) 2024-04-25T17:19:39.630 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.627+0000 7fe680bd1640 1 -- 172.21.15.28:0/2406508847 learned_addr learned my addr 172.21.15.28:0/2406508847 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:19:39.630 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.627+0000 7fe67bfff640 1 --2- 172.21.15.28:0/2406508847 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe67c1045c0 0x7fe67c103a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:39.631 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.627+0000 7fe67b7fe640 1 --2- 172.21.15.28:0/2406508847 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe67c106f20 0x7fe67c1020b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:39.631 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.628+0000 7fe680bd1640 1 -- 172.21.15.28:0/2406508847 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe67c1045c0 msgr2=0x7fe67c103a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:39.631 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.628+0000 7fe680bd1640 1 --2- 172.21.15.28:0/2406508847 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe67c1045c0 0x7fe67c103a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.631 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.628+0000 7fe680bd1640 1 -- 172.21.15.28:0/2406508847 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe67c106f20 msgr2=0x7fe67c1020b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:39.631 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.628+0000 7fe680bd1640 1 --2- 172.21.15.28:0/2406508847 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe67c106f20 0x7fe67c1020b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.631 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.628+0000 7fe680bd1640 1 -- 172.21.15.28:0/2406508847 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe67c102d20 con 0x7fe67c109880 2024-04-25T17:19:39.631 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.628+0000 7fe67b7fe640 1 --2- 172.21.15.28:0/2406508847 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe67c106f20 0x7fe67c1020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:19:39.631 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.628+0000 7fe680bd1640 1 --2- 172.21.15.28:0/2406508847 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe67c109880 0x7fe67c1025f0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fe67400e9d0 tx=0x7fe67400ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:39.631 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.628+0000 7fe6797fa640 1 -- 172.21.15.28:0/2406508847 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe67400cd80 con 0x7fe67c109880 2024-04-25T17:19:39.631 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.628+0000 7fe6797fa640 1 -- 172.21.15.28:0/2406508847 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe674005020 con 0x7fe67c109880 2024-04-25T17:19:39.631 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.628+0000 7fe682634640 1 -- 172.21.15.28:0/2406508847 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe67c1a41c0 con 0x7fe67c109880 2024-04-25T17:19:39.631 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.628+0000 7fe6797fa640 1 -- 172.21.15.28:0/2406508847 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6740116d0 con 0x7fe67c109880 2024-04-25T17:19:39.631 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.628+0000 7fe682634640 1 -- 172.21.15.28:0/2406508847 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe67c1a4680 con 0x7fe67c109880 2024-04-25T17:19:39.632 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.629+0000 7fe682634640 1 -- 172.21.15.28:0/2406508847 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe67c0ff6e0 con 0x7fe67c109880 2024-04-25T17:19:39.632 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.631+0000 7fe6797fa640 1 -- 172.21.15.28:0/2406508847 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fe674004a40 con 0x7fe67c109880 2024-04-25T17:19:39.632 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.632+0000 7fe6797fa640 1 --2- 172.21.15.28:0/2406508847 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe6680afaf0 0x7fe6680b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:39.633 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.632+0000 7fe67bfff640 1 --2- 172.21.15.28:0/2406508847 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe6680afaf0 0x7fe6680b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:39.633 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.632+0000 7fe6797fa640 1 -- 172.21.15.28:0/2406508847 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fe6740df4e0 con 0x7fe67c109880 2024-04-25T17:19:39.633 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.633+0000 7fe67bfff640 1 --2- 172.21.15.28:0/2406508847 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe6680afaf0 0x7fe6680b2000 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fe67c06aa20 tx=0x7fe66400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:39.636 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.636+0000 7fe6797fa640 1 -- 172.21.15.28:0/2406508847 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe674016030 con 0x7fe67c109880 2024-04-25T17:19:39.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:39 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/468570373' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:19:39.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:39 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3688620543' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:19:39.822 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.821+0000 7fe682634640 1 -- 172.21.15.28:0/2406508847 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fe67c0637a0 con 0x7fe67c109880 2024-04-25T17:19:39.822 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.822+0000 7fe6797fa640 1 -- 172.21.15.28:0/2406508847 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v84) ==== 100+0+11 (secure 0 0 0) 0x7fe6740a7ce0 con 0x7fe67c109880 2024-04-25T17:19:39.823 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 64 2024-04-25T17:19:39.824 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.824+0000 7fe682634640 1 -- 172.21.15.28:0/2406508847 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe6680afaf0 msgr2=0x7fe6680b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:39.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.824+0000 7fe682634640 1 --2- 172.21.15.28:0/2406508847 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe6680afaf0 0x7fe6680b2000 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fe67c06aa20 tx=0x7fe66400b390 comp rx=0 tx=0).stop 2024-04-25T17:19:39.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.824+0000 7fe682634640 1 -- 172.21.15.28:0/2406508847 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe67c109880 msgr2=0x7fe67c1025f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:39.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.824+0000 7fe682634640 1 --2- 172.21.15.28:0/2406508847 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe67c109880 0x7fe67c1025f0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fe67400e9d0 tx=0x7fe67400ee90 comp rx=0 tx=0).stop 2024-04-25T17:19:39.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.824+0000 7fe682634640 1 -- 172.21.15.28:0/2406508847 shutdown_connections 2024-04-25T17:19:39.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.824+0000 7fe682634640 1 --2- 172.21.15.28:0/2406508847 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fe6680afaf0 0x7fe6680b2000 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.824+0000 7fe682634640 1 --2- 172.21.15.28:0/2406508847 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fe67c109880 0x7fe67c1025f0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.824+0000 7fe682634640 1 --2- 172.21.15.28:0/2406508847 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe67c106f20 0x7fe67c1020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.824+0000 7fe682634640 1 --2- 172.21.15.28:0/2406508847 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe67c1045c0 0x7fe67c103a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.824+0000 7fe682634640 1 -- 172.21.15.28:0/2406508847 >> 172.21.15.28:0/2406508847 conn(0x7fe67c0fdbc0 msgr2=0x7fe67c105190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:39.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.824+0000 7fe682634640 1 -- 172.21.15.28:0/2406508847 shutdown_connections 2024-04-25T17:19:39.825 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.824+0000 7fe682634640 1 -- 172.21.15.28:0/2406508847 wait complete. 2024-04-25T17:19:39.836 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-25T17:19:39.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:39 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/468570373' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:19:39.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:39 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3688620543' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:19:39.953 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.951+0000 7f8da984a640 1 -- 172.21.15.28:0/43188882 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8da4108920 msgr2=0x7f8da410ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:39.953 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.951+0000 7f8da984a640 1 --2- 172.21.15.28:0/43188882 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8da4108920 0x7f8da410ad40 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f8d9c009ca0 tx=0x7f8d9c02a8c0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.954 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.951+0000 7f8da984a640 1 -- 172.21.15.28:0/43188882 shutdown_connections 2024-04-25T17:19:39.954 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.951+0000 7f8da984a640 1 --2- 172.21.15.28:0/43188882 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8da4108920 0x7f8da410ad40 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.954 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.951+0000 7f8da984a640 1 --2- 172.21.15.28:0/43188882 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8da4103c20 0x7f8da4104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.954 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.951+0000 7f8da984a640 1 --2- 172.21.15.28:0/43188882 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8da41029e0 0x7f8da41036e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.954 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.951+0000 7f8da984a640 1 -- 172.21.15.28:0/43188882 >> 172.21.15.28:0/43188882 conn(0x7f8da40fdbd0 msgr2=0x7f8da4100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:39.954 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.951+0000 7f8da984a640 1 -- 172.21.15.28:0/43188882 shutdown_connections 2024-04-25T17:19:39.954 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.951+0000 7f8da984a640 1 -- 172.21.15.28:0/43188882 wait complete. 2024-04-25T17:19:39.954 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.951+0000 7f8da984a640 1 Processor -- start 2024-04-25T17:19:39.954 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.951+0000 7f8da984a640 1 -- start start 2024-04-25T17:19:39.954 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.952+0000 7f8da984a640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8da41029e0 0x7f8da419a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:39.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.952+0000 7f8da984a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8da4103c20 0x7f8da419a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:39.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.952+0000 7f8da984a640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8da4108920 0x7f8da41a15a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:39.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.952+0000 7f8da984a640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f8da410f520 con 0x7f8da41029e0 2024-04-25T17:19:39.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.952+0000 7f8da984a640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8da410f3a0 con 0x7f8da4108920 2024-04-25T17:19:39.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.952+0000 7f8da984a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8da410f6a0 con 0x7f8da4103c20 2024-04-25T17:19:39.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.952+0000 7f8da2ffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8da41029e0 0x7f8da419a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:39.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.952+0000 7f8da2ffd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8da41029e0 0x7f8da419a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:38998/0 (socket says 172.21.15.28:38998) 2024-04-25T17:19:39.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.952+0000 7f8da2ffd640 1 -- 172.21.15.28:0/2884603018 learned_addr learned my addr 172.21.15.28:0/2884603018 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:19:39.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.952+0000 7f8da37fe640 1 --2- 172.21.15.28:0/2884603018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8da4108920 0x7f8da41a15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:39.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.952+0000 7f8d9bfff640 1 --2- 172.21.15.28:0/2884603018 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8da4103c20 0x7f8da419a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:39.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.952+0000 7f8da2ffd640 1 -- 172.21.15.28:0/2884603018 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8da4103c20 msgr2=0x7f8da419a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:39.955 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.952+0000 7f8da2ffd640 1 --2- 172.21.15.28:0/2884603018 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8da4103c20 0x7f8da419a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.956 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.952+0000 7f8da2ffd640 1 -- 172.21.15.28:0/2884603018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8da4108920 msgr2=0x7f8da41a15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:39.956 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.952+0000 7f8da2ffd640 1 --2- 172.21.15.28:0/2884603018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8da4108920 0x7f8da41a15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:39.956 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.952+0000 7f8da2ffd640 1 -- 172.21.15.28:0/2884603018 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8da41a1c10 con 0x7f8da41029e0 2024-04-25T17:19:39.956 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.953+0000 7f8da2ffd640 1 --2- 172.21.15.28:0/2884603018 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8da41029e0 0x7f8da419a140 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f8d94005fd0 tx=0x7f8d9400dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:39.956 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.953+0000 7f8da8848640 1 -- 172.21.15.28:0/2884603018 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d94017070 con 0x7f8da41029e0 2024-04-25T17:19:39.956 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.953+0000 7f8da8848640 1 -- 172.21.15.28:0/2884603018 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8d94009c30 con 0x7f8da41029e0 2024-04-25T17:19:39.956 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.953+0000 7f8da984a640 1 -- 172.21.15.28:0/2884603018 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8da41a1f00 con 0x7f8da41029e0 2024-04-25T17:19:39.956 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.953+0000 7f8da8848640 1 -- 172.21.15.28:0/2884603018 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d94003c70 con 0x7f8da41029e0 2024-04-25T17:19:39.956 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.953+0000 7f8da984a640 1 -- 172.21.15.28:0/2884603018 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8da41a23c0 con 0x7f8da41029e0 2024-04-25T17:19:39.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.954+0000 7f8da984a640 1 -- 172.21.15.28:0/2884603018 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8da4107730 con 0x7f8da41029e0 2024-04-25T17:19:39.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.956+0000 7f8da8848640 1 -- 172.21.15.28:0/2884603018 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f8d94003e10 con 0x7f8da41029e0 2024-04-25T17:19:39.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.957+0000 7f8da8848640 1 --2- 172.21.15.28:0/2884603018 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8d900afb70 0x7f8d900b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:39.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.957+0000 7f8da8848640 1 -- 172.21.15.28:0/2884603018 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f8d940df450 con 0x7f8da41029e0 2024-04-25T17:19:39.957 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.957+0000 7f8d9bfff640 1 --2- 172.21.15.28:0/2884603018 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8d900afb70 0x7f8d900b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:39.958 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.957+0000 7f8d9bfff640 1 --2- 172.21.15.28:0/2884603018 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8d900afb70 0x7f8d900b2080 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f8d8c005fd0 tx=0x7f8d8c005cf0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:39.960 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:39.960+0000 7f8da8848640 1 -- 172.21.15.28:0/2884603018 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8d94020030 con 0x7f8da41029e0 2024-04-25T17:19:40.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.146+0000 7f8da984a640 1 -- 172.21.15.28:0/2884603018 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f8da402dce0 con 0x7f8da41029e0 2024-04-25T17:19:40.147 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.147+0000 7f8da8848640 1 -- 172.21.15.28:0/2884603018 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v84) ==== 103+0+11 (secure 0 0 0) 0x7f8d940a7cd0 con 0x7f8da41029e0 2024-04-25T17:19:40.147 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-25T17:19:40.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.149+0000 7f8da984a640 1 -- 172.21.15.28:0/2884603018 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8d900afb70 msgr2=0x7f8d900b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:40.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.149+0000 7f8da984a640 1 --2- 172.21.15.28:0/2884603018 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8d900afb70 0x7f8d900b2080 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f8d8c005fd0 tx=0x7f8d8c005cf0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.149+0000 7f8da984a640 1 -- 172.21.15.28:0/2884603018 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8da41029e0 msgr2=0x7f8da419a140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:40.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.149+0000 7f8da984a640 1 --2- 172.21.15.28:0/2884603018 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8da41029e0 0x7f8da419a140 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f8d94005fd0 tx=0x7f8d9400dde0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.149+0000 7f8da984a640 1 -- 172.21.15.28:0/2884603018 shutdown_connections 2024-04-25T17:19:40.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.149+0000 7f8da984a640 1 --2- 172.21.15.28:0/2884603018 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f8d900afb70 0x7f8d900b2080 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.149+0000 7f8da984a640 1 --2- 172.21.15.28:0/2884603018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8da4108920 0x7f8da41a15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.150 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.149+0000 7f8da984a640 1 --2- 172.21.15.28:0/2884603018 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8da4103c20 0x7f8da419a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.149+0000 7f8da984a640 1 --2- 172.21.15.28:0/2884603018 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8da41029e0 0x7f8da419a140 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.149+0000 7f8da984a640 1 -- 172.21.15.28:0/2884603018 >> 172.21.15.28:0/2884603018 conn(0x7f8da40fdbd0 msgr2=0x7f8da4104900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:40.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.149+0000 7f8da984a640 1 -- 172.21.15.28:0/2884603018 shutdown_connections 2024-04-25T17:19:40.151 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.149+0000 7f8da984a640 1 -- 172.21.15.28:0/2884603018 wait complete. 2024-04-25T17:19:40.161 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-25T17:19:40.276 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.274+0000 7f6c2b557640 1 -- 172.21.15.28:0/639995467 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6c24106bf0 msgr2=0x7f6c241090d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:40.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.274+0000 7f6c2b557640 1 --2- 172.21.15.28:0/639995467 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6c24106bf0 0x7f6c241090d0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f6c14009900 tx=0x7f6c1402a410 comp rx=0 tx=0).stop 2024-04-25T17:19:40.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.274+0000 7f6c2b557640 1 -- 172.21.15.28:0/639995467 shutdown_connections 2024-04-25T17:19:40.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.274+0000 7f6c2b557640 1 --2- 172.21.15.28:0/639995467 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6c24109760 0x7f6c2410bc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.274+0000 7f6c2b557640 1 --2- 172.21.15.28:0/639995467 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6c24106bf0 0x7f6c241090d0 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.274+0000 7f6c2b557640 1 --2- 172.21.15.28:0/639995467 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c24104200 0x7f6c24106620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.274+0000 7f6c2b557640 1 -- 172.21.15.28:0/639995467 >> 172.21.15.28:0/639995467 conn(0x7f6c240fdbc0 msgr2=0x7f6c24100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:40.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.274+0000 7f6c2b557640 1 -- 172.21.15.28:0/639995467 shutdown_connections 2024-04-25T17:19:40.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.274+0000 7f6c2b557640 1 -- 172.21.15.28:0/639995467 wait complete. 2024-04-25T17:19:40.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.274+0000 7f6c2b557640 1 Processor -- start 2024-04-25T17:19:40.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.274+0000 7f6c2b557640 1 -- start start 2024-04-25T17:19:40.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.275+0000 7f6c2b557640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c24104200 0x7f6c2419a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:40.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.275+0000 7f6c2b557640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6c24106bf0 0x7f6c2419a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:40.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.275+0000 7f6c2b557640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6c24109760 0x7f6c241a15d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:40.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.275+0000 7f6c2b557640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f6c2410f460 con 0x7f6c24109760 2024-04-25T17:19:40.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.275+0000 7f6c2b557640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6c2410f2e0 con 0x7f6c24104200 2024-04-25T17:19:40.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.275+0000 7f6c2b557640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6c2410f5e0 con 0x7f6c24106bf0 2024-04-25T17:19:40.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.275+0000 7f6c29af4640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6c24109760 0x7f6c241a15d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:40.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.275+0000 7f6c29af4640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6c24109760 0x7f6c241a15d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39016/0 (socket says 172.21.15.28:39016) 2024-04-25T17:19:40.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.275+0000 7f6c29af4640 1 -- 172.21.15.28:0/3676096708 learned_addr learned my addr 172.21.15.28:0/3676096708 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:19:40.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.275+0000 7f6c292f3640 1 --2- 172.21.15.28:0/3676096708 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c24104200 0x7f6c2419a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:40.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.275+0000 7f6c28af2640 1 --2- 172.21.15.28:0/3676096708 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6c24106bf0 0x7f6c2419a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:40.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.275+0000 7f6c29af4640 1 -- 172.21.15.28:0/3676096708 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6c24106bf0 msgr2=0x7f6c2419a640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:40.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.275+0000 7f6c29af4640 1 --2- 172.21.15.28:0/3676096708 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6c24106bf0 0x7f6c2419a640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.275+0000 7f6c29af4640 1 -- 172.21.15.28:0/3676096708 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c24104200 msgr2=0x7f6c2419a100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:40.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.275+0000 7f6c29af4640 1 --2- 172.21.15.28:0/3676096708 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c24104200 0x7f6c2419a100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.275+0000 7f6c29af4640 1 -- 172.21.15.28:0/3676096708 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c241a1c40 con 0x7f6c24109760 2024-04-25T17:19:40.279 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.275+0000 7f6c28af2640 1 --2- 172.21.15.28:0/3676096708 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6c24106bf0 0x7f6c2419a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:19:40.279 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.275+0000 7f6c29af4640 1 --2- 172.21.15.28:0/3676096708 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6c24109760 0x7f6c241a15d0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f6c1c009fd0 tx=0x7f6c1c00b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:40.279 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.275+0000 7f6c1a7fc640 1 -- 172.21.15.28:0/3676096708 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c1c017070 con 0x7f6c24109760 2024-04-25T17:19:40.279 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.275+0000 7f6c1a7fc640 1 -- 172.21.15.28:0/3676096708 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6c1c003e00 con 0x7f6c24109760 2024-04-25T17:19:40.279 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.276+0000 7f6c2b557640 1 -- 172.21.15.28:0/3676096708 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c241a1f30 con 0x7f6c24109760 2024-04-25T17:19:40.279 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.276+0000 7f6c1a7fc640 1 -- 172.21.15.28:0/3676096708 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c1c010460 con 0x7f6c24109760 2024-04-25T17:19:40.279 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.276+0000 7f6c2b557640 1 -- 172.21.15.28:0/3676096708 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c241a2340 con 0x7f6c24109760 2024-04-25T17:19:40.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.276+0000 7f6c2b557640 1 -- 172.21.15.28:0/3676096708 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c24069dc0 con 0x7f6c24109760 2024-04-25T17:19:40.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.278+0000 7f6c1a7fc640 1 -- 172.21.15.28:0/3676096708 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f6c1c003970 con 0x7f6c24109760 2024-04-25T17:19:40.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.279+0000 7f6c1a7fc640 1 --2- 172.21.15.28:0/3676096708 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6c100afaf0 0x7f6c100b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:40.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.279+0000 7f6c1a7fc640 1 -- 172.21.15.28:0/3676096708 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f6c1c0df150 con 0x7f6c24109760 2024-04-25T17:19:40.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.279+0000 7f6c292f3640 1 --2- 172.21.15.28:0/3676096708 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6c100afaf0 0x7f6c100b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:40.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.279+0000 7f6c292f3640 1 --2- 172.21.15.28:0/3676096708 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6c100afaf0 0x7f6c100b2000 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f6c2406a9c0 tx=0x7f6c2000b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:40.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.283+0000 7f6c1a7fc640 1 -- 172.21.15.28:0/3676096708 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6c1c0a7950 con 0x7f6c24109760 2024-04-25T17:19:40.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:40 smithi028 ceph-mon[29207]: pgmap v468: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:19:40.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:40 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/4119163648' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:19:40.424 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:40 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2406508847' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:19:40.425 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:40 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2884603018' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:19:40.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.486+0000 7f6c2b557640 1 -- 172.21.15.28:0/3676096708 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f6c2402dc10 con 0x7f6c24109760 2024-04-25T17:19:40.487 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.487+0000 7f6c1a7fc640 1 -- 172.21.15.28:0/3676096708 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v84) ==== 81+0+591 (secure 0 0 0) 0x7f6c1c0a7250 con 0x7f6c24109760 2024-04-25T17:19:40.488 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:6801/1955324952 2024-04-26T17:06:03.808723+0000 2024-04-25T17:19:40.488 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:6800/1955324952 2024-04-26T17:06:03.808723+0000 2024-04-25T17:19:40.488 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:0/882061261 2024-04-26T17:06:30.612126+0000 2024-04-25T17:19:40.488 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:6801/3754186796 2024-04-26T17:06:30.612126+0000 2024-04-25T17:19:40.488 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:0/2486626847 2024-04-26T17:06:03.808723+0000 2024-04-25T17:19:40.488 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:0/2750422620 2024-04-26T17:06:03.808723+0000 2024-04-25T17:19:40.488 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:0/1177487357 2024-04-26T17:06:30.612126+0000 2024-04-25T17:19:40.488 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:0/4154652282 2024-04-26T17:06:30.612126+0000 2024-04-25T17:19:40.488 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:0/3130016384 2024-04-26T17:06:03.808723+0000 2024-04-25T17:19:40.488 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:6800/3754186796 2024-04-26T17:06:30.612126+0000 2024-04-25T17:19:40.488 INFO:teuthology.orchestra.run.smithi028.stderr:listed 10 entries 2024-04-25T17:19:40.490 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.489+0000 7f6c2b557640 1 -- 172.21.15.28:0/3676096708 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6c100afaf0 msgr2=0x7f6c100b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:40.490 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.489+0000 7f6c2b557640 1 --2- 172.21.15.28:0/3676096708 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6c100afaf0 0x7f6c100b2000 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f6c2406a9c0 tx=0x7f6c2000b390 comp rx=0 tx=0).stop 2024-04-25T17:19:40.490 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.489+0000 7f6c2b557640 1 -- 172.21.15.28:0/3676096708 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6c24109760 msgr2=0x7f6c241a15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:40.490 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.489+0000 7f6c2b557640 1 --2- 172.21.15.28:0/3676096708 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6c24109760 0x7f6c241a15d0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f6c1c009fd0 tx=0x7f6c1c00b260 comp rx=0 tx=0).stop 2024-04-25T17:19:40.490 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.489+0000 7f6c2b557640 1 -- 172.21.15.28:0/3676096708 shutdown_connections 2024-04-25T17:19:40.490 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.489+0000 7f6c2b557640 1 --2- 172.21.15.28:0/3676096708 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6c100afaf0 0x7f6c100b2000 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.489+0000 7f6c2b557640 1 --2- 172.21.15.28:0/3676096708 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6c24109760 0x7f6c241a15d0 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.489+0000 7f6c2b557640 1 --2- 172.21.15.28:0/3676096708 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6c24106bf0 0x7f6c2419a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.489+0000 7f6c2b557640 1 --2- 172.21.15.28:0/3676096708 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c24104200 0x7f6c2419a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.489+0000 7f6c2b557640 1 -- 172.21.15.28:0/3676096708 >> 172.21.15.28:0/3676096708 conn(0x7f6c240fdbc0 msgr2=0x7f6c24104e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:40.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.489+0000 7f6c2b557640 1 -- 172.21.15.28:0/3676096708 shutdown_connections 2024-04-25T17:19:40.491 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.489+0000 7f6c2b557640 1 -- 172.21.15.28:0/3676096708 wait complete. 2024-04-25T17:19:40.502 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-25T17:19:40.502 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-25T17:19:40.518 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T17:19:40.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.669+0000 7fda4098f640 1 -- 172.21.15.28:0/3322774779 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fda3c103c50 msgr2=0x7fda3c104060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:40.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.669+0000 7fda4098f640 1 --2- 172.21.15.28:0/3322774779 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fda3c103c50 0x7fda3c104060 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fda24009900 tx=0x7fda2402a410 comp rx=0 tx=0).stop 2024-04-25T17:19:40.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.669+0000 7fda4098f640 1 -- 172.21.15.28:0/3322774779 shutdown_connections 2024-04-25T17:19:40.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.669+0000 7fda4098f640 1 --2- 172.21.15.28:0/3322774779 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fda3c108950 0x7fda3c10ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.669+0000 7fda4098f640 1 --2- 172.21.15.28:0/3322774779 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fda3c103c50 0x7fda3c104060 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.669+0000 7fda4098f640 1 --2- 172.21.15.28:0/3322774779 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda3c102a10 0x7fda3c103710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.672 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.669+0000 7fda4098f640 1 -- 172.21.15.28:0/3322774779 >> 172.21.15.28:0/3322774779 conn(0x7fda3c0fdc00 msgr2=0x7fda3c1000b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:40.673 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.669+0000 7fda4098f640 1 -- 172.21.15.28:0/3322774779 shutdown_connections 2024-04-25T17:19:40.673 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.669+0000 7fda4098f640 1 -- 172.21.15.28:0/3322774779 wait complete. 2024-04-25T17:19:40.673 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.670+0000 7fda4098f640 1 Processor -- start 2024-04-25T17:19:40.673 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.670+0000 7fda4098f640 1 -- start start 2024-04-25T17:19:40.673 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.670+0000 7fda4098f640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda3c102a10 0x7fda3c19a070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:40.673 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.670+0000 7fda4098f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fda3c103c50 0x7fda3c19a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:40.673 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.671+0000 7fda4098f640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fda3c108950 0x7fda3c1a1540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:40.673 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.671+0000 7fda4098f640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fda3c10f4f0 con 0x7fda3c108950 2024-04-25T17:19:40.673 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.671+0000 7fda4098f640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fda3c10f370 con 0x7fda3c102a10 2024-04-25T17:19:40.673 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.671+0000 7fda4098f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fda3c10f670 con 0x7fda3c103c50 2024-04-25T17:19:40.673 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.671+0000 7fda3ad9d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fda3c108950 0x7fda3c1a1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:40.673 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.671+0000 7fda3ad9d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fda3c108950 0x7fda3c1a1540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39034/0 (socket says 172.21.15.28:39034) 2024-04-25T17:19:40.674 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.671+0000 7fda3ad9d640 1 -- 172.21.15.28:0/4201798045 learned_addr learned my addr 172.21.15.28:0/4201798045 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:19:40.674 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.671+0000 7fda33fff640 1 --2- 172.21.15.28:0/4201798045 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fda3c103c50 0x7fda3c19a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:40.674 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.671+0000 7fda3a59c640 1 --2- 172.21.15.28:0/4201798045 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda3c102a10 0x7fda3c19a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:40.674 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.671+0000 7fda3ad9d640 1 -- 172.21.15.28:0/4201798045 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fda3c103c50 msgr2=0x7fda3c19a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:40.674 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.671+0000 7fda3ad9d640 1 --2- 172.21.15.28:0/4201798045 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fda3c103c50 0x7fda3c19a5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.674 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.671+0000 7fda3ad9d640 1 -- 172.21.15.28:0/4201798045 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda3c102a10 msgr2=0x7fda3c19a070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:40.674 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.671+0000 7fda3ad9d640 1 --2- 172.21.15.28:0/4201798045 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda3c102a10 0x7fda3c19a070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.674 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.671+0000 7fda3ad9d640 1 -- 172.21.15.28:0/4201798045 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda3c1a1bb0 con 0x7fda3c108950 2024-04-25T17:19:40.674 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.671+0000 7fda3ad9d640 1 --2- 172.21.15.28:0/4201798045 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fda3c108950 0x7fda3c1a1540 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fda34009fd0 tx=0x7fda3400b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:40.674 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.671+0000 7fda337fe640 1 -- 172.21.15.28:0/4201798045 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda34017070 con 0x7fda3c108950 2024-04-25T17:19:40.674 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.671+0000 7fda337fe640 1 -- 172.21.15.28:0/4201798045 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fda34003e00 con 0x7fda3c108950 2024-04-25T17:19:40.674 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.671+0000 7fda4098f640 1 -- 172.21.15.28:0/4201798045 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda3c1a1ea0 con 0x7fda3c108950 2024-04-25T17:19:40.674 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.671+0000 7fda337fe640 1 -- 172.21.15.28:0/4201798045 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda34010460 con 0x7fda3c108950 2024-04-25T17:19:40.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.672+0000 7fda4098f640 1 -- 172.21.15.28:0/4201798045 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda3c1a2300 con 0x7fda3c108950 2024-04-25T17:19:40.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.672+0000 7fda4098f640 1 -- 172.21.15.28:0/4201798045 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda3c06a240 con 0x7fda3c108950 2024-04-25T17:19:40.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.674+0000 7fda337fe640 1 -- 172.21.15.28:0/4201798045 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fda34003970 con 0x7fda3c108950 2024-04-25T17:19:40.675 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.675+0000 7fda337fe640 1 --2- 172.21.15.28:0/4201798045 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fda280afc20 0x7fda280b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:40.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.675+0000 7fda3a59c640 1 --2- 172.21.15.28:0/4201798045 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fda280afc20 0x7fda280b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:40.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.675+0000 7fda337fe640 1 -- 172.21.15.28:0/4201798045 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fda340df040 con 0x7fda3c108950 2024-04-25T17:19:40.676 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.675+0000 7fda3a59c640 1 --2- 172.21.15.28:0/4201798045 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fda280afc20 0x7fda280b2130 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fda3c103610 tx=0x7fda2c00b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:40.678 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.678+0000 7fda337fe640 1 -- 172.21.15.28:0/4201798045 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fda3c06a240 con 0x7fda3c108950 2024-04-25T17:19:40.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:40 smithi084 ceph-mon[32752]: pgmap v468: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:19:40.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:40 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/4119163648' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:19:40.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:40 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2406508847' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:19:40.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:40 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2884603018' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:19:40.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:40 smithi042 ceph-mon[32851]: pgmap v468: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-25T17:19:40.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:40 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/4119163648' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:19:40.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:40 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2406508847' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:19:40.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:40 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2884603018' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:19:40.865 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.865+0000 7fda4098f640 1 -- 172.21.15.28:0/4201798045 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fda3c02dbd0 con 0x7fda3c108950 2024-04-25T17:19:40.866 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.866+0000 7fda337fe640 1 -- 172.21.15.28:0/4201798045 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+24564 (secure 0 0 0) 0x7fda340a72d0 con 0x7fda3c108950 2024-04-25T17:19:40.867 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:19:40.867 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":84,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:15:32.384427+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T17:13:40.495256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T17:13:41.573638+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T17:13:45.282812+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.5","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1a","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:19:40.869 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.868+0000 7fda4098f640 1 -- 172.21.15.28:0/4201798045 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fda280afc20 msgr2=0x7fda280b2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:40.869 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.868+0000 7fda4098f640 1 --2- 172.21.15.28:0/4201798045 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fda280afc20 0x7fda280b2130 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fda3c103610 tx=0x7fda2c00b390 comp rx=0 tx=0).stop 2024-04-25T17:19:40.869 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.868+0000 7fda4098f640 1 -- 172.21.15.28:0/4201798045 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fda3c108950 msgr2=0x7fda3c1a1540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:40.869 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.868+0000 7fda4098f640 1 --2- 172.21.15.28:0/4201798045 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fda3c108950 0x7fda3c1a1540 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fda34009fd0 tx=0x7fda3400b260 comp rx=0 tx=0).stop 2024-04-25T17:19:40.869 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.868+0000 7fda4098f640 1 -- 172.21.15.28:0/4201798045 shutdown_connections 2024-04-25T17:19:40.869 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.868+0000 7fda4098f640 1 --2- 172.21.15.28:0/4201798045 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fda280afc20 0x7fda280b2130 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.869 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.868+0000 7fda4098f640 1 --2- 172.21.15.28:0/4201798045 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fda3c108950 0x7fda3c1a1540 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.869 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.868+0000 7fda4098f640 1 --2- 172.21.15.28:0/4201798045 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fda3c103c50 0x7fda3c19a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.869 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.868+0000 7fda4098f640 1 --2- 172.21.15.28:0/4201798045 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda3c102a10 0x7fda3c19a070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.870 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.868+0000 7fda4098f640 1 -- 172.21.15.28:0/4201798045 >> 172.21.15.28:0/4201798045 conn(0x7fda3c0fdc00 msgr2=0x7fda3c104930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:40.870 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.868+0000 7fda4098f640 1 -- 172.21.15.28:0/4201798045 shutdown_connections 2024-04-25T17:19:40.870 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.868+0000 7fda4098f640 1 -- 172.21.15.28:0/4201798045 wait complete. 2024-04-25T17:19:40.881 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T17:08:58.716897+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T17:13:40.495256+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '75', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T17:13:41.573638+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '76', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-25T17:13:45.282812+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-25T17:19:40.881 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T17:19:40.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.996+0000 7f39adcfa640 1 -- 172.21.15.28:0/1976582544 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f39a8103c10 msgr2=0x7f39a8104020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:40.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.996+0000 7f39adcfa640 1 --2- 172.21.15.28:0/1976582544 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f39a8103c10 0x7f39a8104020 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f399c009900 tx=0x7f399c02a410 comp rx=0 tx=0).stop 2024-04-25T17:19:40.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.996+0000 7f39adcfa640 1 -- 172.21.15.28:0/1976582544 shutdown_connections 2024-04-25T17:19:40.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.996+0000 7f39adcfa640 1 --2- 172.21.15.28:0/1976582544 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f39a8108910 0x7f39a810ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.996+0000 7f39adcfa640 1 --2- 172.21.15.28:0/1976582544 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f39a8103c10 0x7f39a8104020 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.996+0000 7f39adcfa640 1 --2- 172.21.15.28:0/1976582544 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f39a81029d0 0x7f39a81036d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:40.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.996+0000 7f39adcfa640 1 -- 172.21.15.28:0/1976582544 >> 172.21.15.28:0/1976582544 conn(0x7f39a80fdbc0 msgr2=0x7f39a8100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:40.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.996+0000 7f39adcfa640 1 -- 172.21.15.28:0/1976582544 shutdown_connections 2024-04-25T17:19:40.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.996+0000 7f39adcfa640 1 -- 172.21.15.28:0/1976582544 wait complete. 2024-04-25T17:19:40.997 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.996+0000 7f39adcfa640 1 Processor -- start 2024-04-25T17:19:40.998 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.997+0000 7f39adcfa640 1 -- start start 2024-04-25T17:19:40.999 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.997+0000 7f39adcfa640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f39a81029d0 0x7f39a819a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:41.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.997+0000 7f39adcfa640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f39a8103c10 0x7f39a819a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:41.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.997+0000 7f39adcfa640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f39a8108910 0x7f39a81a1610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:41.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.997+0000 7f39adcfa640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f39a810e3f0 con 0x7f39a81029d0 2024-04-25T17:19:41.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.997+0000 7f39adcfa640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f39a810e270 con 0x7f39a8103c10 2024-04-25T17:19:41.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.997+0000 7f39adcfa640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f39a810e570 con 0x7f39a8108910 2024-04-25T17:19:41.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.997+0000 7f39a77fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f39a81029d0 0x7f39a819a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:41.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.997+0000 7f39a77fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f39a81029d0 0x7f39a819a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39050/0 (socket says 172.21.15.28:39050) 2024-04-25T17:19:41.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.997+0000 7f39a77fe640 1 -- 172.21.15.28:0/3682851102 learned_addr learned my addr 172.21.15.28:0/3682851102 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:19:41.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.997+0000 7f39a7fff640 1 --2- 172.21.15.28:0/3682851102 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f39a8108910 0x7f39a81a1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:41.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.997+0000 7f39a6ffd640 1 --2- 172.21.15.28:0/3682851102 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f39a8103c10 0x7f39a819a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:41.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.997+0000 7f39a77fe640 1 -- 172.21.15.28:0/3682851102 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f39a8108910 msgr2=0x7f39a81a1610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:41.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.997+0000 7f39a77fe640 1 --2- 172.21.15.28:0/3682851102 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f39a8108910 0x7f39a81a1610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.000 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.997+0000 7f39a77fe640 1 -- 172.21.15.28:0/3682851102 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f39a8103c10 msgr2=0x7f39a819a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:41.001 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.997+0000 7f39a77fe640 1 --2- 172.21.15.28:0/3682851102 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f39a8103c10 0x7f39a819a680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.001 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.997+0000 7f39a77fe640 1 -- 172.21.15.28:0/3682851102 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39a81a1c80 con 0x7f39a81029d0 2024-04-25T17:19:41.001 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.997+0000 7f39a7fff640 1 --2- 172.21.15.28:0/3682851102 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f39a8108910 0x7f39a81a1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:19:41.001 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.997+0000 7f39a77fe640 1 --2- 172.21.15.28:0/3682851102 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f39a81029d0 0x7f39a819a140 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f399800e9f0 tx=0x7f399800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:41.001 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.998+0000 7f39a4ff9640 1 -- 172.21.15.28:0/3682851102 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f399800ccc0 con 0x7f39a81029d0 2024-04-25T17:19:41.001 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.998+0000 7f39adcfa640 1 -- 172.21.15.28:0/3682851102 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39a81a1f70 con 0x7f39a81029d0 2024-04-25T17:19:41.001 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.998+0000 7f39a4ff9640 1 -- 172.21.15.28:0/3682851102 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f39980035f0 con 0x7f39a81029d0 2024-04-25T17:19:41.001 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.998+0000 7f39a4ff9640 1 -- 172.21.15.28:0/3682851102 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f399800ce60 con 0x7f39a81029d0 2024-04-25T17:19:41.001 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.998+0000 7f39adcfa640 1 -- 172.21.15.28:0/3682851102 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39a81a23d0 con 0x7f39a81029d0 2024-04-25T17:19:41.001 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:40.999+0000 7f39adcfa640 1 -- 172.21.15.28:0/3682851102 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39a8069dc0 con 0x7f39a81029d0 2024-04-25T17:19:41.002 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.001+0000 7f39a4ff9640 1 -- 172.21.15.28:0/3682851102 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f3998004000 con 0x7f39a81029d0 2024-04-25T17:19:41.002 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.002+0000 7f39a4ff9640 1 --2- 172.21.15.28:0/3682851102 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f39900afaf0 0x7f39900b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:41.002 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.002+0000 7f39a4ff9640 1 -- 172.21.15.28:0/3682851102 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f39980df520 con 0x7f39a81029d0 2024-04-25T17:19:41.002 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.002+0000 7f39a6ffd640 1 --2- 172.21.15.28:0/3682851102 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f39900afaf0 0x7f39900b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:41.002 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.002+0000 7f39a6ffd640 1 --2- 172.21.15.28:0/3682851102 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f39900afaf0 0x7f39900b2000 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f399c0096c0 tx=0x7f399c005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:41.005 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.005+0000 7f39a4ff9640 1 -- 172.21.15.28:0/3682851102 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f39980a7d80 con 0x7f39a81029d0 2024-04-25T17:19:41.191 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.190+0000 7f39adcfa640 1 -- 172.21.15.28:0/3682851102 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f39a81a2960 con 0x7f39a81029d0 2024-04-25T17:19:41.191 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.191+0000 7f39a4ff9640 1 -- 172.21.15.28:0/3682851102 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v84) ==== 93+0+10 (secure 0 0 0) 0x7f39980a7680 con 0x7f39a81029d0 2024-04-25T17:19:41.191 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 1 2024-04-25T17:19:41.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.193+0000 7f39adcfa640 1 -- 172.21.15.28:0/3682851102 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f39900afaf0 msgr2=0x7f39900b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:41.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.193+0000 7f39adcfa640 1 --2- 172.21.15.28:0/3682851102 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f39900afaf0 0x7f39900b2000 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f399c0096c0 tx=0x7f399c005fd0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.193+0000 7f39adcfa640 1 -- 172.21.15.28:0/3682851102 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f39a81029d0 msgr2=0x7f39a819a140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:41.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.193+0000 7f39adcfa640 1 --2- 172.21.15.28:0/3682851102 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f39a81029d0 0x7f39a819a140 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f399800e9f0 tx=0x7f399800eeb0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.193+0000 7f39adcfa640 1 -- 172.21.15.28:0/3682851102 shutdown_connections 2024-04-25T17:19:41.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.193+0000 7f39adcfa640 1 --2- 172.21.15.28:0/3682851102 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f39900afaf0 0x7f39900b2000 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.193+0000 7f39adcfa640 1 --2- 172.21.15.28:0/3682851102 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f39a8108910 0x7f39a81a1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.193+0000 7f39adcfa640 1 --2- 172.21.15.28:0/3682851102 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f39a8103c10 0x7f39a819a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.193+0000 7f39adcfa640 1 --2- 172.21.15.28:0/3682851102 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f39a81029d0 0x7f39a819a140 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.193+0000 7f39adcfa640 1 -- 172.21.15.28:0/3682851102 >> 172.21.15.28:0/3682851102 conn(0x7f39a80fdbc0 msgr2=0x7f39a8109bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:41.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.193+0000 7f39adcfa640 1 -- 172.21.15.28:0/3682851102 shutdown_connections 2024-04-25T17:19:41.194 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.193+0000 7f39adcfa640 1 -- 172.21.15.28:0/3682851102 wait complete. 2024-04-25T17:19:41.205 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T17:19:41.320 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.319+0000 7fde6a267640 1 -- 172.21.15.28:0/70535942 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fde64103c40 msgr2=0x7fde64104050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:41.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.319+0000 7fde6a267640 1 --2- 172.21.15.28:0/70535942 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fde64103c40 0x7fde64104050 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fde54009900 tx=0x7fde5402a410 comp rx=0 tx=0).stop 2024-04-25T17:19:41.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.319+0000 7fde6a267640 1 -- 172.21.15.28:0/70535942 shutdown_connections 2024-04-25T17:19:41.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.319+0000 7fde6a267640 1 --2- 172.21.15.28:0/70535942 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fde64108940 0x7fde6410ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.319+0000 7fde6a267640 1 --2- 172.21.15.28:0/70535942 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fde64103c40 0x7fde64104050 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.319+0000 7fde6a267640 1 --2- 172.21.15.28:0/70535942 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde64102a00 0x7fde64103700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.319+0000 7fde6a267640 1 -- 172.21.15.28:0/70535942 >> 172.21.15.28:0/70535942 conn(0x7fde640fdbf0 msgr2=0x7fde641000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:41.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.320+0000 7fde6a267640 1 -- 172.21.15.28:0/70535942 shutdown_connections 2024-04-25T17:19:41.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.320+0000 7fde6a267640 1 -- 172.21.15.28:0/70535942 wait complete. 2024-04-25T17:19:41.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.320+0000 7fde6a267640 1 Processor -- start 2024-04-25T17:19:41.321 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.320+0000 7fde6a267640 1 -- start start 2024-04-25T17:19:41.324 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.321+0000 7fde6a267640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fde64102a00 0x7fde6419a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:41.324 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.321+0000 7fde6a267640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fde64103c40 0x7fde6419a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:41.324 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.321+0000 7fde6a267640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde64108940 0x7fde641a1660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:41.324 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.321+0000 7fde6a267640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7fde6410e400 con 0x7fde64103c40 2024-04-25T17:19:41.324 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.321+0000 7fde6a267640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fde6410e280 con 0x7fde64108940 2024-04-25T17:19:41.324 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.321+0000 7fde6a267640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fde6410e580 con 0x7fde64102a00 2024-04-25T17:19:41.324 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.321+0000 7fde637fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fde64103c40 0x7fde6419a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:41.324 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.321+0000 7fde637fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fde64103c40 0x7fde6419a6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39072/0 (socket says 172.21.15.28:39072) 2024-04-25T17:19:41.324 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.321+0000 7fde637fe640 1 -- 172.21.15.28:0/3781722093 learned_addr learned my addr 172.21.15.28:0/3781722093 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:19:41.324 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.321+0000 7fde63fff640 1 --2- 172.21.15.28:0/3781722093 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fde64102a00 0x7fde6419a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:41.324 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.321+0000 7fde68804640 1 --2- 172.21.15.28:0/3781722093 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde64108940 0x7fde641a1660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:41.324 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.321+0000 7fde637fe640 1 -- 172.21.15.28:0/3781722093 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fde64102a00 msgr2=0x7fde6419a190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:41.324 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.321+0000 7fde637fe640 1 --2- 172.21.15.28:0/3781722093 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fde64102a00 0x7fde6419a190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.325 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.321+0000 7fde637fe640 1 -- 172.21.15.28:0/3781722093 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde64108940 msgr2=0x7fde641a1660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:41.325 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.321+0000 7fde637fe640 1 --2- 172.21.15.28:0/3781722093 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde64108940 0x7fde641a1660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.325 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.321+0000 7fde637fe640 1 -- 172.21.15.28:0/3781722093 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde641a1c20 con 0x7fde64103c40 2024-04-25T17:19:41.325 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.321+0000 7fde68804640 1 --2- 172.21.15.28:0/3781722093 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde64108940 0x7fde641a1660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:19:41.325 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.321+0000 7fde63fff640 1 --2- 172.21.15.28:0/3781722093 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fde64102a00 0x7fde6419a190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T17:19:41.325 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.321+0000 7fde637fe640 1 --2- 172.21.15.28:0/3781722093 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fde64103c40 0x7fde6419a6d0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fde54005760 tx=0x7fde54003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:41.325 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.321+0000 7fde617fa640 1 -- 172.21.15.28:0/3781722093 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde5403f070 con 0x7fde64103c40 2024-04-25T17:19:41.325 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.322+0000 7fde617fa640 1 -- 172.21.15.28:0/3781722093 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fde54031ba0 con 0x7fde64103c40 2024-04-25T17:19:41.325 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.322+0000 7fde6a267640 1 -- 172.21.15.28:0/3781722093 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde641a1eb0 con 0x7fde64103c40 2024-04-25T17:19:41.325 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.322+0000 7fde617fa640 1 -- 172.21.15.28:0/3781722093 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde54035030 con 0x7fde64103c40 2024-04-25T17:19:41.325 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.322+0000 7fde6a267640 1 -- 172.21.15.28:0/3781722093 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde641a22c0 con 0x7fde64103c40 2024-04-25T17:19:41.325 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.323+0000 7fde6a267640 1 -- 172.21.15.28:0/3781722093 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde641a2520 con 0x7fde64103c40 2024-04-25T17:19:41.326 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.324+0000 7fde617fa640 1 -- 172.21.15.28:0/3781722093 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7fde54042070 con 0x7fde64103c40 2024-04-25T17:19:41.326 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.325+0000 7fde617fa640 1 --2- 172.21.15.28:0/3781722093 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fde4c0afaf0 0x7fde4c0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:41.326 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.325+0000 7fde63fff640 1 --2- 172.21.15.28:0/3781722093 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fde4c0afaf0 0x7fde4c0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:41.326 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.325+0000 7fde617fa640 1 -- 172.21.15.28:0/3781722093 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7fde54100120 con 0x7fde64103c40 2024-04-25T17:19:41.326 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.325+0000 7fde63fff640 1 --2- 172.21.15.28:0/3781722093 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fde4c0afaf0 0x7fde4c0b2000 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fde64103600 tx=0x7fde58005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:41.329 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.329+0000 7fde617fa640 1 -- 172.21.15.28:0/3781722093 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fde540c8980 con 0x7fde64103c40 2024-04-25T17:19:41.516 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.515+0000 7fde6a267640 1 -- 172.21.15.28:0/3781722093 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fde641a28f0 con 0x7fde64103c40 2024-04-25T17:19:41.516 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.515+0000 7fde617fa640 1 -- 172.21.15.28:0/3781722093 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v84) ==== 104+0+11 (secure 0 0 0) 0x7fde540c8280 con 0x7fde64103c40 2024-04-25T17:19:41.516 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-25T17:19:41.518 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.517+0000 7fde6a267640 1 -- 172.21.15.28:0/3781722093 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fde4c0afaf0 msgr2=0x7fde4c0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:41.518 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.517+0000 7fde6a267640 1 --2- 172.21.15.28:0/3781722093 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fde4c0afaf0 0x7fde4c0b2000 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fde64103600 tx=0x7fde58005f90 comp rx=0 tx=0).stop 2024-04-25T17:19:41.518 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.517+0000 7fde6a267640 1 -- 172.21.15.28:0/3781722093 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fde64103c40 msgr2=0x7fde6419a6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:41.518 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.517+0000 7fde6a267640 1 --2- 172.21.15.28:0/3781722093 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fde64103c40 0x7fde6419a6d0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fde54005760 tx=0x7fde54003c10 comp rx=0 tx=0).stop 2024-04-25T17:19:41.518 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.517+0000 7fde6a267640 1 -- 172.21.15.28:0/3781722093 shutdown_connections 2024-04-25T17:19:41.518 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.517+0000 7fde6a267640 1 --2- 172.21.15.28:0/3781722093 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7fde4c0afaf0 0x7fde4c0b2000 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.518 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.517+0000 7fde6a267640 1 --2- 172.21.15.28:0/3781722093 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde64108940 0x7fde641a1660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.518 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.517+0000 7fde6a267640 1 --2- 172.21.15.28:0/3781722093 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7fde64103c40 0x7fde6419a6d0 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.518 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.517+0000 7fde6a267640 1 --2- 172.21.15.28:0/3781722093 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fde64102a00 0x7fde6419a190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.519 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.517+0000 7fde6a267640 1 -- 172.21.15.28:0/3781722093 >> 172.21.15.28:0/3781722093 conn(0x7fde640fdbf0 msgr2=0x7fde64109f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:41.519 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.517+0000 7fde6a267640 1 -- 172.21.15.28:0/3781722093 shutdown_connections 2024-04-25T17:19:41.519 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.517+0000 7fde6a267640 1 -- 172.21.15.28:0/3781722093 wait complete. 2024-04-25T17:19:41.528 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:41 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3676096708' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T17:19:41.528 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:41 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/4201798045' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:19:41.528 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:41 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3682851102' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:19:41.529 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T17:19:41.645 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.644+0000 7f0d9e014640 1 -- 172.21.15.28:0/652016766 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0d98105170 msgr2=0x7f0d981032f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:41.645 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.644+0000 7f0d9e014640 1 --2- 172.21.15.28:0/652016766 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0d98105170 0x7f0d981032f0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f0d88009900 tx=0x7f0d8802a410 comp rx=0 tx=0).stop 2024-04-25T17:19:41.645 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.644+0000 7f0d9e014640 1 -- 172.21.15.28:0/652016766 shutdown_connections 2024-04-25T17:19:41.645 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.644+0000 7f0d9e014640 1 --2- 172.21.15.28:0/652016766 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d98109a70 0x7f0d9810be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.645 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.644+0000 7f0d9e014640 1 --2- 172.21.15.28:0/652016766 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0d98103830 0x7f0d98103c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.645 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.644+0000 7f0d9e014640 1 --2- 172.21.15.28:0/652016766 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0d98105170 0x7f0d981032f0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.645 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.644+0000 7f0d9e014640 1 -- 172.21.15.28:0/652016766 >> 172.21.15.28:0/652016766 conn(0x7f0d980fed40 msgr2=0x7f0d981011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:41.645 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.644+0000 7f0d9e014640 1 -- 172.21.15.28:0/652016766 shutdown_connections 2024-04-25T17:19:41.645 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.644+0000 7f0d9e014640 1 -- 172.21.15.28:0/652016766 wait complete. 2024-04-25T17:19:41.645 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.644+0000 7f0d9e014640 1 Processor -- start 2024-04-25T17:19:41.646 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.644+0000 7f0d9e014640 1 -- start start 2024-04-25T17:19:41.647 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.645+0000 7f0d9e014640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d98103830 0x7f0d9819a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:41.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.645+0000 7f0d9e014640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0d98105170 0x7f0d9819a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:41.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.645+0000 7f0d9e014640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0d98109a70 0x7f0d981a1730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:41.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.645+0000 7f0d9e014640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f0d9810f5f0 con 0x7f0d98109a70 2024-04-25T17:19:41.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.645+0000 7f0d9e014640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0d9810f470 con 0x7f0d98103830 2024-04-25T17:19:41.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.645+0000 7f0d9e014640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0d9810f770 con 0x7f0d98105170 2024-04-25T17:19:41.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.645+0000 7f0d97fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0d98109a70 0x7f0d981a1730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:41.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.645+0000 7f0d97fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0d98109a70 0x7f0d981a1730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39090/0 (socket says 172.21.15.28:39090) 2024-04-25T17:19:41.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.645+0000 7f0d97fff640 1 -- 172.21.15.28:0/1609637118 learned_addr learned my addr 172.21.15.28:0/1609637118 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:19:41.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.645+0000 7f0d977fe640 1 --2- 172.21.15.28:0/1609637118 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d98103830 0x7f0d9819a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:41.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.645+0000 7f0d96ffd640 1 --2- 172.21.15.28:0/1609637118 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0d98105170 0x7f0d9819a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:41.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.645+0000 7f0d97fff640 1 -- 172.21.15.28:0/1609637118 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0d98105170 msgr2=0x7f0d9819a7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:41.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.645+0000 7f0d97fff640 1 --2- 172.21.15.28:0/1609637118 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0d98105170 0x7f0d9819a7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.648 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.645+0000 7f0d97fff640 1 -- 172.21.15.28:0/1609637118 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d98103830 msgr2=0x7f0d9819a2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:41.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.645+0000 7f0d97fff640 1 --2- 172.21.15.28:0/1609637118 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d98103830 0x7f0d9819a2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.645+0000 7f0d97fff640 1 -- 172.21.15.28:0/1609637118 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d981a1cf0 con 0x7f0d98109a70 2024-04-25T17:19:41.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.645+0000 7f0d97fff640 1 --2- 172.21.15.28:0/1609637118 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0d98109a70 0x7f0d981a1730 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f0d9000cce0 tx=0x7f0d9000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:41.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.646+0000 7f0d94ff9640 1 -- 172.21.15.28:0/1609637118 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d9000f450 con 0x7f0d98109a70 2024-04-25T17:19:41.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.646+0000 7f0d94ff9640 1 -- 172.21.15.28:0/1609637118 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0d9000fa80 con 0x7f0d98109a70 2024-04-25T17:19:41.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.646+0000 7f0d9e014640 1 -- 172.21.15.28:0/1609637118 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d981a1fe0 con 0x7f0d98109a70 2024-04-25T17:19:41.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.646+0000 7f0d94ff9640 1 -- 172.21.15.28:0/1609637118 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d90018ad0 con 0x7f0d98109a70 2024-04-25T17:19:41.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.646+0000 7f0d9e014640 1 -- 172.21.15.28:0/1609637118 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d981a23f0 con 0x7f0d98109a70 2024-04-25T17:19:41.649 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.647+0000 7f0d9e014640 1 -- 172.21.15.28:0/1609637118 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d9806a210 con 0x7f0d98109a70 2024-04-25T17:19:41.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.648+0000 7f0d94ff9640 1 -- 172.21.15.28:0/1609637118 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f0d9000f5f0 con 0x7f0d98109a70 2024-04-25T17:19:41.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.649+0000 7f0d94ff9640 1 --2- 172.21.15.28:0/1609637118 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0d800afaf0 0x7f0d800b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:41.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.649+0000 7f0d977fe640 1 --2- 172.21.15.28:0/1609637118 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0d800afaf0 0x7f0d800b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:41.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.649+0000 7f0d94ff9640 1 -- 172.21.15.28:0/1609637118 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f0d900df800 con 0x7f0d98109a70 2024-04-25T17:19:41.650 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.650+0000 7f0d977fe640 1 --2- 172.21.15.28:0/1609637118 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0d800afaf0 0x7f0d800b2000 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f0d88005760 tx=0x7f0d88000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:41.653 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.652+0000 7f0d94ff9640 1 -- 172.21.15.28:0/1609637118 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0d90014030 con 0x7f0d98109a70 2024-04-25T17:19:41.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:41 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3676096708' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T17:19:41.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:41 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/4201798045' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:19:41.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:41 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3682851102' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:19:41.839 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.838+0000 7f0d9e014640 1 -- 172.21.15.28:0/1609637118 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f0d9802db50 con 0x7f0d98109a70 2024-04-25T17:19:41.839 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.839+0000 7f0d94ff9640 1 -- 172.21.15.28:0/1609637118 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v84) ==== 100+0+11 (secure 0 0 0) 0x7f0d900a8090 con 0x7f0d98109a70 2024-04-25T17:19:41.839 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 64 2024-04-25T17:19:41.841 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.841+0000 7f0d9e014640 1 -- 172.21.15.28:0/1609637118 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0d800afaf0 msgr2=0x7f0d800b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:41.841 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.841+0000 7f0d9e014640 1 --2- 172.21.15.28:0/1609637118 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0d800afaf0 0x7f0d800b2000 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f0d88005760 tx=0x7f0d88000bc0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.841 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.841+0000 7f0d9e014640 1 -- 172.21.15.28:0/1609637118 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0d98109a70 msgr2=0x7f0d981a1730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:41.842 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.841+0000 7f0d9e014640 1 --2- 172.21.15.28:0/1609637118 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0d98109a70 0x7f0d981a1730 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f0d9000cce0 tx=0x7f0d9000a620 comp rx=0 tx=0).stop 2024-04-25T17:19:41.842 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.841+0000 7f0d9e014640 1 -- 172.21.15.28:0/1609637118 shutdown_connections 2024-04-25T17:19:41.842 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.841+0000 7f0d9e014640 1 --2- 172.21.15.28:0/1609637118 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f0d800afaf0 0x7f0d800b2000 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.842 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.841+0000 7f0d9e014640 1 --2- 172.21.15.28:0/1609637118 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0d98109a70 0x7f0d981a1730 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.842 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.841+0000 7f0d9e014640 1 --2- 172.21.15.28:0/1609637118 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0d98105170 0x7f0d9819a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.842 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.841+0000 7f0d9e014640 1 --2- 172.21.15.28:0/1609637118 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d98103830 0x7f0d9819a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.842 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.841+0000 7f0d9e014640 1 -- 172.21.15.28:0/1609637118 >> 172.21.15.28:0/1609637118 conn(0x7f0d980fed40 msgr2=0x7f0d98105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:41.842 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.841+0000 7f0d9e014640 1 -- 172.21.15.28:0/1609637118 shutdown_connections 2024-04-25T17:19:41.842 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.841+0000 7f0d9e014640 1 -- 172.21.15.28:0/1609637118 wait complete. 2024-04-25T17:19:41.853 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-25T17:19:41.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:41 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3676096708' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T17:19:41.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:41 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/4201798045' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:19:41.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:41 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3682851102' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T17:19:41.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.967+0000 7f08454ca640 1 -- 172.21.15.28:0/1378742732 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0840101e70 msgr2=0x7f0840106b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:41.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.967+0000 7f08454ca640 1 --2- 172.21.15.28:0/1378742732 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0840101e70 0x7f0840106b30 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f0830009900 tx=0x7f083002a410 comp rx=0 tx=0).stop 2024-04-25T17:19:41.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.967+0000 7f08454ca640 1 -- 172.21.15.28:0/1378742732 shutdown_connections 2024-04-25T17:19:41.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.967+0000 7f08454ca640 1 --2- 172.21.15.28:0/1378742732 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0840109790 0x7f084010bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.968 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.967+0000 7f08454ca640 1 --2- 172.21.15.28:0/1378742732 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0840102370 0x7f0840109100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.967+0000 7f08454ca640 1 --2- 172.21.15.28:0/1378742732 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0840101e70 0x7f0840106b30 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.967+0000 7f08454ca640 1 -- 172.21.15.28:0/1378742732 >> 172.21.15.28:0/1378742732 conn(0x7f08400fd380 msgr2=0x7f08400ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:41.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.967+0000 7f08454ca640 1 -- 172.21.15.28:0/1378742732 shutdown_connections 2024-04-25T17:19:41.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.967+0000 7f08454ca640 1 -- 172.21.15.28:0/1378742732 wait complete. 2024-04-25T17:19:41.969 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.968+0000 7f08454ca640 1 Processor -- start 2024-04-25T17:19:41.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.968+0000 7f08454ca640 1 -- start start 2024-04-25T17:19:41.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.968+0000 7f08454ca640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0840101e70 0x7f084019a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:41.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.968+0000 7f08454ca640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0840102370 0x7f084019a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:41.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.968+0000 7f08454ca640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0840109790 0x7f08401a15b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:41.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.968+0000 7f08454ca640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f084010f4a0 con 0x7f0840102370 2024-04-25T17:19:41.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.968+0000 7f08454ca640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f084010f320 con 0x7f0840109790 2024-04-25T17:19:41.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.968+0000 7f08454ca640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f084010f620 con 0x7f0840101e70 2024-04-25T17:19:41.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.968+0000 7f083e7fc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0840102370 0x7f084019a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:41.971 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.969+0000 7f083e7fc640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0840102370 0x7f084019a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39108/0 (socket says 172.21.15.28:39108) 2024-04-25T17:19:41.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.969+0000 7f083e7fc640 1 -- 172.21.15.28:0/1462151029 learned_addr learned my addr 172.21.15.28:0/1462151029 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:19:41.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.969+0000 7f083effd640 1 --2- 172.21.15.28:0/1462151029 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0840101e70 0x7f084019a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:41.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.969+0000 7f083f7fe640 1 --2- 172.21.15.28:0/1462151029 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0840109790 0x7f08401a15b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:41.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.969+0000 7f083e7fc640 1 -- 172.21.15.28:0/1462151029 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0840101e70 msgr2=0x7f084019a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:41.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.969+0000 7f083e7fc640 1 --2- 172.21.15.28:0/1462151029 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0840101e70 0x7f084019a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.969+0000 7f083e7fc640 1 -- 172.21.15.28:0/1462151029 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0840109790 msgr2=0x7f08401a15b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:41.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.969+0000 7f083e7fc640 1 --2- 172.21.15.28:0/1462151029 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0840109790 0x7f08401a15b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:41.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.969+0000 7f083e7fc640 1 -- 172.21.15.28:0/1462151029 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08401a1c20 con 0x7f0840102370 2024-04-25T17:19:41.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.969+0000 7f083e7fc640 1 --2- 172.21.15.28:0/1462151029 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0840102370 0x7f084019a620 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f083400e9f0 tx=0x7f083400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:41.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.969+0000 7f0827fff640 1 -- 172.21.15.28:0/1462151029 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f083400cd80 con 0x7f0840102370 2024-04-25T17:19:41.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.969+0000 7f0827fff640 1 -- 172.21.15.28:0/1462151029 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f08340054b0 con 0x7f0840102370 2024-04-25T17:19:41.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.969+0000 7f08454ca640 1 -- 172.21.15.28:0/1462151029 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08401a1f10 con 0x7f0840102370 2024-04-25T17:19:41.972 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.969+0000 7f0827fff640 1 -- 172.21.15.28:0/1462151029 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0834010430 con 0x7f0840102370 2024-04-25T17:19:41.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.969+0000 7f08454ca640 1 -- 172.21.15.28:0/1462151029 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08401a2380 con 0x7f0840102370 2024-04-25T17:19:41.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.970+0000 7f08454ca640 1 -- 172.21.15.28:0/1462151029 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08400feea0 con 0x7f0840102370 2024-04-25T17:19:41.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.972+0000 7f0827fff640 1 -- 172.21.15.28:0/1462151029 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f08340046c0 con 0x7f0840102370 2024-04-25T17:19:41.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.972+0000 7f0827fff640 1 --2- 172.21.15.28:0/1462151029 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f08280afaf0 0x7f08280b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:41.973 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.972+0000 7f083effd640 1 --2- 172.21.15.28:0/1462151029 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f08280afaf0 0x7f08280b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:41.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.972+0000 7f0827fff640 1 -- 172.21.15.28:0/1462151029 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f08340df510 con 0x7f0840102370 2024-04-25T17:19:41.974 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.973+0000 7f083effd640 1 --2- 172.21.15.28:0/1462151029 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f08280afaf0 0x7f08280b2000 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f08300057c0 tx=0x7f0830000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:41.976 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:41.976+0000 7f0827fff640 1 -- 172.21.15.28:0/1462151029 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0834053ff0 con 0x7f0840102370 2024-04-25T17:19:42.161 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.161+0000 7f08454ca640 1 -- 172.21.15.28:0/1462151029 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f084002dce0 con 0x7f0840102370 2024-04-25T17:19:42.162 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.162+0000 7f0827fff640 1 -- 172.21.15.28:0/1462151029 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v84) ==== 103+0+11 (secure 0 0 0) 0x7f08340a7d70 con 0x7f0840102370 2024-04-25T17:19:42.162 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-25T17:19:42.164 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.164+0000 7f08454ca640 1 -- 172.21.15.28:0/1462151029 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f08280afaf0 msgr2=0x7f08280b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:42.164 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.164+0000 7f08454ca640 1 --2- 172.21.15.28:0/1462151029 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f08280afaf0 0x7f08280b2000 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f08300057c0 tx=0x7f0830000bc0 comp rx=0 tx=0).stop 2024-04-25T17:19:42.164 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.164+0000 7f08454ca640 1 -- 172.21.15.28:0/1462151029 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0840102370 msgr2=0x7f084019a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:42.165 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.164+0000 7f08454ca640 1 --2- 172.21.15.28:0/1462151029 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0840102370 0x7f084019a620 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f083400e9f0 tx=0x7f083400edf0 comp rx=0 tx=0).stop 2024-04-25T17:19:42.165 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.164+0000 7f08454ca640 1 -- 172.21.15.28:0/1462151029 shutdown_connections 2024-04-25T17:19:42.165 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.164+0000 7f08454ca640 1 --2- 172.21.15.28:0/1462151029 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f08280afaf0 0x7f08280b2000 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:42.165 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.164+0000 7f08454ca640 1 --2- 172.21.15.28:0/1462151029 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0840109790 0x7f08401a15b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:42.165 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.164+0000 7f08454ca640 1 --2- 172.21.15.28:0/1462151029 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f0840102370 0x7f084019a620 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:42.165 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.164+0000 7f08454ca640 1 --2- 172.21.15.28:0/1462151029 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0840101e70 0x7f084019a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:42.165 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.164+0000 7f08454ca640 1 -- 172.21.15.28:0/1462151029 >> 172.21.15.28:0/1462151029 conn(0x7f08400fd380 msgr2=0x7f0840106730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:42.165 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.164+0000 7f08454ca640 1 -- 172.21.15.28:0/1462151029 shutdown_connections 2024-04-25T17:19:42.165 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.164+0000 7f08454ca640 1 -- 172.21.15.28:0/1462151029 wait complete. 2024-04-25T17:19:42.176 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-25T17:19:42.291 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.289+0000 7f6b9f74d640 1 -- 172.21.15.28:0/4036029147 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b98104d70 msgr2=0x7f6b98105180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:42.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.289+0000 7f6b9f74d640 1 --2- 172.21.15.28:0/4036029147 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b98104d70 0x7f6b98105180 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f6b88009900 tx=0x7f6b8802a410 comp rx=0 tx=0).stop 2024-04-25T17:19:42.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.289+0000 7f6b9f74d640 1 -- 172.21.15.28:0/4036029147 shutdown_connections 2024-04-25T17:19:42.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.289+0000 7f6b9f74d640 1 --2- 172.21.15.28:0/4036029147 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b98109a70 0x7f6b9810be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:42.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.289+0000 7f6b9f74d640 1 --2- 172.21.15.28:0/4036029147 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b98104d70 0x7f6b98105180 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:42.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.289+0000 7f6b9f74d640 1 --2- 172.21.15.28:0/4036029147 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b98103b30 0x7f6b98104830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:42.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.289+0000 7f6b9f74d640 1 -- 172.21.15.28:0/4036029147 >> 172.21.15.28:0/4036029147 conn(0x7f6b980fed40 msgr2=0x7f6b981011d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:42.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.289+0000 7f6b9f74d640 1 -- 172.21.15.28:0/4036029147 shutdown_connections 2024-04-25T17:19:42.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.289+0000 7f6b9f74d640 1 -- 172.21.15.28:0/4036029147 wait complete. 2024-04-25T17:19:42.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.290+0000 7f6b9f74d640 1 Processor -- start 2024-04-25T17:19:42.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.290+0000 7f6b9f74d640 1 -- start start 2024-04-25T17:19:42.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.290+0000 7f6b9f74d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b98103b30 0x7f6b9819a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:42.292 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.290+0000 7f6b9f74d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b98104d70 0x7f6b9819a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:42.293 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.290+0000 7f6b9f74d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b98109a70 0x7f6b981a1600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:42.293 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.290+0000 7f6b9f74d640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f6b9810f560 con 0x7f6b98109a70 2024-04-25T17:19:42.293 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.290+0000 7f6b9f74d640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6b9810f3e0 con 0x7f6b98104d70 2024-04-25T17:19:42.293 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.290+0000 7f6b9f74d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6b9810f6e0 con 0x7f6b98103b30 2024-04-25T17:19:42.293 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.290+0000 7f6b9dcea640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b98109a70 0x7f6b981a1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:42.293 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.290+0000 7f6b9dcea640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b98109a70 0x7f6b981a1600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:39128/0 (socket says 172.21.15.28:39128) 2024-04-25T17:19:42.293 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.290+0000 7f6b9dcea640 1 -- 172.21.15.28:0/969431894 learned_addr learned my addr 172.21.15.28:0/969431894 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:19:42.293 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.290+0000 7f6b9d4e9640 1 --2- 172.21.15.28:0/969431894 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b98103b30 0x7f6b9819a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:42.293 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.290+0000 7f6b9cce8640 1 --2- 172.21.15.28:0/969431894 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b98104d70 0x7f6b9819a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:42.293 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.290+0000 7f6b9dcea640 1 -- 172.21.15.28:0/969431894 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b98103b30 msgr2=0x7f6b9819a1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:42.293 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.290+0000 7f6b9dcea640 1 --2- 172.21.15.28:0/969431894 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b98103b30 0x7f6b9819a1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:42.293 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.290+0000 7f6b9dcea640 1 -- 172.21.15.28:0/969431894 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b98104d70 msgr2=0x7f6b9819a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:42.293 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.290+0000 7f6b9dcea640 1 --2- 172.21.15.28:0/969431894 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b98104d70 0x7f6b9819a6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:42.293 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.290+0000 7f6b9dcea640 1 -- 172.21.15.28:0/969431894 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b981a1c70 con 0x7f6b98109a70 2024-04-25T17:19:42.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.291+0000 7f6b9dcea640 1 --2- 172.21.15.28:0/969431894 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b98109a70 0x7f6b981a1600 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f6b9000cad0 tx=0x7f6b9000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:42.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.291+0000 7f6b8e7fc640 1 -- 172.21.15.28:0/969431894 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b9000ae20 con 0x7f6b98109a70 2024-04-25T17:19:42.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.291+0000 7f6b9f74d640 1 -- 172.21.15.28:0/969431894 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b981a1f60 con 0x7f6b98109a70 2024-04-25T17:19:42.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.291+0000 7f6b8e7fc640 1 -- 172.21.15.28:0/969431894 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6b90005020 con 0x7f6b98109a70 2024-04-25T17:19:42.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.291+0000 7f6b8e7fc640 1 -- 172.21.15.28:0/969431894 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b9000f6b0 con 0x7f6b98109a70 2024-04-25T17:19:42.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.291+0000 7f6b9f74d640 1 -- 172.21.15.28:0/969431894 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b981a23c0 con 0x7f6b98109a70 2024-04-25T17:19:42.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.292+0000 7f6b9f74d640 1 -- 172.21.15.28:0/969431894 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b98108880 con 0x7f6b98109a70 2024-04-25T17:19:42.294 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.294+0000 7f6b8e7fc640 1 -- 172.21.15.28:0/969431894 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f6b900051d0 con 0x7f6b98109a70 2024-04-25T17:19:42.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.295+0000 7f6b8e7fc640 1 --2- 172.21.15.28:0/969431894 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6b840afaf0 0x7f6b840b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:42.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.295+0000 7f6b9d4e9640 1 --2- 172.21.15.28:0/969431894 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6b840afaf0 0x7f6b840b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:42.295 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.295+0000 7f6b8e7fc640 1 -- 172.21.15.28:0/969431894 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f6b900df2c0 con 0x7f6b98109a70 2024-04-25T17:19:42.296 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.295+0000 7f6b9d4e9640 1 --2- 172.21.15.28:0/969431894 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6b840afaf0 0x7f6b840b2000 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f6b98104730 tx=0x7f6b9400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:42.299 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.299+0000 7f6b8e7fc640 1 -- 172.21.15.28:0/969431894 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6b90014030 con 0x7f6b98109a70 2024-04-25T17:19:42.499 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.498+0000 7f6b9f74d640 1 -- 172.21.15.28:0/969431894 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f6b9802dda0 con 0x7f6b98109a70 2024-04-25T17:19:42.499 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.498+0000 7f6b8e7fc640 1 -- 172.21.15.28:0/969431894 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v84) ==== 81+0+591 (secure 0 0 0) 0x7f6b900a7470 con 0x7f6b98109a70 2024-04-25T17:19:42.499 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:6801/1955324952 2024-04-26T17:06:03.808723+0000 2024-04-25T17:19:42.499 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:6800/1955324952 2024-04-26T17:06:03.808723+0000 2024-04-25T17:19:42.499 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:0/882061261 2024-04-26T17:06:30.612126+0000 2024-04-25T17:19:42.499 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:6801/3754186796 2024-04-26T17:06:30.612126+0000 2024-04-25T17:19:42.499 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:0/2486626847 2024-04-26T17:06:03.808723+0000 2024-04-25T17:19:42.500 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:0/2750422620 2024-04-26T17:06:03.808723+0000 2024-04-25T17:19:42.500 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:0/1177487357 2024-04-26T17:06:30.612126+0000 2024-04-25T17:19:42.500 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:0/4154652282 2024-04-26T17:06:30.612126+0000 2024-04-25T17:19:42.500 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:0/3130016384 2024-04-26T17:06:03.808723+0000 2024-04-25T17:19:42.500 INFO:teuthology.orchestra.run.smithi028.stdout:172.21.15.28:6800/3754186796 2024-04-26T17:06:30.612126+0000 2024-04-25T17:19:42.500 INFO:teuthology.orchestra.run.smithi028.stderr:listed 10 entries 2024-04-25T17:19:42.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.500+0000 7f6b9f74d640 1 -- 172.21.15.28:0/969431894 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6b840afaf0 msgr2=0x7f6b840b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:42.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.500+0000 7f6b9f74d640 1 --2- 172.21.15.28:0/969431894 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6b840afaf0 0x7f6b840b2000 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f6b98104730 tx=0x7f6b9400b390 comp rx=0 tx=0).stop 2024-04-25T17:19:42.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.500+0000 7f6b9f74d640 1 -- 172.21.15.28:0/969431894 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b98109a70 msgr2=0x7f6b981a1600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:42.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.500+0000 7f6b9f74d640 1 --2- 172.21.15.28:0/969431894 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b98109a70 0x7f6b981a1600 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f6b9000cad0 tx=0x7f6b9000cf90 comp rx=0 tx=0).stop 2024-04-25T17:19:42.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.500+0000 7f6b9f74d640 1 -- 172.21.15.28:0/969431894 shutdown_connections 2024-04-25T17:19:42.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.500+0000 7f6b9f74d640 1 --2- 172.21.15.28:0/969431894 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f6b840afaf0 0x7f6b840b2000 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:42.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.500+0000 7f6b9f74d640 1 --2- 172.21.15.28:0/969431894 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6b98109a70 0x7f6b981a1600 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:42.501 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.500+0000 7f6b9f74d640 1 --2- 172.21.15.28:0/969431894 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b98104d70 0x7f6b9819a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:42.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.500+0000 7f6b9f74d640 1 --2- 172.21.15.28:0/969431894 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b98103b30 0x7f6b9819a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:42.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.500+0000 7f6b9f74d640 1 -- 172.21.15.28:0/969431894 >> 172.21.15.28:0/969431894 conn(0x7f6b980fed40 msgr2=0x7f6b98105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:42.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.500+0000 7f6b9f74d640 1 -- 172.21.15.28:0/969431894 shutdown_connections 2024-04-25T17:19:42.502 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:42.500+0000 7f6b9f74d640 1 -- 172.21.15.28:0/969431894 wait complete. 2024-04-25T17:19:42.511 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:42 smithi028 ceph-mon[29207]: pgmap v469: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:19:42.511 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:42 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/3781722093' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:19:42.512 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:42 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1609637118' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:19:42.512 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:42 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1462151029' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:19:42.512 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi028.front.sepia.ceph.com... 2024-04-25T17:19:42.513 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:19:42.513 DEBUG:teuthology.orchestra.run.smithi028:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-04-25T17:19:42.538 INFO:teuthology.orchestra.run:waiting for 300 2024-04-25T17:19:42.539 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi028.stderr:ceph-fuse[80720]: fuse finished with error 0 and tester_r 0 2024-04-25T17:19:42.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:42 smithi084 ceph-mon[32752]: pgmap v469: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:19:42.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:42 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/3781722093' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:19:42.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:42 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1609637118' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:19:42.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:42 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1462151029' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:19:42.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:42 smithi042 ceph-mon[32851]: pgmap v469: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-25T17:19:42.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:42 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/3781722093' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T17:19:42.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:42 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1609637118' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T17:19:42.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:42 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1462151029' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-25T17:19:43.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:43 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/969431894' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T17:19:43.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:43 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/969431894' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T17:19:43.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:43 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/969431894' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T17:19:44.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:44 smithi028 ceph-mon[29207]: pgmap v470: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:19:44.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:44 smithi084 ceph-mon[32752]: pgmap v470: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:19:44.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:44 smithi042 ceph-mon[32851]: pgmap v470: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-25T17:19:46.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:46 smithi028 ceph-mon[29207]: pgmap v471: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-25T17:19:46.678 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:46 smithi042 ceph-mon[32851]: pgmap v471: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-25T17:19:46.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:46 smithi084 ceph-mon[32752]: pgmap v471: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-25T17:19:48.642 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi028.front.sepia.ceph.com 2024-04-25T17:19:48.642 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:19:48.642 DEBUG:teuthology.orchestra.run.smithi028:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-04-25T17:19:48.662 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:19:48.663 DEBUG:teuthology.orchestra.run.smithi028:> ip netns list 2024-04-25T17:19:48.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:48 smithi028 ceph-mon[29207]: pgmap v472: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 6 op/s 2024-04-25T17:19:48.692 INFO:teuthology.orchestra.run.smithi028.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-04-25T17:19:48.692 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:19:48.692 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-25T17:19:48.730 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:48 smithi084 ceph-mon[32752]: pgmap v472: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 6 op/s 2024-04-25T17:19:48.761 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T17:19:48.761 DEBUG:teuthology.orchestra.run.smithi028:> sudo ip link delete ceph-brx 2024-04-25T17:19:48.852 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-25T17:19:48.866 INFO:tasks.cephadm:Teardown begin 2024-04-25T17:19:48.866 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-25T17:19:48.866 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:19:48.867 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:48 smithi042 ceph-mon[32851]: pgmap v472: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 6 op/s 2024-04-25T17:19:48.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.983+0000 7f885a59d640 1 -- 172.21.15.28:0/2421634427 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8854102850 msgr2=0x7f8854103550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:48.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.983+0000 7f885a59d640 1 --2- 172.21.15.28:0/2421634427 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8854102850 0x7f8854103550 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f8844009900 tx=0x7f884402a410 comp rx=0 tx=0).stop 2024-04-25T17:19:48.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.983+0000 7f885a59d640 1 -- 172.21.15.28:0/2421634427 shutdown_connections 2024-04-25T17:19:48.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.983+0000 7f885a59d640 1 --2- 172.21.15.28:0/2421634427 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8854108790 0x7f885410abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:48.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.983+0000 7f885a59d640 1 --2- 172.21.15.28:0/2421634427 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8854103a90 0x7f8854103ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:48.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.983+0000 7f885a59d640 1 --2- 172.21.15.28:0/2421634427 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8854102850 0x7f8854103550 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:48.987 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.983+0000 7f885a59d640 1 -- 172.21.15.28:0/2421634427 >> 172.21.15.28:0/2421634427 conn(0x7f88540fda40 msgr2=0x7f88540ffef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:48.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.983+0000 7f885a59d640 1 -- 172.21.15.28:0/2421634427 shutdown_connections 2024-04-25T17:19:48.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.983+0000 7f885a59d640 1 -- 172.21.15.28:0/2421634427 wait complete. 2024-04-25T17:19:48.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.983+0000 7f885a59d640 1 Processor -- start 2024-04-25T17:19:48.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.983+0000 7f885a59d640 1 -- start start 2024-04-25T17:19:48.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.984+0000 7f885a59d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8854102850 0x7f8854075860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:48.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.984+0000 7f885a59d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8854103a90 0x7f885419ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:48.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.984+0000 7f885a59d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8854108790 0x7f88541a12c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:48.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.984+0000 7f885a59d640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f885410e260 con 0x7f8854102850 2024-04-25T17:19:48.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.984+0000 7f885a59d640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f885410e0e0 con 0x7f8854103a90 2024-04-25T17:19:48.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.984+0000 7f885a59d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f885410e3e0 con 0x7f8854108790 2024-04-25T17:19:48.988 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.984+0000 7f885959b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8854102850 0x7f8854075860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:48.989 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.984+0000 7f885959b640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8854102850 0x7f8854075860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:47786/0 (socket says 172.21.15.28:47786) 2024-04-25T17:19:48.989 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.984+0000 7f885959b640 1 -- 172.21.15.28:0/2496841485 learned_addr learned my addr 172.21.15.28:0/2496841485 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:19:48.989 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.984+0000 7f8859d9c640 1 --2- 172.21.15.28:0/2496841485 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8854108790 0x7f88541a12c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:48.989 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.984+0000 7f885959b640 1 -- 172.21.15.28:0/2496841485 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8854108790 msgr2=0x7f88541a12c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:48.989 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.984+0000 7f885959b640 1 --2- 172.21.15.28:0/2496841485 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8854108790 0x7f88541a12c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:48.989 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.984+0000 7f885959b640 1 -- 172.21.15.28:0/2496841485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8854103a90 msgr2=0x7f885419ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:48.989 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.984+0000 7f885959b640 1 --2- 172.21.15.28:0/2496841485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8854103a90 0x7f885419ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:48.989 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.984+0000 7f885959b640 1 -- 172.21.15.28:0/2496841485 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88541a1a50 con 0x7f8854102850 2024-04-25T17:19:48.989 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.984+0000 7f8859d9c640 1 --2- 172.21.15.28:0/2496841485 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8854108790 0x7f88541a12c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:19:48.989 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.984+0000 7f885959b640 1 --2- 172.21.15.28:0/2496841485 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8854102850 0x7f8854075860 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f8844005ab0 tx=0x7f88440042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:48.989 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.984+0000 7f884a7fc640 1 -- 172.21.15.28:0/2496841485 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f884403f030 con 0x7f8854102850 2024-04-25T17:19:48.990 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.984+0000 7f884a7fc640 1 -- 172.21.15.28:0/2496841485 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8844003c90 con 0x7f8854102850 2024-04-25T17:19:48.990 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.985+0000 7f885a59d640 1 -- 172.21.15.28:0/2496841485 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88541a1ce0 con 0x7f8854102850 2024-04-25T17:19:48.990 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.985+0000 7f884a7fc640 1 -- 172.21.15.28:0/2496841485 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8844035070 con 0x7f8854102850 2024-04-25T17:19:48.990 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.985+0000 7f885a59d640 1 -- 172.21.15.28:0/2496841485 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88541a2250 con 0x7f8854102850 2024-04-25T17:19:48.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.986+0000 7f885a59d640 1 -- 172.21.15.28:0/2496841485 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88541075a0 con 0x7f8854102850 2024-04-25T17:19:48.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.987+0000 7f884a7fc640 1 -- 172.21.15.28:0/2496841485 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f8844042030 con 0x7f8854102850 2024-04-25T17:19:48.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.988+0000 7f884a7fc640 1 --2- 172.21.15.28:0/2496841485 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f88400afba0 0x7f88400b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:48.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.988+0000 7f884a7fc640 1 -- 172.21.15.28:0/2496841485 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f88440ffbc0 con 0x7f8854102850 2024-04-25T17:19:48.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.988+0000 7f8858d9a640 1 --2- 172.21.15.28:0/2496841485 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f88400afba0 0x7f88400b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:48.991 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.988+0000 7f8858d9a640 1 --2- 172.21.15.28:0/2496841485 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f88400afba0 0x7f88400b20b0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f8854075200 tx=0x7f8850005c70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:48.993 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:48.992+0000 7f884a7fc640 1 -- 172.21.15.28:0/2496841485 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f88440c83c0 con 0x7f8854102850 2024-04-25T17:19:49.221 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.220+0000 7f885a59d640 1 -- 172.21.15.28:0/2496841485 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f885402db50 con 0x7f8854102850 2024-04-25T17:19:49.222 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.221+0000 7f884a7fc640 1 -- 172.21.15.28:0/2496841485 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11858 (secure 0 0 0) 0x7f88440c7cc0 con 0x7f8854102850 2024-04-25T17:19:49.223 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:19:49.223 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14661,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6839/1659868687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6838","nonce":1659868687},{"type":"v1","addr":"172.21.15.28:6839","nonce":1659868687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14673,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6841/1611935230","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6840","nonce":1611935230},{"type":"v1","addr":"172.21.15.28:6841","nonce":1611935230}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T17:13:42.616399+0000","modified":"2024-04-25T17:16:06.660081+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24551,"mds_1":24532,"mds_2":24506},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6837/1172878965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1172878965},{"type":"v1","addr":"172.21.15.84:6837","nonce":1172878965}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.42:6837/229475507","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":229475507},{"type":"v1","addr":"172.21.15.42:6837","nonce":229475507}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.84:6839/1332945442","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":1332945442},{"type":"v1","addr":"172.21.15.84:6839","nonce":1332945442}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.42:6839/616693654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":616693654},{"type":"v1","addr":"172.21.15.42:6839","nonce":616693654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24551,24506,24532]},"id":1}]} 2024-04-25T17:19:49.223 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 24 2024-04-25T17:19:49.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.223+0000 7f885a59d640 1 -- 172.21.15.28:0/2496841485 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f88400afba0 msgr2=0x7f88400b20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:49.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.223+0000 7f885a59d640 1 --2- 172.21.15.28:0/2496841485 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f88400afba0 0x7f88400b20b0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f8854075200 tx=0x7f8850005c70 comp rx=0 tx=0).stop 2024-04-25T17:19:49.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.223+0000 7f885a59d640 1 -- 172.21.15.28:0/2496841485 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8854102850 msgr2=0x7f8854075860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:49.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.223+0000 7f885a59d640 1 --2- 172.21.15.28:0/2496841485 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8854102850 0x7f8854075860 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f8844005ab0 tx=0x7f88440042f0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.223+0000 7f885a59d640 1 -- 172.21.15.28:0/2496841485 shutdown_connections 2024-04-25T17:19:49.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.223+0000 7f885a59d640 1 --2- 172.21.15.28:0/2496841485 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f88400afba0 0x7f88400b20b0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.223+0000 7f885a59d640 1 --2- 172.21.15.28:0/2496841485 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8854108790 0x7f88541a12c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.223+0000 7f885a59d640 1 --2- 172.21.15.28:0/2496841485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8854103a90 0x7f885419ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.223+0000 7f885a59d640 1 --2- 172.21.15.28:0/2496841485 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8854102850 0x7f8854075860 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.223+0000 7f885a59d640 1 -- 172.21.15.28:0/2496841485 >> 172.21.15.28:0/2496841485 conn(0x7f88540fda40 msgr2=0x7f8854104770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:49.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.223+0000 7f885a59d640 1 -- 172.21.15.28:0/2496841485 shutdown_connections 2024-04-25T17:19:49.225 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.223+0000 7f885a59d640 1 -- 172.21.15.28:0/2496841485 wait complete. 2024-04-25T17:19:49.236 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-25T17:19:49.349 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.347+0000 7f8234f64640 1 -- 172.21.15.28:0/212385191 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8230108940 msgr2=0x7f823010ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:49.349 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.347+0000 7f8234f64640 1 --2- 172.21.15.28:0/212385191 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8230108940 0x7f823010ad60 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f8228009ca0 tx=0x7f822802a8c0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.349 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.347+0000 7f8234f64640 1 -- 172.21.15.28:0/212385191 shutdown_connections 2024-04-25T17:19:49.349 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.347+0000 7f8234f64640 1 --2- 172.21.15.28:0/212385191 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8230108940 0x7f823010ad60 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.349 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.347+0000 7f8234f64640 1 --2- 172.21.15.28:0/212385191 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8230103c40 0x7f8230104050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.349 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.347+0000 7f8234f64640 1 --2- 172.21.15.28:0/212385191 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8230102a00 0x7f8230103700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.349 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.347+0000 7f8234f64640 1 -- 172.21.15.28:0/212385191 >> 172.21.15.28:0/212385191 conn(0x7f82300fdbf0 msgr2=0x7f82301000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:49.350 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.347+0000 7f8234f64640 1 -- 172.21.15.28:0/212385191 shutdown_connections 2024-04-25T17:19:49.350 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.347+0000 7f8234f64640 1 -- 172.21.15.28:0/212385191 wait complete. 2024-04-25T17:19:49.352 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.348+0000 7f8234f64640 1 Processor -- start 2024-04-25T17:19:49.352 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.348+0000 7f8234f64640 1 -- start start 2024-04-25T17:19:49.352 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.348+0000 7f8234f64640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8230102a00 0x7f823010ced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:49.352 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.348+0000 7f8234f64640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8230103c40 0x7f823010b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:49.352 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.348+0000 7f8234f64640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8230108940 0x7f823010bab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:49.352 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.348+0000 7f8234f64640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f823010f540 con 0x7f8230102a00 2024-04-25T17:19:49.352 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.348+0000 7f8234f64640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f823010f3c0 con 0x7f8230103c40 2024-04-25T17:19:49.353 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.348+0000 7f8234f64640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f823010f6c0 con 0x7f8230108940 2024-04-25T17:19:49.353 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.348+0000 7f822e59c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8230102a00 0x7f823010ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:49.353 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.348+0000 7f822e59c640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8230102a00 0x7f823010ced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:47798/0 (socket says 172.21.15.28:47798) 2024-04-25T17:19:49.353 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.348+0000 7f822e59c640 1 -- 172.21.15.28:0/351753585 learned_addr learned my addr 172.21.15.28:0/351753585 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:19:49.353 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.349+0000 7f822dd9b640 1 --2- 172.21.15.28:0/351753585 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8230103c40 0x7f823010b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:49.353 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.349+0000 7f822ed9d640 1 --2- 172.21.15.28:0/351753585 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8230108940 0x7f823010bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:49.353 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.349+0000 7f822e59c640 1 -- 172.21.15.28:0/351753585 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8230108940 msgr2=0x7f823010bab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:49.353 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.349+0000 7f822e59c640 1 --2- 172.21.15.28:0/351753585 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8230108940 0x7f823010bab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.353 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.349+0000 7f822e59c640 1 -- 172.21.15.28:0/351753585 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8230103c40 msgr2=0x7f823010b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:49.353 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.349+0000 7f822e59c640 1 --2- 172.21.15.28:0/351753585 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8230103c40 0x7f823010b570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.353 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.349+0000 7f822e59c640 1 -- 172.21.15.28:0/351753585 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f823010c150 con 0x7f8230102a00 2024-04-25T17:19:49.353 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.349+0000 7f822dd9b640 1 --2- 172.21.15.28:0/351753585 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8230103c40 0x7f823010b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:19:49.353 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.349+0000 7f822e59c640 1 --2- 172.21.15.28:0/351753585 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8230102a00 0x7f823010ced0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f822000c970 tx=0x7f822000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:49.354 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.349+0000 7f821f7fe640 1 -- 172.21.15.28:0/351753585 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8220007c70 con 0x7f8230102a00 2024-04-25T17:19:49.354 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.349+0000 7f821f7fe640 1 -- 172.21.15.28:0/351753585 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8220007e10 con 0x7f8230102a00 2024-04-25T17:19:49.354 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.349+0000 7f821f7fe640 1 -- 172.21.15.28:0/351753585 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82200186f0 con 0x7f8230102a00 2024-04-25T17:19:49.354 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.349+0000 7f8234f64640 1 -- 172.21.15.28:0/351753585 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82301a4030 con 0x7f8230102a00 2024-04-25T17:19:49.354 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.349+0000 7f8234f64640 1 -- 172.21.15.28:0/351753585 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82301a4490 con 0x7f8230102a00 2024-04-25T17:19:49.354 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.350+0000 7f8234f64640 1 -- 172.21.15.28:0/351753585 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8230107040 con 0x7f8230102a00 2024-04-25T17:19:49.355 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.352+0000 7f821f7fe640 1 -- 172.21.15.28:0/351753585 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f822000fa90 con 0x7f8230102a00 2024-04-25T17:19:49.355 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.352+0000 7f821f7fe640 1 --2- 172.21.15.28:0/351753585 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f82180afc20 0x7f82180b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:49.355 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.352+0000 7f822dd9b640 1 --2- 172.21.15.28:0/351753585 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f82180afc20 0x7f82180b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:49.355 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.353+0000 7f821f7fe640 1 -- 172.21.15.28:0/351753585 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f82200df100 con 0x7f8230102a00 2024-04-25T17:19:49.355 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.353+0000 7f822dd9b640 1 --2- 172.21.15.28:0/351753585 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f82180afc20 0x7f82180b2130 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f8224005fd0 tx=0x7f8224005f40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:49.357 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.356+0000 7f821f7fe640 1 -- 172.21.15.28:0/351753585 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8220014030 con 0x7f8230102a00 2024-04-25T17:19:49.584 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.582+0000 7f8234f64640 1 -- 172.21.15.28:0/351753585 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f823002db50 con 0x7f8230102a00 2024-04-25T17:19:49.584 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.583+0000 7f821f7fe640 1 -- 172.21.15.28:0/351753585 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11858 (secure 0 0 0) 0x7f82200a7a70 con 0x7f8230102a00 2024-04-25T17:19:49.585 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:19:49.585 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14571,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/2914820408","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":2914820408},{"type":"v1","addr":"172.21.15.28:6835","nonce":2914820408}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14589,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6837/3227480728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6836","nonce":3227480728},{"type":"v1","addr":"172.21.15.28:6837","nonce":3227480728}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14661,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6839/1659868687","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6838","nonce":1659868687},{"type":"v1","addr":"172.21.15.28:6839","nonce":1659868687}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14673,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6841/1611935230","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6840","nonce":1611935230},{"type":"v1","addr":"172.21.15.28:6841","nonce":1611935230}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24445,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3821457167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3821457167},{"type":"v1","addr":"172.21.15.84:6833","nonce":3821457167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/3385544084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3385544084},{"type":"v1","addr":"172.21.15.42:6833","nonce":3385544084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T17:13:42.616399+0000","modified":"2024-04-25T17:16:06.660081+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24551,"mds_1":24532,"mds_2":24506},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24479":{"gid":24479,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6835/1531439011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":1531439011},{"type":"v1","addr":"172.21.15.42:6835","nonce":1531439011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/2884257120","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":2884257120},{"type":"v1","addr":"172.21.15.84:6835","nonce":2884257120}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6837/1172878965","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1172878965},{"type":"v1","addr":"172.21.15.84:6837","nonce":1172878965}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.42:6837/229475507","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":229475507},{"type":"v1","addr":"172.21.15.42:6837","nonce":229475507}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":11,"addr":"172.21.15.84:6839/1332945442","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":1332945442},{"type":"v1","addr":"172.21.15.84:6839","nonce":1332945442}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24551":{"gid":24551,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.42:6839/616693654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":616693654},{"type":"v1","addr":"172.21.15.42:6839","nonce":616693654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24551,"qdb_cluster":[24551,24506,24532]},"id":1}]} 2024-04-25T17:19:49.585 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 24 2024-04-25T17:19:49.587 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.585+0000 7f8234f64640 1 -- 172.21.15.28:0/351753585 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f82180afc20 msgr2=0x7f82180b2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:49.587 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.585+0000 7f8234f64640 1 --2- 172.21.15.28:0/351753585 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f82180afc20 0x7f82180b2130 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f8224005fd0 tx=0x7f8224005f40 comp rx=0 tx=0).stop 2024-04-25T17:19:49.587 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.585+0000 7f8234f64640 1 -- 172.21.15.28:0/351753585 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8230102a00 msgr2=0x7f823010ced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:49.587 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.585+0000 7f8234f64640 1 --2- 172.21.15.28:0/351753585 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8230102a00 0x7f823010ced0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f822000c970 tx=0x7f822000ce30 comp rx=0 tx=0).stop 2024-04-25T17:19:49.587 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.585+0000 7f8234f64640 1 -- 172.21.15.28:0/351753585 shutdown_connections 2024-04-25T17:19:49.587 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.585+0000 7f8234f64640 1 --2- 172.21.15.28:0/351753585 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f82180afc20 0x7f82180b2130 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.588 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.585+0000 7f8234f64640 1 --2- 172.21.15.28:0/351753585 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8230108940 0x7f823010bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.588 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.585+0000 7f8234f64640 1 --2- 172.21.15.28:0/351753585 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8230103c40 0x7f823010b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.588 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.585+0000 7f8234f64640 1 --2- 172.21.15.28:0/351753585 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f8230102a00 0x7f823010ced0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.588 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.585+0000 7f8234f64640 1 -- 172.21.15.28:0/351753585 >> 172.21.15.28:0/351753585 conn(0x7f82300fdbf0 msgr2=0x7f8230100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:49.588 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.585+0000 7f8234f64640 1 -- 172.21.15.28:0/351753585 shutdown_connections 2024-04-25T17:19:49.588 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.585+0000 7f8234f64640 1 -- 172.21.15.28:0/351753585 wait complete. 2024-04-25T17:19:49.598 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T17:19:49.712 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.709+0000 7f06b2d27640 1 -- 172.21.15.28:0/3586821692 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06ac106f50 msgr2=0x7f06ac109370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:49.712 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.709+0000 7f06b2d27640 1 --2- 172.21.15.28:0/3586821692 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06ac106f50 0x7f06ac109370 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f06a0009900 tx=0x7f06a002a410 comp rx=0 tx=0).stop 2024-04-25T17:19:49.712 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.709+0000 7f06b2d27640 1 -- 172.21.15.28:0/3586821692 shutdown_connections 2024-04-25T17:19:49.712 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.709+0000 7f06b2d27640 1 --2- 172.21.15.28:0/3586821692 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06ac1098b0 0x7f06ac10bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.709+0000 7f06b2d27640 1 --2- 172.21.15.28:0/3586821692 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06ac106f50 0x7f06ac109370 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.709+0000 7f06b2d27640 1 --2- 172.21.15.28:0/3586821692 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06ac1045f0 0x7f06ac106a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.709+0000 7f06b2d27640 1 -- 172.21.15.28:0/3586821692 >> 172.21.15.28:0/3586821692 conn(0x7f06ac0fdbf0 msgr2=0x7f06ac1000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:49.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.709+0000 7f06b2d27640 1 -- 172.21.15.28:0/3586821692 shutdown_connections 2024-04-25T17:19:49.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.709+0000 7f06b2d27640 1 -- 172.21.15.28:0/3586821692 wait complete. 2024-04-25T17:19:49.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.709+0000 7f06b2d27640 1 Processor -- start 2024-04-25T17:19:49.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.709+0000 7f06b2d27640 1 -- start start 2024-04-25T17:19:49.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.709+0000 7f06b2d27640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06ac1045f0 0x7f06ac19a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:49.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.709+0000 7f06b2d27640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06ac106f50 0x7f06ac19a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:49.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.710+0000 7f06b2d27640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06ac1098b0 0x7f06ac1a1570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:49.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.710+0000 7f06b2d27640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f06ac10f4c0 con 0x7f06ac106f50 2024-04-25T17:19:49.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.710+0000 7f06b2d27640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f06ac10f340 con 0x7f06ac1098b0 2024-04-25T17:19:49.713 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.710+0000 7f06b2d27640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f06ac10f640 con 0x7f06ac1045f0 2024-04-25T17:19:49.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.710+0000 7f06abfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06ac106f50 0x7f06ac19a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:49.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.710+0000 7f06abfff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06ac106f50 0x7f06ac19a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:47806/0 (socket says 172.21.15.28:47806) 2024-04-25T17:19:49.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.710+0000 7f06abfff640 1 -- 172.21.15.28:0/2311643518 learned_addr learned my addr 172.21.15.28:0/2311643518 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:19:49.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.710+0000 7f06b0ac3640 1 --2- 172.21.15.28:0/2311643518 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06ac1045f0 0x7f06ac19a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:49.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.710+0000 7f06b12c4640 1 --2- 172.21.15.28:0/2311643518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06ac1098b0 0x7f06ac1a1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:49.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.710+0000 7f06abfff640 1 -- 172.21.15.28:0/2311643518 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06ac1045f0 msgr2=0x7f06ac19a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:49.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.710+0000 7f06abfff640 1 --2- 172.21.15.28:0/2311643518 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06ac1045f0 0x7f06ac19a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.710+0000 7f06abfff640 1 -- 172.21.15.28:0/2311643518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06ac1098b0 msgr2=0x7f06ac1a1570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:49.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.710+0000 7f06abfff640 1 --2- 172.21.15.28:0/2311643518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06ac1098b0 0x7f06ac1a1570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.710+0000 7f06abfff640 1 -- 172.21.15.28:0/2311643518 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06ac1a1be0 con 0x7f06ac106f50 2024-04-25T17:19:49.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.710+0000 7f06abfff640 1 --2- 172.21.15.28:0/2311643518 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06ac106f50 0x7f06ac19a5e0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f06a0009230 tx=0x7f06a00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:49.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.710+0000 7f06a9ffb640 1 -- 172.21.15.28:0/2311643518 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06a003f030 con 0x7f06ac106f50 2024-04-25T17:19:49.714 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.710+0000 7f06a9ffb640 1 -- 172.21.15.28:0/2311643518 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f06a0003c90 con 0x7f06ac106f50 2024-04-25T17:19:49.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.710+0000 7f06b2d27640 1 -- 172.21.15.28:0/2311643518 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06ac1a1e70 con 0x7f06ac106f50 2024-04-25T17:19:49.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.710+0000 7f06a9ffb640 1 -- 172.21.15.28:0/2311643518 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06a0035070 con 0x7f06ac106f50 2024-04-25T17:19:49.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.711+0000 7f06b2d27640 1 -- 172.21.15.28:0/2311643518 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06ac1a22d0 con 0x7f06ac106f50 2024-04-25T17:19:49.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.712+0000 7f06b2d27640 1 -- 172.21.15.28:0/2311643518 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06ac0ff710 con 0x7f06ac106f50 2024-04-25T17:19:49.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.713+0000 7f06a9ffb640 1 -- 172.21.15.28:0/2311643518 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f06a0042030 con 0x7f06ac106f50 2024-04-25T17:19:49.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.714+0000 7f06a9ffb640 1 --2- 172.21.15.28:0/2311643518 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f06940afc20 0x7f06940b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:49.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.714+0000 7f06b0ac3640 1 --2- 172.21.15.28:0/2311643518 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f06940afc20 0x7f06940b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:49.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.714+0000 7f06a9ffb640 1 -- 172.21.15.28:0/2311643518 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f06a00ff950 con 0x7f06ac106f50 2024-04-25T17:19:49.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.714+0000 7f06b0ac3640 1 --2- 172.21.15.28:0/2311643518 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f06940afc20 0x7f06940b2130 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f069c005d00 tx=0x7f069c00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:49.719 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.718+0000 7f06a9ffb640 1 -- 172.21.15.28:0/2311643518 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f06a00c7b00 con 0x7f06ac106f50 2024-04-25T17:19:49.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:49 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2496841485' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:19:49.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:49 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2496841485' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:19:49.908 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.907+0000 7f06b2d27640 1 -- 172.21.15.28:0/2311643518 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f06ac02dd20 con 0x7f06ac106f50 2024-04-25T17:19:49.910 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.908+0000 7f06a9ffb640 1 -- 172.21.15.28:0/2311643518 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+24564 (secure 0 0 0) 0x7f06a00cbe00 con 0x7f06ac106f50 2024-04-25T17:19:49.910 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-25T17:19:49.910 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":84,"fsid":"dfbd4644-0325-11ef-bc93-c7b262605968","created":"2024-04-25T17:05:31.997648+0000","modified":"2024-04-25T17:15:32.384427+0000","last_up_change":"2024-04-25T17:12:51.571409+0000","last_in_change":"2024-04-25T17:12:30.703529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T17:08:58.716897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T17:13:40.495256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T17:13:41.573638+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-25T17:13:45.282812+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"8f6f78c9-dfc8-4230-ac65-f2ec1000c4d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6803","nonce":2630963068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6805","nonce":2630963068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6809","nonce":2630963068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":2630963068},{"type":"v1","addr":"172.21.15.28:6807","nonce":2630963068}]},"public_addr":"172.21.15.28:6803/2630963068","cluster_addr":"172.21.15.28:6805/2630963068","heartbeat_back_addr":"172.21.15.28:6809/2630963068","heartbeat_front_addr":"172.21.15.28:6807/2630963068","state":["exists","up"]},{"osd":1,"uuid":"5b580c05-e032-484f-b9d2-36b794a8f402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6801","nonce":3917673381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6803","nonce":3917673381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6807","nonce":3917673381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":3917673381},{"type":"v1","addr":"172.21.15.42:6805","nonce":3917673381}]},"public_addr":"172.21.15.42:6801/3917673381","cluster_addr":"172.21.15.42:6803/3917673381","heartbeat_back_addr":"172.21.15.42:6807/3917673381","heartbeat_front_addr":"172.21.15.42:6805/3917673381","state":["exists","up"]},{"osd":2,"uuid":"2686eac5-7000-41b3-a08a-0c9997dbaaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6801","nonce":3388230388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6803","nonce":3388230388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6807","nonce":3388230388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3388230388},{"type":"v1","addr":"172.21.15.84:6805","nonce":3388230388}]},"public_addr":"172.21.15.84:6801/3388230388","cluster_addr":"172.21.15.84:6803/3388230388","heartbeat_back_addr":"172.21.15.84:6807/3388230388","heartbeat_front_addr":"172.21.15.84:6805/3388230388","state":["exists","up"]},{"osd":3,"uuid":"600e1ebe-8a1b-40d9-aac0-56fa58998358","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6811","nonce":946543762}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6813","nonce":946543762}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6817","nonce":946543762}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":946543762},{"type":"v1","addr":"172.21.15.28:6815","nonce":946543762}]},"public_addr":"172.21.15.28:6811/946543762","cluster_addr":"172.21.15.28:6813/946543762","heartbeat_back_addr":"172.21.15.28:6817/946543762","heartbeat_front_addr":"172.21.15.28:6815/946543762","state":["exists","up"]},{"osd":4,"uuid":"dc0d3d12-b832-4179-a5e5-d623a9ee061a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6809","nonce":136506732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6811","nonce":136506732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6815","nonce":136506732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":136506732},{"type":"v1","addr":"172.21.15.42:6813","nonce":136506732}]},"public_addr":"172.21.15.42:6809/136506732","cluster_addr":"172.21.15.42:6811/136506732","heartbeat_back_addr":"172.21.15.42:6815/136506732","heartbeat_front_addr":"172.21.15.42:6813/136506732","state":["exists","up"]},{"osd":5,"uuid":"eac095b6-c4e8-4a00-ad3c-94d76848b8d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6809","nonce":3896854476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6811","nonce":3896854476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6815","nonce":3896854476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":3896854476},{"type":"v1","addr":"172.21.15.84:6813","nonce":3896854476}]},"public_addr":"172.21.15.84:6809/3896854476","cluster_addr":"172.21.15.84:6811/3896854476","heartbeat_back_addr":"172.21.15.84:6815/3896854476","heartbeat_front_addr":"172.21.15.84:6813/3896854476","state":["exists","up"]},{"osd":6,"uuid":"dd96643f-15d2-4bfb-8185-d07ea0d31971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6819","nonce":2764367515}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6821","nonce":2764367515}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6825","nonce":2764367515}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":2764367515},{"type":"v1","addr":"172.21.15.28:6823","nonce":2764367515}]},"public_addr":"172.21.15.28:6819/2764367515","cluster_addr":"172.21.15.28:6821/2764367515","heartbeat_back_addr":"172.21.15.28:6825/2764367515","heartbeat_front_addr":"172.21.15.28:6823/2764367515","state":["exists","up"]},{"osd":7,"uuid":"3469897f-d6d9-481c-bff6-d28728c08072","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6817","nonce":1810297826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6819","nonce":1810297826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6823","nonce":1810297826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1810297826},{"type":"v1","addr":"172.21.15.42:6821","nonce":1810297826}]},"public_addr":"172.21.15.42:6817/1810297826","cluster_addr":"172.21.15.42:6819/1810297826","heartbeat_back_addr":"172.21.15.42:6823/1810297826","heartbeat_front_addr":"172.21.15.42:6821/1810297826","state":["exists","up"]},{"osd":8,"uuid":"922a9a6c-db8c-4113-abf0-9d46297efb5d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6817","nonce":2694378114}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6819","nonce":2694378114}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6823","nonce":2694378114}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2694378114},{"type":"v1","addr":"172.21.15.84:6821","nonce":2694378114}]},"public_addr":"172.21.15.84:6817/2694378114","cluster_addr":"172.21.15.84:6819/2694378114","heartbeat_back_addr":"172.21.15.84:6823/2694378114","heartbeat_front_addr":"172.21.15.84:6821/2694378114","state":["exists","up"]},{"osd":9,"uuid":"32d4f011-cbd1-4259-8835-002671f8959e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6827","nonce":1774926370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6829","nonce":1774926370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6833","nonce":1774926370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1774926370},{"type":"v1","addr":"172.21.15.28:6831","nonce":1774926370}]},"public_addr":"172.21.15.28:6827/1774926370","cluster_addr":"172.21.15.28:6829/1774926370","heartbeat_back_addr":"172.21.15.28:6833/1774926370","heartbeat_front_addr":"172.21.15.28:6831/1774926370","state":["exists","up"]},{"osd":10,"uuid":"7c967139-557a-4c58-b1c0-fc7522e24596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6825","nonce":2804762182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6827","nonce":2804762182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6831","nonce":2804762182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":2804762182},{"type":"v1","addr":"172.21.15.42:6829","nonce":2804762182}]},"public_addr":"172.21.15.42:6825/2804762182","cluster_addr":"172.21.15.42:6827/2804762182","heartbeat_back_addr":"172.21.15.42:6831/2804762182","heartbeat_front_addr":"172.21.15.42:6829/2804762182","state":["exists","up"]},{"osd":11,"uuid":"f704b886-2ebb-46f9-aec6-fcf2b9ab2406","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6825","nonce":3161302796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6827","nonce":3161302796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6831","nonce":3161302796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3161302796},{"type":"v1","addr":"172.21.15.84:6829","nonce":3161302796}]},"public_addr":"172.21.15.84:6825/3161302796","cluster_addr":"172.21.15.84:6827/3161302796","heartbeat_back_addr":"172.21.15.84:6831/3161302796","heartbeat_front_addr":"172.21.15.84:6829/3161302796","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:06.986851+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:31.494536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:08:56.103311+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:21.066610+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:09:46.756676+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:11.418785+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:10:37.598234+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:04.026608+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:29.700475+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:11:56.106022+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:22.682088+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T17:12:49.340460+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.5","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1a","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/1955324952":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/882061261":"2024-04-26T17:06:30.612126+0000","172.21.15.28:6801/3754186796":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/2486626847":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/2750422620":"2024-04-26T17:06:03.808723+0000","172.21.15.28:0/1177487357":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/4154652282":"2024-04-26T17:06:30.612126+0000","172.21.15.28:0/3130016384":"2024-04-26T17:06:03.808723+0000","172.21.15.28:6800/3754186796":"2024-04-26T17:06:30.612126+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T17:19:49.912 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.910+0000 7f06b2d27640 1 -- 172.21.15.28:0/2311643518 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f06940afc20 msgr2=0x7f06940b2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:49.912 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.910+0000 7f06b2d27640 1 --2- 172.21.15.28:0/2311643518 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f06940afc20 0x7f06940b2130 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f069c005d00 tx=0x7f069c00b410 comp rx=0 tx=0).stop 2024-04-25T17:19:49.912 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.910+0000 7f06b2d27640 1 -- 172.21.15.28:0/2311643518 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06ac106f50 msgr2=0x7f06ac19a5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:49.912 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.910+0000 7f06b2d27640 1 --2- 172.21.15.28:0/2311643518 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06ac106f50 0x7f06ac19a5e0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f06a0009230 tx=0x7f06a00042f0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.912 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.910+0000 7f06b2d27640 1 -- 172.21.15.28:0/2311643518 shutdown_connections 2024-04-25T17:19:49.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.910+0000 7f06b2d27640 1 --2- 172.21.15.28:0/2311643518 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f06940afc20 0x7f06940b2130 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.911+0000 7f06b2d27640 1 --2- 172.21.15.28:0/2311643518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06ac1098b0 0x7f06ac1a1570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.911+0000 7f06b2d27640 1 --2- 172.21.15.28:0/2311643518 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f06ac106f50 0x7f06ac19a5e0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.911+0000 7f06b2d27640 1 --2- 172.21.15.28:0/2311643518 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06ac1045f0 0x7f06ac19a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:49.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.911+0000 7f06b2d27640 1 -- 172.21.15.28:0/2311643518 >> 172.21.15.28:0/2311643518 conn(0x7f06ac0fdbf0 msgr2=0x7f06ac105220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:49.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.911+0000 7f06b2d27640 1 -- 172.21.15.28:0/2311643518 shutdown_connections 2024-04-25T17:19:49.913 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:49.911+0000 7f06b2d27640 1 -- 172.21.15.28:0/2311643518 wait complete. 2024-04-25T17:19:49.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:49 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2496841485' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:19:49.924 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-25T17:19:50.037 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.035+0000 7f7269f38640 1 -- 172.21.15.28:0/496466738 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7264106c10 msgr2=0x7f72641090f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:50.037 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.035+0000 7f7269f38640 1 --2- 172.21.15.28:0/496466738 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7264106c10 0x7f72641090f0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f7254009900 tx=0x7f725402a410 comp rx=0 tx=0).stop 2024-04-25T17:19:50.037 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.035+0000 7f7269f38640 1 -- 172.21.15.28:0/496466738 shutdown_connections 2024-04-25T17:19:50.038 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.035+0000 7f7269f38640 1 --2- 172.21.15.28:0/496466738 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7264109780 0x7f726410bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:50.038 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.035+0000 7f7269f38640 1 --2- 172.21.15.28:0/496466738 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7264106c10 0x7f72641090f0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:50.038 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.035+0000 7f7269f38640 1 --2- 172.21.15.28:0/496466738 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7264101e30 0x7f7264102240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:50.038 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.035+0000 7f7269f38640 1 -- 172.21.15.28:0/496466738 >> 172.21.15.28:0/496466738 conn(0x7f72640fd380 msgr2=0x7f72640ff810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:50.038 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.035+0000 7f7269f38640 1 -- 172.21.15.28:0/496466738 shutdown_connections 2024-04-25T17:19:50.038 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.035+0000 7f7269f38640 1 -- 172.21.15.28:0/496466738 wait complete. 2024-04-25T17:19:50.038 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.036+0000 7f7269f38640 1 Processor -- start 2024-04-25T17:19:50.038 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.036+0000 7f7269f38640 1 -- start start 2024-04-25T17:19:50.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.036+0000 7f7269f38640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7264101e30 0x7f726419a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:50.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.036+0000 7f7269f38640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7264106c10 0x7f726419a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:50.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.036+0000 7f7269f38640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7264109780 0x7f72641a1590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:50.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.036+0000 7f7269f38640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f726410f4a0 con 0x7f7264101e30 2024-04-25T17:19:50.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.036+0000 7f7269f38640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f726410f320 con 0x7f7264106c10 2024-04-25T17:19:50.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.036+0000 7f7269f38640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f726410f620 con 0x7f7264109780 2024-04-25T17:19:50.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.036+0000 7f72637fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7264101e30 0x7f726419a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:50.040 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.036+0000 7f72637fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7264101e30 0x7f726419a0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:47828/0 (socket says 172.21.15.28:47828) 2024-04-25T17:19:50.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.036+0000 7f72637fe640 1 -- 172.21.15.28:0/1509118278 learned_addr learned my addr 172.21.15.28:0/1509118278 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:19:50.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.037+0000 7f7262ffd640 1 --2- 172.21.15.28:0/1509118278 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7264106c10 0x7f726419a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:50.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.037+0000 7f7263fff640 1 --2- 172.21.15.28:0/1509118278 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7264109780 0x7f72641a1590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:50.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.037+0000 7f72637fe640 1 -- 172.21.15.28:0/1509118278 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7264109780 msgr2=0x7f72641a1590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:50.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.037+0000 7f72637fe640 1 --2- 172.21.15.28:0/1509118278 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7264109780 0x7f72641a1590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:50.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.037+0000 7f72637fe640 1 -- 172.21.15.28:0/1509118278 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7264106c10 msgr2=0x7f726419a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:50.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.037+0000 7f72637fe640 1 --2- 172.21.15.28:0/1509118278 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7264106c10 0x7f726419a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:50.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.037+0000 7f72637fe640 1 -- 172.21.15.28:0/1509118278 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72641a1c00 con 0x7f7264101e30 2024-04-25T17:19:50.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.037+0000 7f72637fe640 1 --2- 172.21.15.28:0/1509118278 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7264101e30 0x7f726419a0c0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f725800e9c0 tx=0x7f725800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:50.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.037+0000 7f7260ff9640 1 -- 172.21.15.28:0/1509118278 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f725800cd80 con 0x7f7264101e30 2024-04-25T17:19:50.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.037+0000 7f7260ff9640 1 -- 172.21.15.28:0/1509118278 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f72580054b0 con 0x7f7264101e30 2024-04-25T17:19:50.041 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.037+0000 7f7269f38640 1 -- 172.21.15.28:0/1509118278 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72641a1ef0 con 0x7f7264101e30 2024-04-25T17:19:50.042 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.037+0000 7f7260ff9640 1 -- 172.21.15.28:0/1509118278 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7258010430 con 0x7f7264101e30 2024-04-25T17:19:50.042 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.037+0000 7f7269f38640 1 -- 172.21.15.28:0/1509118278 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72641a2350 con 0x7f7264101e30 2024-04-25T17:19:50.042 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.038+0000 7f7269f38640 1 -- 172.21.15.28:0/1509118278 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f726406a240 con 0x7f7264101e30 2024-04-25T17:19:50.042 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.040+0000 7f7260ff9640 1 -- 172.21.15.28:0/1509118278 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f7258004f20 con 0x7f7264101e30 2024-04-25T17:19:50.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.040+0000 7f7260ff9640 1 --2- 172.21.15.28:0/1509118278 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f724c0afaf0 0x7f724c0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:50.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.041+0000 7f7260ff9640 1 -- 172.21.15.28:0/1509118278 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 9121+0+0 (secure 0 0 0) 0x7f72580df9d0 con 0x7f7264101e30 2024-04-25T17:19:50.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.041+0000 7f7262ffd640 1 --2- 172.21.15.28:0/1509118278 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f724c0afaf0 0x7f724c0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:50.043 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.041+0000 7f7262ffd640 1 --2- 172.21.15.28:0/1509118278 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f724c0afaf0 0x7f724c0b2000 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f726419b160 tx=0x7f7254000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:50.045 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.044+0000 7f7260ff9640 1 -- 172.21.15.28:0/1509118278 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f726406a240 con 0x7f7264101e30 2024-04-25T17:19:50.274 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.273+0000 7f7269f38640 1 -- 172.21.15.28:0/1509118278 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f726402dc20 con 0x7f7264101e30 2024-04-25T17:19:50.277 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.275+0000 7f7260ff9640 1 -- 172.21.15.28:0/1509118278 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v25) ==== 161+0+0 (secure 0 0 0) 0x7f72580a81d0 con 0x7f7264101e30 2024-04-25T17:19:50.277 INFO:teuthology.orchestra.run.smithi028.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-25T17:19:50.279 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.278+0000 7f7269f38640 1 -- 172.21.15.28:0/1509118278 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f724c0afaf0 msgr2=0x7f724c0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:50.279 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.278+0000 7f7269f38640 1 --2- 172.21.15.28:0/1509118278 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f724c0afaf0 0x7f724c0b2000 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f726419b160 tx=0x7f7254000bc0 comp rx=0 tx=0).stop 2024-04-25T17:19:50.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.278+0000 7f7269f38640 1 -- 172.21.15.28:0/1509118278 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7264101e30 msgr2=0x7f726419a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:50.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.278+0000 7f7269f38640 1 --2- 172.21.15.28:0/1509118278 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7264101e30 0x7f726419a0c0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f725800e9c0 tx=0x7f725800ee80 comp rx=0 tx=0).stop 2024-04-25T17:19:50.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.278+0000 7f7269f38640 1 -- 172.21.15.28:0/1509118278 shutdown_connections 2024-04-25T17:19:50.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.278+0000 7f7269f38640 1 --2- 172.21.15.28:0/1509118278 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f724c0afaf0 0x7f724c0b2000 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:50.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.278+0000 7f7269f38640 1 --2- 172.21.15.28:0/1509118278 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7264109780 0x7f72641a1590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:50.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.278+0000 7f7269f38640 1 --2- 172.21.15.28:0/1509118278 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7264106c10 0x7f726419a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:50.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.278+0000 7f7269f38640 1 --2- 172.21.15.28:0/1509118278 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f7264101e30 0x7f726419a0c0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:50.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.278+0000 7f7269f38640 1 -- 172.21.15.28:0/1509118278 >> 172.21.15.28:0/1509118278 conn(0x7f72640fd380 msgr2=0x7f7264107cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:50.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.278+0000 7f7269f38640 1 -- 172.21.15.28:0/1509118278 shutdown_connections 2024-04-25T17:19:50.280 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.278+0000 7f7269f38640 1 -- 172.21.15.28:0/1509118278 wait complete. 2024-04-25T17:19:50.292 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-25T17:19:50.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.407+0000 7f690990d640 1 -- 172.21.15.28:0/3835265076 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6904102a00 msgr2=0x7f6904103700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:50.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.407+0000 7f690990d640 1 --2- 172.21.15.28:0/3835265076 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6904102a00 0x7f6904103700 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f68fc009900 tx=0x7f68fc02a410 comp rx=0 tx=0).stop 2024-04-25T17:19:50.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.407+0000 7f690990d640 1 -- 172.21.15.28:0/3835265076 shutdown_connections 2024-04-25T17:19:50.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.407+0000 7f690990d640 1 --2- 172.21.15.28:0/3835265076 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6904108940 0x7f690410ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:50.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.407+0000 7f690990d640 1 --2- 172.21.15.28:0/3835265076 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6904103c40 0x7f6904104050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:50.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.407+0000 7f690990d640 1 --2- 172.21.15.28:0/3835265076 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6904102a00 0x7f6904103700 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:50.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.407+0000 7f690990d640 1 -- 172.21.15.28:0/3835265076 >> 172.21.15.28:0/3835265076 conn(0x7f69040fdc30 msgr2=0x7f69041000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:50.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.407+0000 7f690990d640 1 -- 172.21.15.28:0/3835265076 shutdown_connections 2024-04-25T17:19:50.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.407+0000 7f690990d640 1 -- 172.21.15.28:0/3835265076 wait complete. 2024-04-25T17:19:50.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.408+0000 7f690990d640 1 Processor -- start 2024-04-25T17:19:50.411 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.408+0000 7f690990d640 1 -- start start 2024-04-25T17:19:50.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.408+0000 7f690990d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6904102a00 0x7f690419a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:50.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.408+0000 7f690990d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6904103c40 0x7f690419a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:50.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.408+0000 7f690990d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6904108940 0x7f69041a1650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:50.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.408+0000 7f690990d640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f690410f4e0 con 0x7f6904108940 2024-04-25T17:19:50.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.408+0000 7f690990d640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f690410f360 con 0x7f6904102a00 2024-04-25T17:19:50.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.408+0000 7f690990d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f690410f660 con 0x7f6904103c40 2024-04-25T17:19:50.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.408+0000 7f69037fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6904108940 0x7f69041a1650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:50.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.408+0000 7f69037fe640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6904108940 0x7f69041a1650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:47848/0 (socket says 172.21.15.28:47848) 2024-04-25T17:19:50.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.408+0000 7f69037fe640 1 -- 172.21.15.28:0/2502036081 learned_addr learned my addr 172.21.15.28:0/2502036081 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:19:50.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.408+0000 7f69027fc640 1 --2- 172.21.15.28:0/2502036081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6904103c40 0x7f690419a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:50.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.408+0000 7f6902ffd640 1 --2- 172.21.15.28:0/2502036081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6904102a00 0x7f690419a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:50.412 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.408+0000 7f69037fe640 1 -- 172.21.15.28:0/2502036081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6904103c40 msgr2=0x7f690419a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:50.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.408+0000 7f69037fe640 1 --2- 172.21.15.28:0/2502036081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6904103c40 0x7f690419a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:50.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.408+0000 7f69037fe640 1 -- 172.21.15.28:0/2502036081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6904102a00 msgr2=0x7f690419a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:50.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.408+0000 7f69037fe640 1 --2- 172.21.15.28:0/2502036081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6904102a00 0x7f690419a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:50.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.408+0000 7f69037fe640 1 -- 172.21.15.28:0/2502036081 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69041a1c10 con 0x7f6904108940 2024-04-25T17:19:50.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.409+0000 7f69037fe640 1 --2- 172.21.15.28:0/2502036081 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6904108940 0x7f69041a1650 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f68f400cce0 tx=0x7f68f400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:50.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.409+0000 7f690890b640 1 -- 172.21.15.28:0/2502036081 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68f400f450 con 0x7f6904108940 2024-04-25T17:19:50.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.409+0000 7f690890b640 1 -- 172.21.15.28:0/2502036081 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f68f400fa80 con 0x7f6904108940 2024-04-25T17:19:50.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.409+0000 7f690990d640 1 -- 172.21.15.28:0/2502036081 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69041a1f00 con 0x7f6904108940 2024-04-25T17:19:50.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.409+0000 7f690890b640 1 -- 172.21.15.28:0/2502036081 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68f4018ad0 con 0x7f6904108940 2024-04-25T17:19:50.413 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.409+0000 7f690990d640 1 -- 172.21.15.28:0/2502036081 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69041a2310 con 0x7f6904108940 2024-04-25T17:19:50.414 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.410+0000 7f690990d640 1 -- 172.21.15.28:0/2502036081 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6904107750 con 0x7f6904108940 2024-04-25T17:19:50.414 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.412+0000 7f690890b640 1 -- 172.21.15.28:0/2502036081 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f68f400f5f0 con 0x7f6904108940 2024-04-25T17:19:50.414 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.413+0000 7f690890b640 1 --2- 172.21.15.28:0/2502036081 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f68ec0afaf0 0x7f68ec0b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:50.415 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.413+0000 7f690890b640 1 -- 172.21.15.28:0/2502036081 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 9379+0+0 (secure 0 0 0) 0x7f68f40df890 con 0x7f6904108940 2024-04-25T17:19:50.415 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.413+0000 7f6902ffd640 1 --2- 172.21.15.28:0/2502036081 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f68ec0afaf0 0x7f68ec0b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:50.415 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.413+0000 7f6902ffd640 1 --2- 172.21.15.28:0/2502036081 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f68ec0afaf0 0x7f68ec0b2000 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f68fc0057c0 tx=0x7f68fc005720 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:50.418 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.417+0000 7f690890b640 1 -- 172.21.15.28:0/2502036081 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f68f4014030 con 0x7f6904108940 2024-04-25T17:19:50.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:50 smithi042 ceph-mon[32851]: pgmap v473: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-04-25T17:19:50.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:50 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/351753585' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:19:50.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:50 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2311643518' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:19:50.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:50 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1509118278' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-25T17:19:50.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:50 smithi042 ceph-mon[32851]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-25T17:19:50.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:50 smithi042 ceph-mon[32851]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-25T17:19:50.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:50 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1509118278' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-25T17:19:50.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:50 smithi042 ceph-mon[32851]: osdmap e85: 12 total, 12 up, 12 in 2024-04-25T17:19:50.611 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:50 smithi042 ceph-mon[32851]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-04-25T17:19:50.611 INFO:journalctl@ceph.mds.b.smithi042.stdout:Apr 25 17:19:50 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-b[63675]: ignoring --setuser ceph since I am not root 2024-04-25T17:19:50.611 INFO:journalctl@ceph.mds.b.smithi042.stdout:Apr 25 17:19:50 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-b[63675]: ignoring --setgroup ceph since I am not root 2024-04-25T17:19:50.611 INFO:journalctl@ceph.mds.b.smithi042.stdout:Apr 25 17:19:50 smithi042 ceph-mds[63679]: -- 172.21.15.42:0/3781959356 <== mon.0 v2:172.21.15.28:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d7ea79fa40 con 0x55d7ea7e7a80 2024-04-25T17:19:50.612 INFO:journalctl@ceph.mds.b.smithi042.stdout:Apr 25 17:19:50 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-b[63675]: starting mds.b at 2024-04-25T17:19:50.612 INFO:journalctl@ceph.mds.e.smithi042.stdout:Apr 25 17:19:50 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-e[63057]: ignoring --setuser ceph since I am not root 2024-04-25T17:19:50.612 INFO:journalctl@ceph.mds.e.smithi042.stdout:Apr 25 17:19:50 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-e[63057]: ignoring --setgroup ceph since I am not root 2024-04-25T17:19:50.612 INFO:journalctl@ceph.mds.e.smithi042.stdout:Apr 25 17:19:50 smithi042 ceph-mds[63061]: -- 172.21.15.42:0/1447079102 <== mon.2 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5579ce37fa40 con 0x5579ce3c7600 2024-04-25T17:19:50.612 INFO:journalctl@ceph.mds.e.smithi042.stdout:Apr 25 17:19:50 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-e[63057]: starting mds.e at 2024-04-25T17:19:50.612 INFO:journalctl@ceph.mds.h.smithi042.stdout:Apr 25 17:19:50 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-h[63365]: ignoring --setuser ceph since I am not root 2024-04-25T17:19:50.612 INFO:journalctl@ceph.mds.h.smithi042.stdout:Apr 25 17:19:50 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-h[63365]: ignoring --setgroup ceph since I am not root 2024-04-25T17:19:50.612 INFO:journalctl@ceph.mds.h.smithi042.stdout:Apr 25 17:19:50 smithi042 ceph-mds[63369]: -- 172.21.15.42:0/1923002452 <== mon.2 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5559f7d79a40 con 0x5559f7dc1a80 2024-04-25T17:19:50.613 INFO:journalctl@ceph.mds.h.smithi042.stdout:Apr 25 17:19:50 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-h[63365]: starting mds.h at 2024-04-25T17:19:50.646 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:50.645+0000 7f690990d640 1 -- 172.21.15.28:0/2502036081 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f690402dce0 con 0x7f6904108940 2024-04-25T17:19:50.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:50 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-a[29203]: 2024-04-25T17:19:50.274+0000 7f1fa7531700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-25T17:19:50.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:50 smithi028 ceph-mon[29207]: pgmap v473: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-04-25T17:19:50.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:50 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/351753585' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:19:50.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:50 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2311643518' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:19:50.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:50 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1509118278' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-25T17:19:50.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:50 smithi028 ceph-mon[29207]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-25T17:19:50.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:50 smithi028 ceph-mon[29207]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-25T17:19:50.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:50 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1509118278' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-25T17:19:50.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:50 smithi028 ceph-mon[29207]: osdmap e85: 12 total, 12 up, 12 in 2024-04-25T17:19:50.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:50 smithi028 ceph-mon[29207]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-04-25T17:19:50.731 INFO:journalctl@ceph.mds.f.smithi084.stdout:Apr 25 17:19:50 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-f[63221]: ignoring --setuser ceph since I am not root 2024-04-25T17:19:50.731 INFO:journalctl@ceph.mds.f.smithi084.stdout:Apr 25 17:19:50 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-f[63221]: ignoring --setgroup ceph since I am not root 2024-04-25T17:19:50.731 INFO:journalctl@ceph.mds.f.smithi084.stdout:Apr 25 17:19:50 smithi084 ceph-mds[63225]: -- 172.21.15.84:0/3205296873 <== mon.1 v2:172.21.15.84:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5598ba15ba40 con 0x5598ba1a3180 2024-04-25T17:19:50.731 INFO:journalctl@ceph.mds.f.smithi084.stdout:Apr 25 17:19:50 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-f[63221]: starting mds.f at 2024-04-25T17:19:50.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:50 smithi084 ceph-mon[32752]: pgmap v473: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-04-25T17:19:50.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:50 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/351753585' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T17:19:50.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:50 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2311643518' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T17:19:50.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:50 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1509118278' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-25T17:19:50.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:50 smithi084 ceph-mon[32752]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-25T17:19:50.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:50 smithi084 ceph-mon[32752]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-25T17:19:50.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:50 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1509118278' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-25T17:19:50.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:50 smithi084 ceph-mon[32752]: osdmap e85: 12 total, 12 up, 12 in 2024-04-25T17:19:50.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:50 smithi084 ceph-mon[32752]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-04-25T17:19:50.733 INFO:journalctl@ceph.mds.i.smithi084.stdout:Apr 25 17:19:50 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-i[63840]: ignoring --setuser ceph since I am not root 2024-04-25T17:19:50.733 INFO:journalctl@ceph.mds.i.smithi084.stdout:Apr 25 17:19:50 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-i[63840]: ignoring --setgroup ceph since I am not root 2024-04-25T17:19:50.733 INFO:journalctl@ceph.mds.i.smithi084.stdout:Apr 25 17:19:50 smithi084 ceph-mds[63844]: -- 172.21.15.84:0/2441869069 <== mon.1 v2:172.21.15.84:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5565f116da40 con 0x5565f11b5600 2024-04-25T17:19:50.733 INFO:journalctl@ceph.mds.i.smithi084.stdout:Apr 25 17:19:50 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-i[63840]: starting mds.i at 2024-04-25T17:19:50.733 INFO:journalctl@ceph.mds.c.smithi084.stdout:Apr 25 17:19:50 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-c[63533]: ignoring --setuser ceph since I am not root 2024-04-25T17:19:50.733 INFO:journalctl@ceph.mds.c.smithi084.stdout:Apr 25 17:19:50 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-c[63533]: ignoring --setgroup ceph since I am not root 2024-04-25T17:19:50.733 INFO:journalctl@ceph.mds.c.smithi084.stdout:Apr 25 17:19:50 smithi084 ceph-mds[63537]: -- 172.21.15.84:0/2458742626 <== mon.0 v2:172.21.15.28:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56167aa1da40 con 0x56167aa65a80 2024-04-25T17:19:50.733 INFO:journalctl@ceph.mds.c.smithi084.stdout:Apr 25 17:19:50 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-c[63533]: starting mds.c at 2024-04-25T17:19:50.733 INFO:journalctl@ceph.mds.c.smithi084.stdout:Apr 25 17:19:50 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-c[63533]: 2024-04-25T17:19:50.349+0000 7f58ca4c8700 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-04-25T17:19:51.278 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.277+0000 7f690890b640 1 -- 172.21.15.28:0/2502036081 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v26) ==== 104+0+0 (secure 0 0 0) 0x7f68f40a8080 con 0x7f6904108940 2024-04-25T17:19:51.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.281+0000 7f690990d640 1 -- 172.21.15.28:0/2502036081 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f68ec0afaf0 msgr2=0x7f68ec0b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:51.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.281+0000 7f690990d640 1 --2- 172.21.15.28:0/2502036081 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f68ec0afaf0 0x7f68ec0b2000 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f68fc0057c0 tx=0x7f68fc005720 comp rx=0 tx=0).stop 2024-04-25T17:19:51.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.281+0000 7f690990d640 1 -- 172.21.15.28:0/2502036081 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6904108940 msgr2=0x7f69041a1650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:51.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.281+0000 7f690990d640 1 --2- 172.21.15.28:0/2502036081 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6904108940 0x7f69041a1650 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f68f400cce0 tx=0x7f68f400a620 comp rx=0 tx=0).stop 2024-04-25T17:19:51.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.281+0000 7f690990d640 1 -- 172.21.15.28:0/2502036081 shutdown_connections 2024-04-25T17:19:51.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.281+0000 7f690990d640 1 --2- 172.21.15.28:0/2502036081 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f68ec0afaf0 0x7f68ec0b2000 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:51.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.281+0000 7f690990d640 1 --2- 172.21.15.28:0/2502036081 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f6904108940 0x7f69041a1650 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:51.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.281+0000 7f690990d640 1 --2- 172.21.15.28:0/2502036081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6904103c40 0x7f690419a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:51.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.281+0000 7f690990d640 1 --2- 172.21.15.28:0/2502036081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6904102a00 0x7f690419a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:51.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.281+0000 7f690990d640 1 -- 172.21.15.28:0/2502036081 >> 172.21.15.28:0/2502036081 conn(0x7f69040fdc30 msgr2=0x7f6904104920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:51.283 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.281+0000 7f690990d640 1 -- 172.21.15.28:0/2502036081 shutdown_connections 2024-04-25T17:19:51.284 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.281+0000 7f690990d640 1 -- 172.21.15.28:0/2502036081 wait complete. 2024-04-25T17:19:51.300 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-25T17:19:51.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.421+0000 7f43da715640 1 -- 172.21.15.28:0/1275202482 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f43d4106f30 msgr2=0x7f43d4109350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:51.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.421+0000 7f43da715640 1 --2- 172.21.15.28:0/1275202482 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f43d4106f30 0x7f43d4109350 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f43c4009900 tx=0x7f43c402a410 comp rx=0 tx=0).stop 2024-04-25T17:19:51.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.421+0000 7f43da715640 1 -- 172.21.15.28:0/1275202482 shutdown_connections 2024-04-25T17:19:51.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.421+0000 7f43da715640 1 --2- 172.21.15.28:0/1275202482 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f43d4109890 0x7f43d410bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:51.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.421+0000 7f43da715640 1 --2- 172.21.15.28:0/1275202482 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f43d4106f30 0x7f43d4109350 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:51.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.421+0000 7f43da715640 1 --2- 172.21.15.28:0/1275202482 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f43d41045d0 0x7f43d41069f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:51.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.421+0000 7f43da715640 1 -- 172.21.15.28:0/1275202482 >> 172.21.15.28:0/1275202482 conn(0x7f43d40fdbd0 msgr2=0x7f43d4100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:51.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.422+0000 7f43da715640 1 -- 172.21.15.28:0/1275202482 shutdown_connections 2024-04-25T17:19:51.424 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.422+0000 7f43da715640 1 -- 172.21.15.28:0/1275202482 wait complete. 2024-04-25T17:19:51.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.422+0000 7f43da715640 1 Processor -- start 2024-04-25T17:19:51.425 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.422+0000 7f43da715640 1 -- start start 2024-04-25T17:19:51.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.423+0000 7f43da715640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f43d41045d0 0x7f43d419a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:51.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.423+0000 7f43da715640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f43d4106f30 0x7f43d419a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:51.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.423+0000 7f43da715640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f43d4109890 0x7f43d41a1650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:51.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.423+0000 7f43da715640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f43d410f4c0 con 0x7f43d41045d0 2024-04-25T17:19:51.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.423+0000 7f43da715640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f43d410f340 con 0x7f43d4109890 2024-04-25T17:19:51.427 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.423+0000 7f43da715640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f43d410f640 con 0x7f43d4106f30 2024-04-25T17:19:51.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.423+0000 7f43d3fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f43d41045d0 0x7f43d419a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:51.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.423+0000 7f43d3fff640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f43d41045d0 0x7f43d419a180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:47862/0 (socket says 172.21.15.28:47862) 2024-04-25T17:19:51.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.423+0000 7f43d3fff640 1 -- 172.21.15.28:0/1116499817 learned_addr learned my addr 172.21.15.28:0/1116499817 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:19:51.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.423+0000 7f43d37fe640 1 --2- 172.21.15.28:0/1116499817 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f43d4106f30 0x7f43d419a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:51.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.423+0000 7f43d8cb2640 1 --2- 172.21.15.28:0/1116499817 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f43d4109890 0x7f43d41a1650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:51.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.423+0000 7f43d3fff640 1 -- 172.21.15.28:0/1116499817 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f43d4106f30 msgr2=0x7f43d419a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:51.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.423+0000 7f43d3fff640 1 --2- 172.21.15.28:0/1116499817 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f43d4106f30 0x7f43d419a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:51.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.423+0000 7f43d3fff640 1 -- 172.21.15.28:0/1116499817 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f43d4109890 msgr2=0x7f43d41a1650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:51.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.423+0000 7f43d3fff640 1 --2- 172.21.15.28:0/1116499817 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f43d4109890 0x7f43d41a1650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:51.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.423+0000 7f43d3fff640 1 -- 172.21.15.28:0/1116499817 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43d41a1cc0 con 0x7f43d41045d0 2024-04-25T17:19:51.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.423+0000 7f43d37fe640 1 --2- 172.21.15.28:0/1116499817 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f43d4106f30 0x7f43d419a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T17:19:51.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.423+0000 7f43d8cb2640 1 --2- 172.21.15.28:0/1116499817 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f43d4109890 0x7f43d41a1650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T17:19:51.428 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.423+0000 7f43d3fff640 1 --2- 172.21.15.28:0/1116499817 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f43d41045d0 0x7f43d419a180 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f43bc00e9f0 tx=0x7f43bc00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:51.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.423+0000 7f43d17fa640 1 -- 172.21.15.28:0/1116499817 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43bc00ccc0 con 0x7f43d41045d0 2024-04-25T17:19:51.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.423+0000 7f43d17fa640 1 -- 172.21.15.28:0/1116499817 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f43bc0054b0 con 0x7f43d41045d0 2024-04-25T17:19:51.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.423+0000 7f43da715640 1 -- 172.21.15.28:0/1116499817 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43d41a1fb0 con 0x7f43d41045d0 2024-04-25T17:19:51.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.424+0000 7f43d17fa640 1 -- 172.21.15.28:0/1116499817 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43bc010430 con 0x7f43d41045d0 2024-04-25T17:19:51.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.424+0000 7f43da715640 1 -- 172.21.15.28:0/1116499817 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43d41a23c0 con 0x7f43d41045d0 2024-04-25T17:19:51.429 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.425+0000 7f43da715640 1 -- 172.21.15.28:0/1116499817 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43d406a210 con 0x7f43d41045d0 2024-04-25T17:19:51.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.427+0000 7f43d17fa640 1 -- 172.21.15.28:0/1116499817 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f43bc0046c0 con 0x7f43d41045d0 2024-04-25T17:19:51.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.428+0000 7f43d17fa640 1 --2- 172.21.15.28:0/1116499817 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f43c00afaf0 0x7f43c00b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:51.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.428+0000 7f43d37fe640 1 --2- 172.21.15.28:0/1116499817 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f43c00afaf0 0x7f43c00b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:51.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.428+0000 7f43d17fa640 1 -- 172.21.15.28:0/1116499817 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 9379+0+0 (secure 0 0 0) 0x7f43bc0df6f0 con 0x7f43d41045d0 2024-04-25T17:19:51.430 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.428+0000 7f43d37fe640 1 --2- 172.21.15.28:0/1116499817 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f43c00afaf0 0x7f43c00b2000 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f43c4006010 tx=0x7f43c4031420 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:51.433 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.431+0000 7f43d17fa640 1 -- 172.21.15.28:0/1116499817 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f43bc053ff0 con 0x7f43d41045d0 2024-04-25T17:19:51.623 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:51.622+0000 7f43da715640 1 -- 172.21.15.28:0/1116499817 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f43d40637d0 con 0x7f43d41045d0 2024-04-25T17:19:51.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:51 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2502036081' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T17:19:51.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:51 smithi028 ceph-mon[29207]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-25T17:19:51.674 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:51 smithi028 ceph-mon[29207]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-25T17:19:51.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:51 smithi028 ceph-mon[29207]: Cluster is now healthy 2024-04-25T17:19:51.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:51 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/2502036081' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-25T17:19:51.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:51 smithi028 ceph-mon[29207]: mds.? [v2:172.21.15.84:6835/1769859025,v1:172.21.15.84:6837/1769859025] up:boot 2024-04-25T17:19:51.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:51 smithi028 ceph-mon[29207]: mds.? [v2:172.21.15.84:6834/752893967,v1:172.21.15.84:6836/752893967] up:boot 2024-04-25T17:19:51.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:51 smithi028 ceph-mon[29207]: mds.? [v2:172.21.15.84:6838/401754534,v1:172.21.15.84:6839/401754534] up:boot 2024-04-25T17:19:51.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:51 smithi028 ceph-mon[29207]: mds.? [v2:172.21.15.42:6834/4233461099,v1:172.21.15.42:6835/4233461099] up:boot 2024-04-25T17:19:51.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:51 smithi028 ceph-mon[29207]: mds.? [v2:172.21.15.42:6836/3895724909,v1:172.21.15.42:6837/3895724909] up:boot 2024-04-25T17:19:51.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:51 smithi028 ceph-mon[29207]: mds.? [v2:172.21.15.42:6838/2905124533,v1:172.21.15.42:6839/2905124533] up:boot 2024-04-25T17:19:51.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:51 smithi028 ceph-mon[29207]: fsmap 12 up:standby 2024-04-25T17:19:51.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:51 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T17:19:51.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:51 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T17:19:51.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:51 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T17:19:51.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:51 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T17:19:51.675 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:51 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T17:19:51.676 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:51 smithi028 ceph-mon[29207]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T17:19:51.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:51 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2502036081' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T17:19:51.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:51 smithi084 ceph-mon[32752]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-25T17:19:51.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:51 smithi084 ceph-mon[32752]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-25T17:19:51.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:51 smithi084 ceph-mon[32752]: Cluster is now healthy 2024-04-25T17:19:51.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:51 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/2502036081' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-25T17:19:51.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:51 smithi084 ceph-mon[32752]: mds.? [v2:172.21.15.84:6835/1769859025,v1:172.21.15.84:6837/1769859025] up:boot 2024-04-25T17:19:51.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:51 smithi084 ceph-mon[32752]: mds.? [v2:172.21.15.84:6834/752893967,v1:172.21.15.84:6836/752893967] up:boot 2024-04-25T17:19:51.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:51 smithi084 ceph-mon[32752]: mds.? [v2:172.21.15.84:6838/401754534,v1:172.21.15.84:6839/401754534] up:boot 2024-04-25T17:19:51.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:51 smithi084 ceph-mon[32752]: mds.? [v2:172.21.15.42:6834/4233461099,v1:172.21.15.42:6835/4233461099] up:boot 2024-04-25T17:19:51.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:51 smithi084 ceph-mon[32752]: mds.? [v2:172.21.15.42:6836/3895724909,v1:172.21.15.42:6837/3895724909] up:boot 2024-04-25T17:19:51.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:51 smithi084 ceph-mon[32752]: mds.? [v2:172.21.15.42:6838/2905124533,v1:172.21.15.42:6839/2905124533] up:boot 2024-04-25T17:19:51.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:51 smithi084 ceph-mon[32752]: fsmap 12 up:standby 2024-04-25T17:19:51.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:51 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T17:19:51.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:51 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T17:19:51.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:51 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T17:19:51.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:51 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T17:19:51.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:51 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T17:19:51.732 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:51 smithi084 ceph-mon[32752]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T17:19:51.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:51 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2502036081' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T17:19:51.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:51 smithi042 ceph-mon[32851]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-25T17:19:51.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:51 smithi042 ceph-mon[32851]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-25T17:19:51.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:51 smithi042 ceph-mon[32851]: Cluster is now healthy 2024-04-25T17:19:51.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:51 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/2502036081' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-25T17:19:51.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:51 smithi042 ceph-mon[32851]: mds.? [v2:172.21.15.84:6835/1769859025,v1:172.21.15.84:6837/1769859025] up:boot 2024-04-25T17:19:51.861 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:51 smithi042 ceph-mon[32851]: mds.? [v2:172.21.15.84:6834/752893967,v1:172.21.15.84:6836/752893967] up:boot 2024-04-25T17:19:51.862 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:51 smithi042 ceph-mon[32851]: mds.? [v2:172.21.15.84:6838/401754534,v1:172.21.15.84:6839/401754534] up:boot 2024-04-25T17:19:51.862 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:51 smithi042 ceph-mon[32851]: mds.? [v2:172.21.15.42:6834/4233461099,v1:172.21.15.42:6835/4233461099] up:boot 2024-04-25T17:19:51.862 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:51 smithi042 ceph-mon[32851]: mds.? [v2:172.21.15.42:6836/3895724909,v1:172.21.15.42:6837/3895724909] up:boot 2024-04-25T17:19:51.862 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:51 smithi042 ceph-mon[32851]: mds.? [v2:172.21.15.42:6838/2905124533,v1:172.21.15.42:6839/2905124533] up:boot 2024-04-25T17:19:51.862 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:51 smithi042 ceph-mon[32851]: fsmap 12 up:standby 2024-04-25T17:19:51.862 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:51 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T17:19:51.862 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:51 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T17:19:51.862 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:51 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T17:19:51.862 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:51 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T17:19:51.862 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:51 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T17:19:51.862 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:51 smithi042 ceph-mon[32851]: from='mgr.14150 172.21.15.28:0/3570685141' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T17:19:52.441 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.439+0000 7f43d17fa640 1 -- 172.21.15.28:0/1116499817 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v86) ==== 181+0+0 (secure 0 0 0) 0x7f43bc0a7e50 con 0x7f43d41045d0 2024-04-25T17:19:52.441 INFO:teuthology.orchestra.run.smithi028.stderr:pool 'cephfs_metadata' removed 2024-04-25T17:19:52.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.443+0000 7f43da715640 1 -- 172.21.15.28:0/1116499817 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f43c00afaf0 msgr2=0x7f43c00b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:52.445 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.443+0000 7f43da715640 1 --2- 172.21.15.28:0/1116499817 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f43c00afaf0 0x7f43c00b2000 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f43c4006010 tx=0x7f43c4031420 comp rx=0 tx=0).stop 2024-04-25T17:19:52.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.443+0000 7f43da715640 1 -- 172.21.15.28:0/1116499817 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f43d41045d0 msgr2=0x7f43d419a180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:52.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.443+0000 7f43da715640 1 --2- 172.21.15.28:0/1116499817 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f43d41045d0 0x7f43d419a180 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f43bc00e9f0 tx=0x7f43bc00eeb0 comp rx=0 tx=0).stop 2024-04-25T17:19:52.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.444+0000 7f43da715640 1 -- 172.21.15.28:0/1116499817 shutdown_connections 2024-04-25T17:19:52.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.444+0000 7f43da715640 1 --2- 172.21.15.28:0/1116499817 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f43c00afaf0 0x7f43c00b2000 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:52.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.444+0000 7f43da715640 1 --2- 172.21.15.28:0/1116499817 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f43d4109890 0x7f43d41a1650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:52.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.444+0000 7f43da715640 1 --2- 172.21.15.28:0/1116499817 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f43d4106f30 0x7f43d419a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:52.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.444+0000 7f43da715640 1 --2- 172.21.15.28:0/1116499817 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f43d41045d0 0x7f43d419a180 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:52.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.444+0000 7f43da715640 1 -- 172.21.15.28:0/1116499817 >> 172.21.15.28:0/1116499817 conn(0x7f43d40fdbd0 msgr2=0x7f43d4106630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:52.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.444+0000 7f43da715640 1 -- 172.21.15.28:0/1116499817 shutdown_connections 2024-04-25T17:19:52.446 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.444+0000 7f43da715640 1 -- 172.21.15.28:0/1116499817 wait complete. 2024-04-25T17:19:52.462 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-25T17:19:52.586 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.584+0000 7f01a4cbd640 1 -- 172.21.15.28:0/1270658258 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f01a0108910 msgr2=0x7f01a010ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:52.586 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.584+0000 7f01a4cbd640 1 --2- 172.21.15.28:0/1270658258 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f01a0108910 0x7f01a010ad30 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f0198009ca0 tx=0x7f019802a8c0 comp rx=0 tx=0).stop 2024-04-25T17:19:52.586 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.584+0000 7f01a4cbd640 1 -- 172.21.15.28:0/1270658258 shutdown_connections 2024-04-25T17:19:52.586 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.584+0000 7f01a4cbd640 1 --2- 172.21.15.28:0/1270658258 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f01a0108910 0x7f01a010ad30 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:52.586 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.584+0000 7f01a4cbd640 1 --2- 172.21.15.28:0/1270658258 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f01a0103c10 0x7f01a0104020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:52.586 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.584+0000 7f01a4cbd640 1 --2- 172.21.15.28:0/1270658258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f01a01029d0 0x7f01a01036d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:52.586 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.584+0000 7f01a4cbd640 1 -- 172.21.15.28:0/1270658258 >> 172.21.15.28:0/1270658258 conn(0x7f01a00fdbc0 msgr2=0x7f01a0100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:52.587 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.584+0000 7f01a4cbd640 1 -- 172.21.15.28:0/1270658258 shutdown_connections 2024-04-25T17:19:52.587 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.584+0000 7f01a4cbd640 1 -- 172.21.15.28:0/1270658258 wait complete. 2024-04-25T17:19:52.589 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.585+0000 7f01a4cbd640 1 Processor -- start 2024-04-25T17:19:52.589 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.585+0000 7f01a4cbd640 1 -- start start 2024-04-25T17:19:52.589 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.585+0000 7f01a4cbd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f01a01029d0 0x7f01a019a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:52.589 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.585+0000 7f01a4cbd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f01a0103c10 0x7f01a019a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:52.589 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.585+0000 7f01a4cbd640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f01a0108910 0x7f01a01a1530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:52.590 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.585+0000 7f01a4cbd640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f01a010f510 con 0x7f01a0108910 2024-04-25T17:19:52.590 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.585+0000 7f01a4cbd640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f01a010f390 con 0x7f01a01029d0 2024-04-25T17:19:52.590 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.585+0000 7f01a4cbd640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f01a010f690 con 0x7f01a0103c10 2024-04-25T17:19:52.590 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.585+0000 7f019ed9d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f01a0108910 0x7f01a01a1530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:52.590 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.585+0000 7f019ed9d640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f01a0108910 0x7f01a01a1530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:47880/0 (socket says 172.21.15.28:47880) 2024-04-25T17:19:52.590 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.585+0000 7f019ed9d640 1 -- 172.21.15.28:0/4133173766 learned_addr learned my addr 172.21.15.28:0/4133173766 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:19:52.590 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.586+0000 7f019dd9b640 1 --2- 172.21.15.28:0/4133173766 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f01a0103c10 0x7f01a019a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:52.590 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.586+0000 7f019e59c640 1 --2- 172.21.15.28:0/4133173766 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f01a01029d0 0x7f01a019a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:52.590 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.586+0000 7f019ed9d640 1 -- 172.21.15.28:0/4133173766 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f01a0103c10 msgr2=0x7f01a019a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:52.590 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.586+0000 7f019ed9d640 1 --2- 172.21.15.28:0/4133173766 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f01a0103c10 0x7f01a019a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:52.590 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.586+0000 7f019ed9d640 1 -- 172.21.15.28:0/4133173766 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f01a01029d0 msgr2=0x7f01a019a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:52.590 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.586+0000 7f019ed9d640 1 --2- 172.21.15.28:0/4133173766 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f01a01029d0 0x7f01a019a0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:52.591 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.586+0000 7f019ed9d640 1 -- 172.21.15.28:0/4133173766 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01a01a1ba0 con 0x7f01a0108910 2024-04-25T17:19:52.591 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.586+0000 7f019ed9d640 1 --2- 172.21.15.28:0/4133173766 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f01a0108910 0x7f01a01a1530 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f0198031040 tx=0x7f0198003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:52.591 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.586+0000 7f018f7fe640 1 -- 172.21.15.28:0/4133173766 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0198004040 con 0x7f01a0108910 2024-04-25T17:19:52.591 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.586+0000 7f018f7fe640 1 -- 172.21.15.28:0/4133173766 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0198004670 con 0x7f01a0108910 2024-04-25T17:19:52.591 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.586+0000 7f01a4cbd640 1 -- 172.21.15.28:0/4133173766 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01a01a1e30 con 0x7f01a0108910 2024-04-25T17:19:52.591 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.586+0000 7f018f7fe640 1 -- 172.21.15.28:0/4133173766 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0198030d50 con 0x7f01a0108910 2024-04-25T17:19:52.591 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.586+0000 7f01a4cbd640 1 -- 172.21.15.28:0/4133173766 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01a01a22f0 con 0x7f01a0108910 2024-04-25T17:19:52.591 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.587+0000 7f01a4cbd640 1 -- 172.21.15.28:0/4133173766 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01a0107720 con 0x7f01a0108910 2024-04-25T17:19:52.592 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.589+0000 7f018f7fe640 1 -- 172.21.15.28:0/4133173766 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f01980305c0 con 0x7f01a0108910 2024-04-25T17:19:52.592 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.589+0000 7f018f7fe640 1 --2- 172.21.15.28:0/4133173766 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f01880afb70 0x7f01880b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:52.592 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.589+0000 7f019e59c640 1 --2- 172.21.15.28:0/4133173766 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f01880afb70 0x7f01880b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:52.592 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.589+0000 7f018f7fe640 1 -- 172.21.15.28:0/4133173766 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8854+0+0 (secure 0 0 0) 0x7f01981004d0 con 0x7f01a0108910 2024-04-25T17:19:52.592 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.590+0000 7f019e59c640 1 --2- 172.21.15.28:0/4133173766 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f01880afb70 0x7f01880b2080 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f01a01035d0 tx=0x7f019000b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:52.594 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.593+0000 7f018f7fe640 1 -- 172.21.15.28:0/4133173766 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f01980c8ed0 con 0x7f01a0108910 2024-04-25T17:19:52.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:52 smithi084 ceph-mon[32752]: pgmap v475: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 716 B/s wr, 7 op/s 2024-04-25T17:19:52.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:52 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1116499817' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T17:19:52.785 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:52.784+0000 7f01a4cbd640 1 -- 172.21.15.28:0/4133173766 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f01a002db50 con 0x7f01a0108910 2024-04-25T17:19:52.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:52 smithi042 ceph-mon[32851]: pgmap v475: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 716 B/s wr, 7 op/s 2024-04-25T17:19:52.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:52 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1116499817' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T17:19:52.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:52 smithi028 ceph-mon[29207]: pgmap v475: 129 pgs: 129 active+clean; 1.1 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 716 B/s wr, 7 op/s 2024-04-25T17:19:52.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:52 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1116499817' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T17:19:53.455 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.454+0000 7f018f7fe640 1 -- 172.21.15.28:0/4133173766 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v87) ==== 169+0+0 (secure 0 0 0) 0x7f01980c87d0 con 0x7f01a0108910 2024-04-25T17:19:53.455 INFO:teuthology.orchestra.run.smithi028.stderr:pool 'cephfs_data' removed 2024-04-25T17:19:53.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.458+0000 7f01a4cbd640 1 -- 172.21.15.28:0/4133173766 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f01880afb70 msgr2=0x7f01880b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:53.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.458+0000 7f01a4cbd640 1 --2- 172.21.15.28:0/4133173766 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f01880afb70 0x7f01880b2080 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f01a01035d0 tx=0x7f019000b390 comp rx=0 tx=0).stop 2024-04-25T17:19:53.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.458+0000 7f01a4cbd640 1 -- 172.21.15.28:0/4133173766 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f01a0108910 msgr2=0x7f01a01a1530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:53.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.458+0000 7f01a4cbd640 1 --2- 172.21.15.28:0/4133173766 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f01a0108910 0x7f01a01a1530 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f0198031040 tx=0x7f0198003ba0 comp rx=0 tx=0).stop 2024-04-25T17:19:53.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.458+0000 7f01a4cbd640 1 -- 172.21.15.28:0/4133173766 shutdown_connections 2024-04-25T17:19:53.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.458+0000 7f01a4cbd640 1 --2- 172.21.15.28:0/4133173766 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f01880afb70 0x7f01880b2080 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:53.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.458+0000 7f01a4cbd640 1 --2- 172.21.15.28:0/4133173766 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f01a0108910 0x7f01a01a1530 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:53.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.458+0000 7f01a4cbd640 1 --2- 172.21.15.28:0/4133173766 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f01a0103c10 0x7f01a019a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:53.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.458+0000 7f01a4cbd640 1 --2- 172.21.15.28:0/4133173766 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f01a01029d0 0x7f01a019a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:53.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.458+0000 7f01a4cbd640 1 -- 172.21.15.28:0/4133173766 >> 172.21.15.28:0/4133173766 conn(0x7f01a00fdbc0 msgr2=0x7f01a01048f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:53.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.458+0000 7f01a4cbd640 1 -- 172.21.15.28:0/4133173766 shutdown_connections 2024-04-25T17:19:53.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.458+0000 7f01a4cbd640 1 -- 172.21.15.28:0/4133173766 wait complete. 2024-04-25T17:19:53.476 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-04-25T17:19:53.618 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.616+0000 7f4194049640 1 -- 172.21.15.28:0/2259889049 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f418c104d50 msgr2=0x7f418c105160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:53.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.616+0000 7f4194049640 1 --2- 172.21.15.28:0/2259889049 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f418c104d50 0x7f418c105160 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f417c009900 tx=0x7f417c02e820 comp rx=0 tx=0).stop 2024-04-25T17:19:53.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.616+0000 7f4194049640 1 -- 172.21.15.28:0/2259889049 shutdown_connections 2024-04-25T17:19:53.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.616+0000 7f4194049640 1 --2- 172.21.15.28:0/2259889049 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f418c109a50 0x7f418c10be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:53.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.616+0000 7f4194049640 1 --2- 172.21.15.28:0/2259889049 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f418c104d50 0x7f418c105160 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:53.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.616+0000 7f4194049640 1 --2- 172.21.15.28:0/2259889049 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f418c103b10 0x7f418c104810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:53.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.616+0000 7f4194049640 1 -- 172.21.15.28:0/2259889049 >> 172.21.15.28:0/2259889049 conn(0x7f418c0fed00 msgr2=0x7f418c1011b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:53.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.616+0000 7f4194049640 1 -- 172.21.15.28:0/2259889049 shutdown_connections 2024-04-25T17:19:53.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.616+0000 7f4194049640 1 -- 172.21.15.28:0/2259889049 wait complete. 2024-04-25T17:19:53.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.617+0000 7f4194049640 1 Processor -- start 2024-04-25T17:19:53.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.617+0000 7f4194049640 1 -- start start 2024-04-25T17:19:53.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.617+0000 7f4194049640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f418c103b10 0x7f418c197ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:53.619 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.617+0000 7f4194049640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f418c104d50 0x7f418c198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:53.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.617+0000 7f4194049640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f418c109a50 0x7f418c19f390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:53.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.617+0000 7f4194049640 1 -- --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_getmap magic: 0 -- 0x7f418c10d340 con 0x7f418c103b10 2024-04-25T17:19:53.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.617+0000 7f4194049640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f418c10d1c0 con 0x7f418c109a50 2024-04-25T17:19:53.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.617+0000 7f4194049640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f418c10d4c0 con 0x7f418c104d50 2024-04-25T17:19:53.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.617+0000 7f4191de5640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f418c103b10 0x7f418c197ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:53.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.617+0000 7f4191de5640 1 --2- >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f418c103b10 0x7f418c197ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.28:3300/0 says I am v2:172.21.15.28:47906/0 (socket says 172.21.15.28:47906) 2024-04-25T17:19:53.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.617+0000 7f4191de5640 1 -- 172.21.15.28:0/1514910083 learned_addr learned my addr 172.21.15.28:0/1514910083 (peer_addr_for_me v2:172.21.15.28:0/0) 2024-04-25T17:19:53.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.617+0000 7f41915e4640 1 --2- 172.21.15.28:0/1514910083 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f418c104d50 0x7f418c198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:53.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.617+0000 7f41925e6640 1 --2- 172.21.15.28:0/1514910083 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f418c109a50 0x7f418c19f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:53.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.617+0000 7f4191de5640 1 -- 172.21.15.28:0/1514910083 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f418c104d50 msgr2=0x7f418c198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:53.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.617+0000 7f4191de5640 1 --2- 172.21.15.28:0/1514910083 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f418c104d50 0x7f418c198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:53.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.617+0000 7f4191de5640 1 -- 172.21.15.28:0/1514910083 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f418c109a50 msgr2=0x7f418c19f390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:53.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.617+0000 7f4191de5640 1 --2- 172.21.15.28:0/1514910083 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f418c109a50 0x7f418c19f390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:53.620 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.617+0000 7f4191de5640 1 -- 172.21.15.28:0/1514910083 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f418c19fa00 con 0x7f418c103b10 2024-04-25T17:19:53.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.618+0000 7f4191de5640 1 --2- 172.21.15.28:0/1514910083 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f418c103b10 0x7f418c197ec0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f418800e9f0 tx=0x7f418800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:53.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.618+0000 7f4182ffd640 1 -- 172.21.15.28:0/1514910083 <== mon.0 v2:172.21.15.28:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f418800ccc0 con 0x7f418c103b10 2024-04-25T17:19:53.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.618+0000 7f4182ffd640 1 -- 172.21.15.28:0/1514910083 <== mon.0 v2:172.21.15.28:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f41880044b0 con 0x7f418c103b10 2024-04-25T17:19:53.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.618+0000 7f4194049640 1 -- 172.21.15.28:0/1514910083 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f418c19fcf0 con 0x7f418c103b10 2024-04-25T17:19:53.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.618+0000 7f4182ffd640 1 -- 172.21.15.28:0/1514910083 <== mon.0 v2:172.21.15.28:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4188010430 con 0x7f418c103b10 2024-04-25T17:19:53.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.618+0000 7f4194049640 1 -- 172.21.15.28:0/1514910083 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f418c1a01c0 con 0x7f418c103b10 2024-04-25T17:19:53.621 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.619+0000 7f4194049640 1 -- 172.21.15.28:0/1514910083 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f418c108860 con 0x7f418c103b10 2024-04-25T17:19:53.622 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.620+0000 7f4182ffd640 1 -- 172.21.15.28:0/1514910083 <== mon.0 v2:172.21.15.28:3300/0 4 ==== mgrmap(e 18) ==== 147520+0+0 (secure 0 0 0) 0x7f4188003f90 con 0x7f418c103b10 2024-04-25T17:19:53.622 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.621+0000 7f4182ffd640 1 --2- 172.21.15.28:0/1514910083 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f41780afaf0 0x7f41780b2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T17:19:53.622 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.621+0000 7f41915e4640 1 --2- 172.21.15.28:0/1514910083 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f41780afaf0 0x7f41780b2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T17:19:53.622 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.621+0000 7f4182ffd640 1 -- 172.21.15.28:0/1514910083 <== mon.0 v2:172.21.15.28:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8324+0+0 (secure 0 0 0) 0x7f41880df0e0 con 0x7f418c103b10 2024-04-25T17:19:53.622 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.622+0000 7f41915e4640 1 --2- 172.21.15.28:0/1514910083 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f41780afaf0 0x7f41780b2000 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f417c000c00 tx=0x7f417c0056c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T17:19:53.628 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.628+0000 7f4182ffd640 1 -- 172.21.15.28:0/1514910083 <== mon.0 v2:172.21.15.28:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f41880a7c90 con 0x7f418c103b10 2024-04-25T17:19:53.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:53 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1116499817' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-25T17:19:53.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:53 smithi084 ceph-mon[32752]: osdmap e86: 12 total, 12 up, 12 in 2024-04-25T17:19:53.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:53 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/4133173766' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T17:19:53.817 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:53.816+0000 7f4194049640 1 -- 172.21.15.28:0/1514910083 --> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7f418c02db50 con 0x7f418c103b10 2024-04-25T17:19:53.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:53 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1116499817' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-25T17:19:53.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:53 smithi042 ceph-mon[32851]: osdmap e86: 12 total, 12 up, 12 in 2024-04-25T17:19:53.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:53 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/4133173766' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T17:19:53.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:53 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1116499817' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-25T17:19:53.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:53 smithi028 ceph-mon[29207]: osdmap e86: 12 total, 12 up, 12 in 2024-04-25T17:19:53.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:53 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/4133173766' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T17:19:54.456 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:54.455+0000 7f4182ffd640 1 -- 172.21.15.28:0/1514910083 <== mon.0 v2:172.21.15.28:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v88) ==== 178+0+0 (secure 0 0 0) 0x7f41880a7590 con 0x7f418c103b10 2024-04-25T17:19:54.456 INFO:teuthology.orchestra.run.smithi028.stderr:pool 'cephfs_data_ec' removed 2024-04-25T17:19:54.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:54.459+0000 7f4194049640 1 -- 172.21.15.28:0/1514910083 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f41780afaf0 msgr2=0x7f41780b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:54.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:54.459+0000 7f4194049640 1 --2- 172.21.15.28:0/1514910083 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f41780afaf0 0x7f41780b2000 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f417c000c00 tx=0x7f417c0056c0 comp rx=0 tx=0).stop 2024-04-25T17:19:54.459 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:54.459+0000 7f4194049640 1 -- 172.21.15.28:0/1514910083 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f418c103b10 msgr2=0x7f418c197ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T17:19:54.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:54.459+0000 7f4194049640 1 --2- 172.21.15.28:0/1514910083 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f418c103b10 0x7f418c197ec0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f418800e9f0 tx=0x7f418800eeb0 comp rx=0 tx=0).stop 2024-04-25T17:19:54.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:54.459+0000 7f4194049640 1 -- 172.21.15.28:0/1514910083 shutdown_connections 2024-04-25T17:19:54.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:54.459+0000 7f4194049640 1 --2- 172.21.15.28:0/1514910083 >> [v2:172.21.15.28:6800/1333936085,v1:172.21.15.28:6801/1333936085] conn(0x7f41780afaf0 0x7f41780b2000 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:54.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:54.459+0000 7f4194049640 1 --2- 172.21.15.28:0/1514910083 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f418c109a50 0x7f418c19f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:54.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:54.459+0000 7f4194049640 1 --2- 172.21.15.28:0/1514910083 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f418c104d50 0x7f418c198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:54.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:54.459+0000 7f4194049640 1 --2- 172.21.15.28:0/1514910083 >> [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] conn(0x7f418c103b10 0x7f418c197ec0 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T17:19:54.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:54.459+0000 7f4194049640 1 -- 172.21.15.28:0/1514910083 >> 172.21.15.28:0/1514910083 conn(0x7f418c0fed00 msgr2=0x7f418c105a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T17:19:54.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:54.459+0000 7f4194049640 1 -- 172.21.15.28:0/1514910083 shutdown_connections 2024-04-25T17:19:54.460 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-25T17:19:54.459+0000 7f4194049640 1 -- 172.21.15.28:0/1514910083 wait complete. 2024-04-25T17:19:54.479 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T17:19:54.509 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T17:19:54.543 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T17:19:54.572 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-25T17:19:54.573 DEBUG:teuthology.orchestra.run.smithi028:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-25T17:19:54.590 DEBUG:teuthology.orchestra.run.smithi042:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-25T17:19:54.606 DEBUG:teuthology.orchestra.run.smithi084:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-25T17:19:54.628 INFO:tasks.cephadm:Stopping all daemons... 2024-04-25T17:19:54.628 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-25T17:19:54.628 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mon.a 2024-04-25T17:19:54.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:54 smithi084 ceph-mon[32752]: pgmap v477: 97 pgs: 97 active+clean; 577 KiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:19:54.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:54 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/4133173766' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-25T17:19:54.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:54 smithi084 ceph-mon[32752]: osdmap e87: 12 total, 12 up, 12 in 2024-04-25T17:19:54.731 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:54 smithi084 ceph-mon[32752]: from='client.? 172.21.15.28:0/1514910083' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T17:19:54.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:54 smithi042 ceph-mon[32851]: pgmap v477: 97 pgs: 97 active+clean; 577 KiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:19:54.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:54 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/4133173766' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-25T17:19:54.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:54 smithi042 ceph-mon[32851]: osdmap e87: 12 total, 12 up, 12 in 2024-04-25T17:19:54.860 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:54 smithi042 ceph-mon[32851]: from='client.? 172.21.15.28:0/1514910083' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T17:19:54.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:54 smithi028 ceph-mon[29207]: pgmap v477: 97 pgs: 97 active+clean; 577 KiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T17:19:54.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:54 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/4133173766' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-25T17:19:54.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:54 smithi028 ceph-mon[29207]: osdmap e87: 12 total, 12 up, 12 in 2024-04-25T17:19:54.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:54 smithi028 ceph-mon[29207]: from='client.? 172.21.15.28:0/1514910083' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T17:19:54.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:54 smithi028 systemd[1]: Stopping Ceph mon.a for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:19:55.554 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:55 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-a[29203]: 2024-04-25T17:19:55.241+0000 7f1facd3c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:19:55.554 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:55 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-a[29203]: 2024-04-25T17:19:55.241+0000 7f1facd3c700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-25T17:19:55.554 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:55 smithi028 podman[87055]: 2024-04-25 17:19:55.284241797 +0000 UTC m=+0.307171739 container died 5f4840dec9893a21d1b8eea9a7ae03127dabe7f1a9b41f22a3b1e7702394e336 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-a, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-25T17:19:55.924 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:55 smithi028 podman[87055]: 2024-04-25 17:19:55.744747853 +0000 UTC m=+0.767677801 container cleanup 5f4840dec9893a21d1b8eea9a7ae03127dabe7f1a9b41f22a3b1e7702394e336 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-25T17:19:55.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 25 17:19:55 smithi028 bash[87055]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-a 2024-04-25T17:19:56.191 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mon.a.service' 2024-04-25T17:19:56.239 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:19:56.240 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-25T17:19:56.240 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-04-25T17:19:56.240 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mon.b 2024-04-25T17:19:56.610 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:56 smithi042 systemd[1]: Stopping Ceph mon.b for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:19:57.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:56 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-b[32847]: 2024-04-25T17:19:56.674+0000 7fd274424700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:19:57.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:56 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-b[32847]: 2024-04-25T17:19:56.674+0000 7fd274424700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-04-25T17:19:57.109 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:56 smithi042 podman[66674]: 2024-04-25 17:19:56.829152162 +0000 UTC m=+0.397233774 container died e55344bc8bda49cf00033869bfb42b576f6471755a1833049a282870d0d92398 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=) 2024-04-25T17:19:57.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:57 smithi042 podman[66674]: 2024-04-25 17:19:57.192196819 +0000 UTC m=+0.760278433 container cleanup e55344bc8bda49cf00033869bfb42b576f6471755a1833049a282870d0d92398 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-b, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, org.label-schema.build-date=20240424) 2024-04-25T17:19:57.360 INFO:journalctl@ceph.mon.b.smithi042.stdout:Apr 25 17:19:57 smithi042 bash[66674]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-b 2024-04-25T17:19:57.622 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mon.b.service' 2024-04-25T17:19:57.677 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:19:57.678 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-04-25T17:19:57.678 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-04-25T17:19:57.678 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mon.c 2024-04-25T17:19:57.981 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:57 smithi084 systemd[1]: Stopping Ceph mon.c for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:19:58.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:57 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-c[32735]: 2024-04-25T17:19:57.984+0000 7fe4baa7a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:19:58.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:57 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-c[32735]: 2024-04-25T17:19:57.984+0000 7fe4baa7a700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-04-25T17:19:58.481 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:58 smithi084 podman[66910]: 2024-04-25 17:19:58.190073069 +0000 UTC m=+0.320927773 container died cab94334aca6f942a3f2c2b5f6917fa8898bfb91e2ba902380b62021b2048213 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-25T17:19:58.790 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:58 smithi084 podman[66910]: 2024-04-25 17:19:58.577635428 +0000 UTC m=+0.708490131 container cleanup cab94334aca6f942a3f2c2b5f6917fa8898bfb91e2ba902380b62021b2048213 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-c, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T17:19:58.790 INFO:journalctl@ceph.mon.c.smithi084.stdout:Apr 25 17:19:58 smithi084 bash[66910]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mon-c 2024-04-25T17:19:59.001 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mon.c.service' 2024-04-25T17:19:59.048 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:19:59.048 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-04-25T17:19:59.048 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-25T17:19:59.048 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mgr.x 2024-04-25T17:19:59.404 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:19:59 smithi028 systemd[1]: Stopping Ceph mgr.x for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:19:59.674 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:19:59 smithi028 podman[87191]: 2024-04-25 17:19:59.406525881 +0000 UTC m=+0.167618110 container died e91f86747098eee95560e3d1c6fcfe7fd34529de973497fe59d8f0fa1ffd6601 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS) 2024-04-25T17:20:00.162 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:19:59 smithi028 podman[87191]: 2024-04-25 17:19:59.910999404 +0000 UTC m=+0.672091674 container cleanup e91f86747098eee95560e3d1c6fcfe7fd34529de973497fe59d8f0fa1ffd6601 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:994e2f20102a20fa9a27966c14b625cc01884df8, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-25T17:20:00.162 INFO:journalctl@ceph.mgr.x.smithi028.stdout:Apr 25 17:19:59 smithi028 bash[87191]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-x 2024-04-25T17:20:00.287 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mgr.x.service' 2024-04-25T17:20:00.325 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:20:00.325 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-25T17:20:00.325 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-25T17:20:00.325 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mgr.y 2024-04-25T17:20:00.610 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:20:00 smithi042 systemd[1]: Stopping Ceph mgr.y for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:20:01.107 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:20:00 smithi042 podman[66801]: 2024-04-25 17:20:00.693849598 +0000 UTC m=+0.176854317 container died 336313df4b8662ae29460ed0d99e620ba241b69d61f964a9a85f470abe964c01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True) 2024-04-25T17:20:01.360 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:20:01 smithi042 podman[66801]: 2024-04-25 17:20:01.206683397 +0000 UTC m=+0.689688115 container cleanup 336313df4b8662ae29460ed0d99e620ba241b69d61f964a9a85f470abe964c01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240424, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-25T17:20:01.360 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Apr 25 17:20:01 smithi042 bash[66801]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-y 2024-04-25T17:20:01.634 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mgr.y.service' 2024-04-25T17:20:01.670 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:20:01.670 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-25T17:20:01.670 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-04-25T17:20:01.670 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mgr.z 2024-04-25T17:20:01.981 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:20:01 smithi084 systemd[1]: Stopping Ceph mgr.z for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:20:02.267 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:20:01 smithi084 podman[67034]: 2024-04-25 17:20:01.986514981 +0000 UTC m=+0.133168335 container died 4743ca6aeb2aff31387607770d929bbb2bcb4c66e6dfec2d72ced1fe87059b3d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T17:20:02.710 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:20:02 smithi084 podman[67034]: 2024-04-25 17:20:02.374682551 +0000 UTC m=+0.521335893 container cleanup 4743ca6aeb2aff31387607770d929bbb2bcb4c66e6dfec2d72ced1fe87059b3d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-25T17:20:02.710 INFO:journalctl@ceph.mgr.z.smithi084.stdout:Apr 25 17:20:02 smithi084 bash[67034]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mgr-z 2024-04-25T17:20:02.857 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mgr.z.service' 2024-04-25T17:20:02.890 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:20:02.891 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-04-25T17:20:02.891 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-25T17:20:02.891 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.0 2024-04-25T17:20:03.174 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 25 17:20:02 smithi028 systemd[1]: Stopping Ceph osd.0 for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:20:03.675 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 25 17:20:03 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-0[41362]: 2024-04-25T17:20:03.199+0000 7f55866c1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:20:03.675 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 25 17:20:03 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-0[41362]: 2024-04-25T17:20:03.199+0000 7f55866c1700 -1 osd.0 88 *** Got signal Terminated *** 2024-04-25T17:20:03.675 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 25 17:20:03 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-0[41362]: 2024-04-25T17:20:03.199+0000 7f55866c1700 -1 osd.0 88 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T17:20:09.051 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 25 17:20:08 smithi028 podman[87314]: 2024-04-25 17:20:08.734235216 +0000 UTC m=+5.646849916 container died 71d52584a43a6fe26bd27119833d28d7e0517ece2d5bf18b22dd7ec42003ac49 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-25T17:20:09.424 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 25 17:20:09 smithi028 podman[87314]: 2024-04-25 17:20:09.258699512 +0000 UTC m=+6.171314211 container cleanup 71d52584a43a6fe26bd27119833d28d7e0517ece2d5bf18b22dd7ec42003ac49 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-0, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=) 2024-04-25T17:20:09.425 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 25 17:20:09 smithi028 bash[87314]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-0 2024-04-25T17:20:09.924 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 25 17:20:09 smithi028 podman[87333]: 2024-04-25 17:20:09.502275521 +0000 UTC m=+0.762434663 container remove 71d52584a43a6fe26bd27119833d28d7e0517ece2d5bf18b22dd7ec42003ac49 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-25T17:20:10.240 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 25 17:20:09 smithi028 podman[87420]: 2024-04-25 17:20:09.841959478 +0000 UTC m=+0.018749076 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:20:10.240 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 25 17:20:09 smithi028 podman[87420]: 2024-04-25 17:20:09.970191137 +0000 UTC m=+0.146980726 container create e70236187343dbaa7add7fb66439c1264d90343acc016ed1e5bba3430172d8e7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T17:20:10.240 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 25 17:20:10 smithi028 podman[87420]: 2024-04-25 17:20:10.165034748 +0000 UTC m=+0.341824337 container init e70236187343dbaa7add7fb66439c1264d90343acc016ed1e5bba3430172d8e7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-0-deactivate, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424) 2024-04-25T17:20:10.240 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 25 17:20:10 smithi028 podman[87420]: 2024-04-25 17:20:10.168445507 +0000 UTC m=+0.345235094 container start e70236187343dbaa7add7fb66439c1264d90343acc016ed1e5bba3430172d8e7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240424, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2) 2024-04-25T17:20:10.240 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 25 17:20:10 smithi028 podman[87420]: 2024-04-25 17:20:10.239767137 +0000 UTC m=+0.416556721 container attach e70236187343dbaa7add7fb66439c1264d90343acc016ed1e5bba3430172d8e7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux ) 2024-04-25T17:20:10.674 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 25 17:20:10 smithi028 podman[87420]: 2024-04-25 17:20:10.477101444 +0000 UTC m=+0.653891027 container died e70236187343dbaa7add7fb66439c1264d90343acc016ed1e5bba3430172d8e7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T17:20:11.153 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.0.service' 2024-04-25T17:20:11.195 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:20:11.196 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-25T17:20:11.196 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-25T17:20:11.196 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.1 2024-04-25T17:20:11.504 INFO:journalctl@ceph.osd.1.smithi042.stdout:Apr 25 17:20:11 smithi042 systemd[1]: Stopping Ceph osd.1 for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:20:11.860 INFO:journalctl@ceph.osd.1.smithi042.stdout:Apr 25 17:20:11 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-1[37433]: 2024-04-25T17:20:11.502+0000 7f7e2ba49700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:20:11.860 INFO:journalctl@ceph.osd.1.smithi042.stdout:Apr 25 17:20:11 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-1[37433]: 2024-04-25T17:20:11.502+0000 7f7e2ba49700 -1 osd.1 88 *** Got signal Terminated *** 2024-04-25T17:20:11.860 INFO:journalctl@ceph.osd.1.smithi042.stdout:Apr 25 17:20:11 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-1[37433]: 2024-04-25T17:20:11.502+0000 7f7e2ba49700 -1 osd.1 88 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T17:20:17.262 INFO:journalctl@ceph.osd.1.smithi042.stdout:Apr 25 17:20:16 smithi042 podman[66925]: 2024-04-25 17:20:16.979293952 +0000 UTC m=+5.586652185 container died d2bf7e294a43b0df6d0b18fb7b53d9a8de28dbd79eca84c760df13d40e7df19d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-1, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-25T17:20:17.610 INFO:journalctl@ceph.osd.1.smithi042.stdout:Apr 25 17:20:17 smithi042 podman[66925]: 2024-04-25 17:20:17.370161385 +0000 UTC m=+5.977519623 container cleanup d2bf7e294a43b0df6d0b18fb7b53d9a8de28dbd79eca84c760df13d40e7df19d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-1, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0) 2024-04-25T17:20:17.610 INFO:journalctl@ceph.osd.1.smithi042.stdout:Apr 25 17:20:17 smithi042 bash[66925]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-1 2024-04-25T17:20:17.954 INFO:journalctl@ceph.osd.1.smithi042.stdout:Apr 25 17:20:17 smithi042 podman[66940]: 2024-04-25 17:20:17.62182506 +0000 UTC m=+0.636720428 container remove d2bf7e294a43b0df6d0b18fb7b53d9a8de28dbd79eca84c760df13d40e7df19d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5) 2024-04-25T17:20:18.360 INFO:journalctl@ceph.osd.1.smithi042.stdout:Apr 25 17:20:17 smithi042 podman[67031]: 2024-04-25 17:20:17.858080846 +0000 UTC m=+0.018682315 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:20:18.361 INFO:journalctl@ceph.osd.1.smithi042.stdout:Apr 25 17:20:17 smithi042 podman[67031]: 2024-04-25 17:20:17.981192906 +0000 UTC m=+0.141794405 container create 63ca93fc6d92879be3872b69f0dd913c0efdededf2a095e714b25f2d47af6fca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-1-deactivate, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=) 2024-04-25T17:20:18.721 INFO:journalctl@ceph.osd.1.smithi042.stdout:Apr 25 17:20:18 smithi042 podman[67031]: 2024-04-25 17:20:18.41137244 +0000 UTC m=+0.571973895 container init 63ca93fc6d92879be3872b69f0dd913c0efdededf2a095e714b25f2d47af6fca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-1-deactivate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-25T17:20:18.721 INFO:journalctl@ceph.osd.1.smithi042.stdout:Apr 25 17:20:18 smithi042 podman[67031]: 2024-04-25 17:20:18.414750699 +0000 UTC m=+0.575352153 container start 63ca93fc6d92879be3872b69f0dd913c0efdededf2a095e714b25f2d47af6fca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-25T17:20:18.721 INFO:journalctl@ceph.osd.1.smithi042.stdout:Apr 25 17:20:18 smithi042 podman[67031]: 2024-04-25 17:20:18.51761288 +0000 UTC m=+0.678214346 container attach 63ca93fc6d92879be3872b69f0dd913c0efdededf2a095e714b25f2d47af6fca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-25T17:20:18.721 INFO:journalctl@ceph.osd.1.smithi042.stdout:Apr 25 17:20:18 smithi042 podman[67031]: 2024-04-25 17:20:18.721016376 +0000 UTC m=+0.881617846 container died 63ca93fc6d92879be3872b69f0dd913c0efdededf2a095e714b25f2d47af6fca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-25T17:20:19.344 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.1.service' 2024-04-25T17:20:19.386 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:20:19.386 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-25T17:20:19.387 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-25T17:20:19.387 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.2 2024-04-25T17:20:19.686 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 25 17:20:19 smithi084 systemd[1]: Stopping Ceph osd.2 for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:20:19.981 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 25 17:20:19 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-2[37878]: 2024-04-25T17:20:19.686+0000 7fc244cd5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:20:19.981 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 25 17:20:19 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-2[37878]: 2024-04-25T17:20:19.686+0000 7fc244cd5700 -1 osd.2 88 *** Got signal Terminated *** 2024-04-25T17:20:19.981 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 25 17:20:19 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-2[37878]: 2024-04-25T17:20:19.686+0000 7fc244cd5700 -1 osd.2 88 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T17:20:25.412 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 25 17:20:25 smithi084 podman[67159]: 2024-04-25 17:20:25.135283444 +0000 UTC m=+5.564463482 container died 5ba9871fc5660c9db214e2555970229ae862018526084672ccf1e23a3fdbf81a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424) 2024-04-25T17:20:25.731 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 25 17:20:25 smithi084 podman[67159]: 2024-04-25 17:20:25.511030898 +0000 UTC m=+5.940210924 container cleanup 5ba9871fc5660c9db214e2555970229ae862018526084672ccf1e23a3fdbf81a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-25T17:20:25.731 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 25 17:20:25 smithi084 bash[67159]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-2 2024-04-25T17:20:26.124 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 25 17:20:25 smithi084 podman[67189]: 2024-04-25 17:20:25.812521745 +0000 UTC m=+0.673052132 container remove 5ba9871fc5660c9db214e2555970229ae862018526084672ccf1e23a3fdbf81a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424) 2024-04-25T17:20:26.416 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 25 17:20:26 smithi084 podman[67282]: 2024-04-25 17:20:26.027974143 +0000 UTC m=+0.017965684 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:20:26.416 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 25 17:20:26 smithi084 podman[67282]: 2024-04-25 17:20:26.155425573 +0000 UTC m=+0.145417090 container create 7e6950db60d5db2cd0948ea70a31a46e807a75f49140b223081601b24af67d11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T17:20:26.416 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 25 17:20:26 smithi084 podman[67282]: 2024-04-25 17:20:26.416606466 +0000 UTC m=+0.406597991 container init 7e6950db60d5db2cd0948ea70a31a46e807a75f49140b223081601b24af67d11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-25T17:20:26.718 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 25 17:20:26 smithi084 podman[67282]: 2024-04-25 17:20:26.419822252 +0000 UTC m=+0.409813775 container start 7e6950db60d5db2cd0948ea70a31a46e807a75f49140b223081601b24af67d11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-2-deactivate, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True, org.label-schema.license=GPLv2) 2024-04-25T17:20:26.718 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 25 17:20:26 smithi084 podman[67282]: 2024-04-25 17:20:26.508143189 +0000 UTC m=+0.498134723 container attach 7e6950db60d5db2cd0948ea70a31a46e807a75f49140b223081601b24af67d11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-2-deactivate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T17:20:26.981 INFO:journalctl@ceph.osd.2.smithi084.stdout:Apr 25 17:20:26 smithi084 podman[67282]: 2024-04-25 17:20:26.718727429 +0000 UTC m=+0.708718941 container died 7e6950db60d5db2cd0948ea70a31a46e807a75f49140b223081601b24af67d11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240424) 2024-04-25T17:20:27.422 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.2.service' 2024-04-25T17:20:27.461 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:20:27.461 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-25T17:20:27.461 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-25T17:20:27.461 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.3 2024-04-25T17:20:27.798 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 25 17:20:27 smithi028 systemd[1]: Stopping Ceph osd.3 for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:20:28.101 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 25 17:20:27 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-3[47883]: 2024-04-25T17:20:27.796+0000 7f77afd0a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:20:28.101 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 25 17:20:27 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-3[47883]: 2024-04-25T17:20:27.796+0000 7f77afd0a700 -1 osd.3 88 *** Got signal Terminated *** 2024-04-25T17:20:28.101 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 25 17:20:27 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-3[47883]: 2024-04-25T17:20:27.796+0000 7f77afd0a700 -1 osd.3 88 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T17:20:29.799 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:29 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:29.499+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:29.924 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 25 17:20:29 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-3[47883]: 2024-04-25T17:20:29.660+0000 7f77ac2c0700 -1 osd.3 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:07.238945+0000 front 2024-04-25T17:20:07.239011+0000 (oldest deadline 2024-04-25T17:20:28.939126+0000) 2024-04-25T17:20:30.062 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:29 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:29.781+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:30.231 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:29 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:29.798+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:05.960466+0000 front 2024-04-25T17:20:05.960277+0000 (oldest deadline 2024-04-25T17:20:28.860303+0000) 2024-04-25T17:20:30.838 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:30 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:30.516+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:31.110 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:30 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:30.737+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:31.174 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 25 17:20:30 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-3[47883]: 2024-04-25T17:20:30.705+0000 7f77ac2c0700 -1 osd.3 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:07.238945+0000 front 2024-04-25T17:20:07.239011+0000 (oldest deadline 2024-04-25T17:20:28.939126+0000) 2024-04-25T17:20:31.231 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:30 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:30.837+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:05.960466+0000 front 2024-04-25T17:20:05.960277+0000 (oldest deadline 2024-04-25T17:20:28.860303+0000) 2024-04-25T17:20:31.834 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:31 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:31.539+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:32.110 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:31 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:31.708+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:32.174 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 25 17:20:31 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-3[47883]: 2024-04-25T17:20:31.738+0000 7f77ac2c0700 -1 osd.3 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:07.238945+0000 front 2024-04-25T17:20:07.239011+0000 (oldest deadline 2024-04-25T17:20:28.939126+0000) 2024-04-25T17:20:32.231 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:31 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:31.833+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:05.960466+0000 front 2024-04-25T17:20:05.960277+0000 (oldest deadline 2024-04-25T17:20:28.860303+0000) 2024-04-25T17:20:32.787 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:32 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:32.525+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:33.110 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:32 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:32.712+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:33.174 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 25 17:20:32 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-3[47883]: 2024-04-25T17:20:32.744+0000 7f77ac2c0700 -1 osd.3 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:07.238945+0000 front 2024-04-25T17:20:07.239011+0000 (oldest deadline 2024-04-25T17:20:28.939126+0000) 2024-04-25T17:20:33.231 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:32 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:32.787+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:05.960466+0000 front 2024-04-25T17:20:05.960277+0000 (oldest deadline 2024-04-25T17:20:28.860303+0000) 2024-04-25T17:20:33.507 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 25 17:20:33 smithi028 podman[87527]: 2024-04-25 17:20:33.211873137 +0000 UTC m=+5.537873912 container died 01d3e2208cbf7dbc4ffc33968a408d7c7615a26b4cc0f5f8383f8d3db68839b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T17:20:33.924 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 25 17:20:33 smithi028 podman[87527]: 2024-04-25 17:20:33.697839254 +0000 UTC m=+6.023840086 container cleanup 01d3e2208cbf7dbc4ffc33968a408d7c7615a26b4cc0f5f8383f8d3db68839b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-3, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T17:20:33.924 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 25 17:20:33 smithi028 bash[87527]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-3 2024-04-25T17:20:33.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:33 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:33.571+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:33.981 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:33 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:33.740+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:05.960466+0000 front 2024-04-25T17:20:05.960277+0000 (oldest deadline 2024-04-25T17:20:28.860303+0000) 2024-04-25T17:20:34.110 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:33 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:33.710+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:34.338 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 25 17:20:33 smithi028 podman[87555]: 2024-04-25 17:20:33.991332823 +0000 UTC m=+0.774967629 container remove 01d3e2208cbf7dbc4ffc33968a408d7c7615a26b4cc0f5f8383f8d3db68839b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-3, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-25T17:20:34.589 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 25 17:20:34 smithi028 podman[87651]: 2024-04-25 17:20:34.24183554 +0000 UTC m=+0.018661418 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:20:34.590 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 25 17:20:34 smithi028 podman[87651]: 2024-04-25 17:20:34.34212254 +0000 UTC m=+0.118948391 container create 2d7ebbc6c0e9dfd46bb8930a2efe59d994057896f02b82417692955941086919 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-25T17:20:34.590 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 25 17:20:34 smithi028 podman[87651]: 2024-04-25 17:20:34.586654493 +0000 UTC m=+0.363480357 container init 2d7ebbc6c0e9dfd46bb8930a2efe59d994057896f02b82417692955941086919 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.build-date=20240424) 2024-04-25T17:20:34.590 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 25 17:20:34 smithi028 podman[87651]: 2024-04-25 17:20:34.589908659 +0000 UTC m=+0.366734511 container start 2d7ebbc6c0e9dfd46bb8930a2efe59d994057896f02b82417692955941086919 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-3-deactivate, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-25T17:20:34.886 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 25 17:20:34 smithi028 podman[87651]: 2024-04-25 17:20:34.745412626 +0000 UTC m=+0.522238488 container attach 2d7ebbc6c0e9dfd46bb8930a2efe59d994057896f02b82417692955941086919 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2) 2024-04-25T17:20:34.886 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:34 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:34.827+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:34.981 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:34 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:34.735+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:05.960466+0000 front 2024-04-25T17:20:05.960277+0000 (oldest deadline 2024-04-25T17:20:28.860303+0000) 2024-04-25T17:20:34.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:34 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:34.547+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:35.110 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:34 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:34.667+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:35.174 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 25 17:20:34 smithi028 podman[87651]: 2024-04-25 17:20:34.886339344 +0000 UTC m=+0.663165208 container died 2d7ebbc6c0e9dfd46bb8930a2efe59d994057896f02b82417692955941086919 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS) 2024-04-25T17:20:35.663 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.3.service' 2024-04-25T17:20:35.709 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:20:35.709 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-25T17:20:35.709 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-25T17:20:35.709 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.4 2024-04-25T17:20:35.924 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:35 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:35.876+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:35.981 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:35 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:35.702+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:05.960466+0000 front 2024-04-25T17:20:05.960277+0000 (oldest deadline 2024-04-25T17:20:28.860303+0000) 2024-04-25T17:20:35.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:35 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:35.547+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:36.033 INFO:journalctl@ceph.osd.4.smithi042.stdout:Apr 25 17:20:35 smithi042 systemd[1]: Stopping Ceph osd.4 for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:20:36.034 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:35 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:35.646+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:36.360 INFO:journalctl@ceph.osd.4.smithi042.stdout:Apr 25 17:20:36 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-4[43966]: 2024-04-25T17:20:36.033+0000 7ff746589700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:20:36.360 INFO:journalctl@ceph.osd.4.smithi042.stdout:Apr 25 17:20:36 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-4[43966]: 2024-04-25T17:20:36.033+0000 7ff746589700 -1 osd.4 88 *** Got signal Terminated *** 2024-04-25T17:20:36.361 INFO:journalctl@ceph.osd.4.smithi042.stdout:Apr 25 17:20:36 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-4[43966]: 2024-04-25T17:20:36.033+0000 7ff746589700 -1 osd.4 88 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T17:20:36.981 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:36 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:36.751+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:05.960466+0000 front 2024-04-25T17:20:05.960277+0000 (oldest deadline 2024-04-25T17:20:28.860303+0000) 2024-04-25T17:20:36.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:36 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:36.569+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:37.110 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:36 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:36.615+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:37.174 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:36 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:36.924+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:37.761 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:37 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:37.560+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:37.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:37 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:37.605+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:38.231 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:37 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:37.760+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:05.960466+0000 front 2024-04-25T17:20:05.960277+0000 (oldest deadline 2024-04-25T17:20:28.860303+0000) 2024-04-25T17:20:38.383 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:37 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:37.950+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:38.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:38 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:38.558+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:38.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:38 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:38.524+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:38.981 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:38 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:38.717+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:05.960466+0000 front 2024-04-25T17:20:05.960277+0000 (oldest deadline 2024-04-25T17:20:28.860303+0000) 2024-04-25T17:20:38.981 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:38 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:38.717+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.663284+0000 front 2024-04-25T17:20:15.663424+0000 (oldest deadline 2024-04-25T17:20:38.563283+0000) 2024-04-25T17:20:39.174 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:38 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:38.905+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:39.360 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:38 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:38.861+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:20:39.850 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:39 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:39.526+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:39.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:39 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:39.501+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:39.981 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:39 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:39.695+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:05.960466+0000 front 2024-04-25T17:20:05.960277+0000 (oldest deadline 2024-04-25T17:20:28.860303+0000) 2024-04-25T17:20:39.981 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:39 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:39.695+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.663284+0000 front 2024-04-25T17:20:15.663424+0000 (oldest deadline 2024-04-25T17:20:38.563283+0000) 2024-04-25T17:20:40.110 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:39 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:39.849+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:20:40.424 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:39 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:39.925+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:40.424 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:39 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:39.925+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:20:40.481 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:40 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:40.086+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:20:40.846 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:40 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:40.490+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:40.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:40 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:40.486+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:40.981 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:40 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:40.688+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:05.960466+0000 front 2024-04-25T17:20:05.960277+0000 (oldest deadline 2024-04-25T17:20:28.860303+0000) 2024-04-25T17:20:40.981 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:40 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:40.688+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.663284+0000 front 2024-04-25T17:20:15.663424+0000 (oldest deadline 2024-04-25T17:20:38.563283+0000) 2024-04-25T17:20:41.110 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:40 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:40.846+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:20:41.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:40 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:40.935+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:41.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:40 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:40.935+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:20:41.456 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:41 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:41.130+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:20:41.731 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:41 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:41.456+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:41.731 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:41 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:41.456+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:20:41.731 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:41 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:41.640+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:05.960466+0000 front 2024-04-25T17:20:05.960277+0000 (oldest deadline 2024-04-25T17:20:28.860303+0000) 2024-04-25T17:20:41.732 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:41 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:41.640+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.663284+0000 front 2024-04-25T17:20:15.663424+0000 (oldest deadline 2024-04-25T17:20:38.563283+0000) 2024-04-25T17:20:41.847 INFO:journalctl@ceph.osd.4.smithi042.stdout:Apr 25 17:20:41 smithi042 podman[67149]: 2024-04-25 17:20:41.538097934 +0000 UTC m=+5.622976008 container died f13c2c2721020f20c471c48e30b373f675aa680671bdcf1a3180b1c3016bcf78 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-4, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-25T17:20:41.847 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:41 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:41.452+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:41.847 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:41 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:41.452+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:20:42.110 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:41 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:41.846+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:20:42.111 INFO:journalctl@ceph.osd.4.smithi042.stdout:Apr 25 17:20:42 smithi042 podman[67149]: 2024-04-25 17:20:42.058593599 +0000 UTC m=+6.143471672 container cleanup f13c2c2721020f20c471c48e30b373f675aa680671bdcf1a3180b1c3016bcf78 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-4, ceph=True, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T17:20:42.111 INFO:journalctl@ceph.osd.4.smithi042.stdout:Apr 25 17:20:42 smithi042 bash[67149]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-4 2024-04-25T17:20:42.424 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:41 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:41.982+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:42.424 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:41 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:41.982+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:20:42.437 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:42 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:42.168+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:20:42.610 INFO:journalctl@ceph.osd.4.smithi042.stdout:Apr 25 17:20:42 smithi042 podman[67165]: 2024-04-25 17:20:42.293453053 +0000 UTC m=+0.754870183 container remove f13c2c2721020f20c471c48e30b373f675aa680671bdcf1a3180b1c3016bcf78 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-4, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-25T17:20:42.611 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:42 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:42.451+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:42.611 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:42 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:42.451+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:20:42.731 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:42 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:42.437+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:42.731 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:42 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:42.437+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:20:42.731 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:42 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:42.639+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:05.960466+0000 front 2024-04-25T17:20:05.960277+0000 (oldest deadline 2024-04-25T17:20:28.860303+0000) 2024-04-25T17:20:42.732 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:42 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:42.639+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.663284+0000 front 2024-04-25T17:20:15.663424+0000 (oldest deadline 2024-04-25T17:20:38.563283+0000) 2024-04-25T17:20:43.022 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:42 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:42.852+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:20:43.022 INFO:journalctl@ceph.osd.4.smithi042.stdout:Apr 25 17:20:42 smithi042 podman[67255]: 2024-04-25 17:20:42.644230854 +0000 UTC m=+0.018572482 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:20:43.022 INFO:journalctl@ceph.osd.4.smithi042.stdout:Apr 25 17:20:42 smithi042 podman[67255]: 2024-04-25 17:20:42.761279294 +0000 UTC m=+0.135620960 container create 332371d4664653211ede6d3fcc773a01487ca34b6e7a1ae23d914c6d2fdac15a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-25T17:20:43.022 INFO:journalctl@ceph.osd.4.smithi042.stdout:Apr 25 17:20:43 smithi042 podman[67255]: 2024-04-25 17:20:43.022020034 +0000 UTC m=+0.396361661 container init 332371d4664653211ede6d3fcc773a01487ca34b6e7a1ae23d914c6d2fdac15a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T17:20:43.325 INFO:journalctl@ceph.osd.4.smithi042.stdout:Apr 25 17:20:43 smithi042 podman[67255]: 2024-04-25 17:20:43.025468944 +0000 UTC m=+0.399810569 container start 332371d4664653211ede6d3fcc773a01487ca34b6e7a1ae23d914c6d2fdac15a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-25T17:20:43.325 INFO:journalctl@ceph.osd.4.smithi042.stdout:Apr 25 17:20:43 smithi042 podman[67255]: 2024-04-25 17:20:43.130561692 +0000 UTC m=+0.504903330 container attach 332371d4664653211ede6d3fcc773a01487ca34b6e7a1ae23d914c6d2fdac15a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-25T17:20:43.424 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:42 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:42.985+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:43.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:42 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:42.985+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:20:43.425 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:43 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:43.187+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:16.462176+0000 front 2024-04-25T17:20:16.462113+0000 (oldest deadline 2024-04-25T17:20:42.361877+0000) 2024-04-25T17:20:43.460 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:43 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:43.177+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:20:43.610 INFO:journalctl@ceph.osd.4.smithi042.stdout:Apr 25 17:20:43 smithi042 podman[67255]: 2024-04-25 17:20:43.325334514 +0000 UTC m=+0.699676147 container died 332371d4664653211ede6d3fcc773a01487ca34b6e7a1ae23d914c6d2fdac15a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-4-deactivate, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-25T17:20:43.611 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:43 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:43.416+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:43.611 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:43 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:43.416+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:20:43.731 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:43 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:43.459+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:43.731 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:43 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:43.459+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:20:43.731 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:43 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:43.670+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:05.960466+0000 front 2024-04-25T17:20:05.960277+0000 (oldest deadline 2024-04-25T17:20:28.860303+0000) 2024-04-25T17:20:43.731 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:43 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:43.670+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.663284+0000 front 2024-04-25T17:20:15.663424+0000 (oldest deadline 2024-04-25T17:20:38.563283+0000) 2024-04-25T17:20:44.060 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:43 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:43.873+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:20:44.091 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.4.service' 2024-04-25T17:20:44.134 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:20:44.134 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-25T17:20:44.134 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-25T17:20:44.134 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.5 2024-04-25T17:20:44.217 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:43 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:43.940+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:44.217 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:43 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:43.940+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:20:44.441 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:44 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:44.218+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:20:44.441 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:44 smithi084 systemd[1]: Stopping Ceph osd.5 for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:20:44.441 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:44 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:44.439+0000 7f812333e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:20:44.441 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:44 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:44.439+0000 7f812333e700 -1 osd.5 88 *** Got signal Terminated *** 2024-04-25T17:20:44.441 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:44 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:44.439+0000 7f812333e700 -1 osd.5 88 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T17:20:44.674 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:44 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:44.217+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:16.462176+0000 front 2024-04-25T17:20:16.462113+0000 (oldest deadline 2024-04-25T17:20:42.361877+0000) 2024-04-25T17:20:44.731 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:44 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:44.488+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:44.731 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:44 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:44.488+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:20:44.731 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:44 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:44.651+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:05.960466+0000 front 2024-04-25T17:20:05.960277+0000 (oldest deadline 2024-04-25T17:20:28.860303+0000) 2024-04-25T17:20:44.731 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:44 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:44.651+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.663284+0000 front 2024-04-25T17:20:15.663424+0000 (oldest deadline 2024-04-25T17:20:38.563283+0000) 2024-04-25T17:20:44.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:44 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:44.455+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:44.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:44 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:44.455+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:20:45.218 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:44 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:44.954+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:45.218 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:44 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:44.954+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:20:45.360 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:44 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:44.901+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:20:45.481 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:45 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:45.223+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:20:45.674 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:45 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:45.218+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:16.462176+0000 front 2024-04-25T17:20:16.462113+0000 (oldest deadline 2024-04-25T17:20:42.361877+0000) 2024-04-25T17:20:45.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:45 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:45.449+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:45.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:45 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:45.449+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:20:45.981 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:45 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:45.620+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:05.960466+0000 front 2024-04-25T17:20:05.960277+0000 (oldest deadline 2024-04-25T17:20:28.860303+0000) 2024-04-25T17:20:45.981 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:45 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:45.620+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.663284+0000 front 2024-04-25T17:20:15.663424+0000 (oldest deadline 2024-04-25T17:20:38.563283+0000) 2024-04-25T17:20:45.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:45 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:45.509+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:45.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:45 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:45.509+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:20:46.257 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:45 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:45.995+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:46.258 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:45 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:45.995+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:20:46.360 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:45 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:45.881+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:20:46.471 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:46 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:46.193+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:20:46.674 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:46 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:46.257+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:16.462176+0000 front 2024-04-25T17:20:16.462113+0000 (oldest deadline 2024-04-25T17:20:42.361877+0000) 2024-04-25T17:20:46.731 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:46 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:46.470+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:46.731 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:46 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:46.470+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:20:46.731 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:46 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:46.640+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:05.960466+0000 front 2024-04-25T17:20:05.960277+0000 (oldest deadline 2024-04-25T17:20:28.860303+0000) 2024-04-25T17:20:46.731 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:46 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:46.640+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.663284+0000 front 2024-04-25T17:20:15.663424+0000 (oldest deadline 2024-04-25T17:20:38.563283+0000) 2024-04-25T17:20:46.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:46 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:46.411+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:46.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:46 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:46.411+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:20:47.301 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:47 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:47.032+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:47.302 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:47 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:47.032+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:20:47.302 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:47 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:47.032+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:20:47.360 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:46 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:46.862+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:20:47.360 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:46 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:46.862+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.726828+0000 front 2024-04-25T17:20:23.726729+0000 (oldest deadline 2024-04-25T17:20:46.626886+0000) 2024-04-25T17:20:47.458 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:47 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:47.195+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:20:47.650 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:47 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:47.461+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:47.650 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:47 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:47.461+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:20:47.650 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:47 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:47.461+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:20:47.674 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:47 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:47.301+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:16.462176+0000 front 2024-04-25T17:20:16.462113+0000 (oldest deadline 2024-04-25T17:20:42.361877+0000) 2024-04-25T17:20:47.731 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:47 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:47.628+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:05.960466+0000 front 2024-04-25T17:20:05.960277+0000 (oldest deadline 2024-04-25T17:20:28.860303+0000) 2024-04-25T17:20:47.731 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:47 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:47.628+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.663284+0000 front 2024-04-25T17:20:15.663424+0000 (oldest deadline 2024-04-25T17:20:38.563283+0000) 2024-04-25T17:20:47.731 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:47 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:47.457+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:47.732 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:47 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:47.457+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:20:47.732 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:47 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:47.457+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:20:48.336 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:48 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:48.077+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:48.336 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:48 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:48.077+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:20:48.336 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:48 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:48.077+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:20:48.360 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:47 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:47.906+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:20:48.360 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:47 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:47.906+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.726828+0000 front 2024-04-25T17:20:23.726729+0000 (oldest deadline 2024-04-25T17:20:46.626886+0000) 2024-04-25T17:20:48.442 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:48 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:48.181+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:20:48.674 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:48 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:48.335+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:16.462176+0000 front 2024-04-25T17:20:16.462113+0000 (oldest deadline 2024-04-25T17:20:42.361877+0000) 2024-04-25T17:20:48.675 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:48 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:48.335+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:22.362425+0000 front 2024-04-25T17:20:22.362449+0000 (oldest deadline 2024-04-25T17:20:48.262331+0000) 2024-04-25T17:20:48.731 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:48 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:48.603+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:05.960466+0000 front 2024-04-25T17:20:05.960277+0000 (oldest deadline 2024-04-25T17:20:28.860303+0000) 2024-04-25T17:20:48.731 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:48 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:48.603+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.663284+0000 front 2024-04-25T17:20:15.663424+0000 (oldest deadline 2024-04-25T17:20:38.563283+0000) 2024-04-25T17:20:48.731 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:48 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5[44680]: 2024-04-25T17:20:48.603+0000 7f811f8f4700 -1 osd.5 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:22.564719+0000 front 2024-04-25T17:20:22.564701+0000 (oldest deadline 2024-04-25T17:20:47.864835+0000) 2024-04-25T17:20:48.732 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:48 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:48.441+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:48.732 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:48 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:48.441+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:20:48.732 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:48 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:48.441+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:20:48.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:48 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:48.451+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:48.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:48 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:48.451+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:20:48.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:48 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:48.451+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:20:49.318 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:49 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:49.054+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:49.318 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:49 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:49.054+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:20:49.318 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:49 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:49.054+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:20:49.360 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:48 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:48.904+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:20:49.360 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:48 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:48.904+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.726828+0000 front 2024-04-25T17:20:23.726729+0000 (oldest deadline 2024-04-25T17:20:46.626886+0000) 2024-04-25T17:20:49.481 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:49 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:49.205+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:20:49.481 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:49 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:49.443+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:49.481 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:49 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:49.444+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:20:49.482 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:49 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:49.444+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:20:49.674 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:49 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:49.317+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:16.462176+0000 front 2024-04-25T17:20:16.462113+0000 (oldest deadline 2024-04-25T17:20:42.361877+0000) 2024-04-25T17:20:49.675 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:49 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:49.317+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:22.362425+0000 front 2024-04-25T17:20:22.362449+0000 (oldest deadline 2024-04-25T17:20:48.262331+0000) 2024-04-25T17:20:49.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:49 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:49.428+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:49.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:49 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:49.428+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:20:49.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:49 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:49.428+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:20:50.205 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:49 smithi084 podman[67388]: 2024-04-25 17:20:49.924457049 +0000 UTC m=+5.596530106 container died 1670987873a24500fd6fc47e4a38e3a05f0c5a751d2d2f3bbeaa3dd9349b9f31 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-25T17:20:50.299 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:50 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:50.012+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:50.299 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:50 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:50.012+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:20:50.299 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:50 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:50.012+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:20:50.360 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:49 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:49.917+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:20:50.361 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:49 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:49.917+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.726828+0000 front 2024-04-25T17:20:23.726729+0000 (oldest deadline 2024-04-25T17:20:46.626886+0000) 2024-04-25T17:20:50.481 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:50 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:50.204+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:20:50.481 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:50 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:50.204+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:24.496055+0000 front 2024-04-25T17:20:24.495978+0000 (oldest deadline 2024-04-25T17:20:49.796190+0000) 2024-04-25T17:20:50.482 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:50 smithi084 podman[67388]: 2024-04-25 17:20:50.25727613 +0000 UTC m=+5.929349184 container cleanup 1670987873a24500fd6fc47e4a38e3a05f0c5a751d2d2f3bbeaa3dd9349b9f31 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-25T17:20:50.482 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:50 smithi084 bash[67388]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5 2024-04-25T17:20:50.674 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:50 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:50.299+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:16.462176+0000 front 2024-04-25T17:20:16.462113+0000 (oldest deadline 2024-04-25T17:20:42.361877+0000) 2024-04-25T17:20:50.674 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:50 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:50.299+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:22.362425+0000 front 2024-04-25T17:20:22.362449+0000 (oldest deadline 2024-04-25T17:20:48.262331+0000) 2024-04-25T17:20:50.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:50 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:50.465+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:50.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:50 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:50.465+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:20:50.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:50 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:50.465+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:20:50.926 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:50 smithi084 podman[67405]: 2024-04-25 17:20:50.492244118 +0000 UTC m=+0.565494646 container remove 1670987873a24500fd6fc47e4a38e3a05f0c5a751d2d2f3bbeaa3dd9349b9f31 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0) 2024-04-25T17:20:50.926 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:50 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:50.483+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:50.926 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:50 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:50.483+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:20:50.926 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:50 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:50.483+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:20:51.196 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:50 smithi084 podman[67496]: 2024-04-25 17:20:50.82904393 +0000 UTC m=+0.017639991 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:20:51.196 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:50 smithi084 podman[67496]: 2024-04-25 17:20:50.960180315 +0000 UTC m=+0.148776392 container create 200d11713940cb6921fc0b12176173c2947bca31ab5d50795ebceae88818f157 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-25T17:20:51.196 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:51 smithi084 podman[67496]: 2024-04-25 17:20:51.196201323 +0000 UTC m=+0.384797365 container init 200d11713940cb6921fc0b12176173c2947bca31ab5d50795ebceae88818f157 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5-deactivate, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-25T17:20:51.316 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:51 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:51.055+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:51.316 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:51 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:51.055+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:20:51.316 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:51 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:51.055+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:20:51.360 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:50 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:50.931+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:20:51.360 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:50 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:50.931+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.726828+0000 front 2024-04-25T17:20:23.726729+0000 (oldest deadline 2024-04-25T17:20:46.626886+0000) 2024-04-25T17:20:51.481 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:51 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:51.205+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:20:51.481 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:51 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:51.205+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:24.496055+0000 front 2024-04-25T17:20:24.495978+0000 (oldest deadline 2024-04-25T17:20:49.796190+0000) 2024-04-25T17:20:51.482 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:51 smithi084 podman[67496]: 2024-04-25 17:20:51.199330889 +0000 UTC m=+0.387926924 container start 200d11713940cb6921fc0b12176173c2947bca31ab5d50795ebceae88818f157 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, ceph=True) 2024-04-25T17:20:51.482 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:51 smithi084 podman[67496]: 2024-04-25 17:20:51.296296002 +0000 UTC m=+0.484892050 container attach 200d11713940cb6921fc0b12176173c2947bca31ab5d50795ebceae88818f157 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-25T17:20:51.674 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:51 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:51.316+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:16.462176+0000 front 2024-04-25T17:20:16.462113+0000 (oldest deadline 2024-04-25T17:20:42.361877+0000) 2024-04-25T17:20:51.674 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:51 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:51.316+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:22.362425+0000 front 2024-04-25T17:20:22.362449+0000 (oldest deadline 2024-04-25T17:20:48.262331+0000) 2024-04-25T17:20:51.841 INFO:journalctl@ceph.osd.5.smithi084.stdout:Apr 25 17:20:51 smithi084 podman[67496]: 2024-04-25 17:20:51.491726876 +0000 UTC m=+0.680322916 container died 200d11713940cb6921fc0b12176173c2947bca31ab5d50795ebceae88818f157 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T17:20:51.841 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:51 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:51.520+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:51.841 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:51 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:51.520+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:20:51.841 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:51 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:51.520+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:20:51.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:51 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:51.492+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:51.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:51 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:51.492+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:20:51.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:51 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:51.492+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:20:52.155 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.5.service' 2024-04-25T17:20:52.192 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:20:52.192 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-25T17:20:52.192 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-25T17:20:52.192 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.6 2024-04-25T17:20:52.360 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:51 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:51.945+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:20:52.360 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:51 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:51.945+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.726828+0000 front 2024-04-25T17:20:23.726729+0000 (oldest deadline 2024-04-25T17:20:46.626886+0000) 2024-04-25T17:20:52.424 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:52 smithi028 systemd[1]: Stopping Ceph osd.6 for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:20:52.425 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:52 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:52.314+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:16.462176+0000 front 2024-04-25T17:20:16.462113+0000 (oldest deadline 2024-04-25T17:20:42.361877+0000) 2024-04-25T17:20:52.425 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:52 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:52.314+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:22.362425+0000 front 2024-04-25T17:20:22.362449+0000 (oldest deadline 2024-04-25T17:20:48.262331+0000) 2024-04-25T17:20:52.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:52 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:52.068+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:52.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:52 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:52.068+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:20:52.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:52 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:52.068+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:20:52.481 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:52 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:52.202+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:20:52.481 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:52 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:52.202+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:24.496055+0000 front 2024-04-25T17:20:24.495978+0000 (oldest deadline 2024-04-25T17:20:49.796190+0000) 2024-04-25T17:20:52.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:52 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:52.450+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:52.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:52 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:52.450+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:20:52.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:52 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:52.450+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:20:52.924 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:52 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:52.520+0000 7fa72ea8a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:20:52.925 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:52 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:52.520+0000 7fa72ea8a700 -1 osd.6 88 *** Got signal Terminated *** 2024-04-25T17:20:52.925 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:52 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:52.520+0000 7fa72ea8a700 -1 osd.6 88 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T17:20:52.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:52 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:52.550+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:52.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:52 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:52.550+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:20:52.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:52 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:52.550+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:20:53.344 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:53 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:53.085+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:53.344 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:53 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:53.085+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:20:53.344 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:53 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:53.085+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:20:53.360 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:52 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:52.930+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:20:53.360 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:52 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:52.930+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.726828+0000 front 2024-04-25T17:20:23.726729+0000 (oldest deadline 2024-04-25T17:20:46.626886+0000) 2024-04-25T17:20:53.481 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:53 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:53.214+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:20:53.482 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:53 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:53.214+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:24.496055+0000 front 2024-04-25T17:20:24.495978+0000 (oldest deadline 2024-04-25T17:20:49.796190+0000) 2024-04-25T17:20:53.674 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:53 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:53.344+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:16.462176+0000 front 2024-04-25T17:20:16.462113+0000 (oldest deadline 2024-04-25T17:20:42.361877+0000) 2024-04-25T17:20:53.675 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:53 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:53.344+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:22.362425+0000 front 2024-04-25T17:20:22.362449+0000 (oldest deadline 2024-04-25T17:20:48.262331+0000) 2024-04-25T17:20:53.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:53 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:53.479+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:53.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:53 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:53.479+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:20:53.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:53 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:53.479+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:20:53.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:53 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:53.536+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:53.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:53 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:53.536+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:20:53.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:53 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:53.536+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:20:54.360 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:53 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:53.940+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:20:54.360 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:53 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:53.940+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.726828+0000 front 2024-04-25T17:20:23.726729+0000 (oldest deadline 2024-04-25T17:20:46.626886+0000) 2024-04-25T17:20:54.393 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:54 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:54.115+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:54.393 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:54 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:54.115+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:20:54.394 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:54 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:54.115+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:20:54.481 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:54 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:54.228+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:20:54.481 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:54 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:54.228+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:24.496055+0000 front 2024-04-25T17:20:24.495978+0000 (oldest deadline 2024-04-25T17:20:49.796190+0000) 2024-04-25T17:20:54.674 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:54 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:54.392+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:16.462176+0000 front 2024-04-25T17:20:16.462113+0000 (oldest deadline 2024-04-25T17:20:42.361877+0000) 2024-04-25T17:20:54.675 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:54 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:54.392+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:22.362425+0000 front 2024-04-25T17:20:22.362449+0000 (oldest deadline 2024-04-25T17:20:48.262331+0000) 2024-04-25T17:20:54.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:54 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:54.476+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:54.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:54 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:54.476+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:20:54.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:54 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:54.476+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:20:54.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:54 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:54.535+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:54.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:54 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:54.535+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:20:54.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:54 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:54.535+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:20:55.360 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:54 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:54.908+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:20:55.361 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:54 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:54.908+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.726828+0000 front 2024-04-25T17:20:23.726729+0000 (oldest deadline 2024-04-25T17:20:46.626886+0000) 2024-04-25T17:20:55.425 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:55 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:55.390+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:16.462176+0000 front 2024-04-25T17:20:16.462113+0000 (oldest deadline 2024-04-25T17:20:42.361877+0000) 2024-04-25T17:20:55.425 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:55 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:55.390+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:22.362425+0000 front 2024-04-25T17:20:22.362449+0000 (oldest deadline 2024-04-25T17:20:48.262331+0000) 2024-04-25T17:20:55.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:55 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:55.143+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:55.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:55 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:55.143+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:20:55.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:55 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:55.143+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:20:55.481 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:55 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:55.200+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:20:55.481 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:55 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:55.200+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:24.496055+0000 front 2024-04-25T17:20:24.495978+0000 (oldest deadline 2024-04-25T17:20:49.796190+0000) 2024-04-25T17:20:55.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:55 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:55.488+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:55.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:55 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:55.488+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:20:55.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:55 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:55.488+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:20:55.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:55 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:55.551+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:55.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:55 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:55.551+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:20:55.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:55 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:55.551+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:20:56.360 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:55 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:55.869+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:20:56.361 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:55 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:55.869+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.726828+0000 front 2024-04-25T17:20:23.726729+0000 (oldest deadline 2024-04-25T17:20:46.626886+0000) 2024-04-25T17:20:56.424 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:56 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:56.349+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:16.462176+0000 front 2024-04-25T17:20:16.462113+0000 (oldest deadline 2024-04-25T17:20:42.361877+0000) 2024-04-25T17:20:56.425 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:56 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:56.349+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:22.362425+0000 front 2024-04-25T17:20:22.362449+0000 (oldest deadline 2024-04-25T17:20:48.262331+0000) 2024-04-25T17:20:56.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:56 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:56.105+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:56.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:56 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:56.105+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:20:56.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:56 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:56.105+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:20:56.481 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:56 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:56.174+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:20:56.481 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:56 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:56.174+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:24.496055+0000 front 2024-04-25T17:20:24.495978+0000 (oldest deadline 2024-04-25T17:20:49.796190+0000) 2024-04-25T17:20:56.834 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:56 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:56.441+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:56.834 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:56 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:56.441+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:20:56.834 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:56 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:56.441+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:20:56.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:56 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:56.595+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:56.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:56 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:56.595+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:20:56.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:56 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:56.595+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:20:57.110 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:56 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:56.833+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:20:57.110 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:56 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:56.833+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.726828+0000 front 2024-04-25T17:20:23.726729+0000 (oldest deadline 2024-04-25T17:20:46.626886+0000) 2024-04-25T17:20:57.326 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:57 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:57.068+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:57.326 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:57 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:57.068+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:20:57.327 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:57 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:57.068+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:20:57.481 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:57 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:57.223+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:20:57.481 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:57 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:57.223+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:24.496055+0000 front 2024-04-25T17:20:24.495978+0000 (oldest deadline 2024-04-25T17:20:49.796190+0000) 2024-04-25T17:20:57.674 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:57 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:57.374+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:16.462176+0000 front 2024-04-25T17:20:16.462113+0000 (oldest deadline 2024-04-25T17:20:42.361877+0000) 2024-04-25T17:20:57.675 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:57 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6[54889]: 2024-04-25T17:20:57.374+0000 7fa72b040700 -1 osd.6 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:22.362425+0000 front 2024-04-25T17:20:22.362449+0000 (oldest deadline 2024-04-25T17:20:48.262331+0000) 2024-04-25T17:20:57.785 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:57 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:57.429+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:57.785 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:57 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:57.429+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:20:57.785 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:57 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:57.429+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:20:57.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:57 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:57.628+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:57.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:57 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:57.628+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:20:57.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:57 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:57.628+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:20:58.110 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:57 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:57.785+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:20:58.110 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:57 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:57.785+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.726828+0000 front 2024-04-25T17:20:23.726729+0000 (oldest deadline 2024-04-25T17:20:46.626886+0000) 2024-04-25T17:20:58.111 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:57 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:57.785+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.528148+0000 front 2024-04-25T17:20:32.528162+0000 (oldest deadline 2024-04-25T17:20:57.228246+0000) 2024-04-25T17:20:58.263 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:57 smithi028 podman[87756]: 2024-04-25 17:20:57.957566697 +0000 UTC m=+5.567800893 container died 81026a7a11321eedb07c26a6459506a24d86c727a8648f9ce2cf5d1a263928cc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T17:20:58.264 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:58 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:58.055+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:58.264 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:58 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:58.055+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:20:58.264 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:58 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:58.055+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:20:58.604 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:58 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:58.263+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:20:58.605 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:58 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:58.263+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:24.496055+0000 front 2024-04-25T17:20:24.495978+0000 (oldest deadline 2024-04-25T17:20:49.796190+0000) 2024-04-25T17:20:58.605 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:58 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:58.263+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.097550+0000 front 2024-04-25T17:20:32.097577+0000 (oldest deadline 2024-04-25T17:20:57.997291+0000) 2024-04-25T17:20:58.663 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:58 smithi028 podman[87756]: 2024-04-25 17:20:58.445518745 +0000 UTC m=+6.055752938 container cleanup 81026a7a11321eedb07c26a6459506a24d86c727a8648f9ce2cf5d1a263928cc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6, ceph=True, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-25T17:20:58.663 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:58 smithi028 bash[87756]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6 2024-04-25T17:20:58.698 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:58 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:58.399+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:58.698 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:58 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:58.400+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:20:58.699 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:58 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:58.400+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:20:58.924 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:58 smithi028 podman[87773]: 2024-04-25 17:20:58.663448472 +0000 UTC m=+0.701398003 container remove 81026a7a11321eedb07c26a6459506a24d86c727a8648f9ce2cf5d1a263928cc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424) 2024-04-25T17:20:58.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:58 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:58.604+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:20:58.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:58 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:58.604+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:20:58.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:58 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:58.604+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:20:59.110 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:58 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:58.782+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:20:59.111 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:58 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:58.782+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.726828+0000 front 2024-04-25T17:20:23.726729+0000 (oldest deadline 2024-04-25T17:20:46.626886+0000) 2024-04-25T17:20:59.111 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:58 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:58.782+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.528148+0000 front 2024-04-25T17:20:32.528162+0000 (oldest deadline 2024-04-25T17:20:57.228246+0000) 2024-04-25T17:20:59.309 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:59 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:59.005+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:20:59.309 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:59 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:59.005+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:20:59.309 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:59 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:59.005+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:20:59.309 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:59 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:59.005+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.456975+0000 front 2024-04-25T17:20:32.457040+0000 (oldest deadline 2024-04-25T17:20:58.357173+0000) 2024-04-25T17:20:59.309 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:58 smithi028 podman[87863]: 2024-04-25 17:20:58.883434576 +0000 UTC m=+0.018738269 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:20:59.309 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:58 smithi028 podman[87863]: 2024-04-25 17:20:58.980970585 +0000 UTC m=+0.116274266 container create c1def83f8ab9c678196eaa34d2282dc1571244df2dcff0d996a160ff0f2b40f8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6-deactivate, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-25T17:20:59.309 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:59 smithi028 podman[87863]: 2024-04-25 17:20:59.208872093 +0000 UTC m=+0.344175772 container init c1def83f8ab9c678196eaa34d2282dc1571244df2dcff0d996a160ff0f2b40f8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T17:20:59.309 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:59 smithi028 podman[87863]: 2024-04-25 17:20:59.212110654 +0000 UTC m=+0.347414333 container start c1def83f8ab9c678196eaa34d2282dc1571244df2dcff0d996a160ff0f2b40f8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-25T17:20:59.309 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:59 smithi028 podman[87863]: 2024-04-25 17:20:59.308779867 +0000 UTC m=+0.444083546 container attach c1def83f8ab9c678196eaa34d2282dc1571244df2dcff0d996a160ff0f2b40f8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6-deactivate, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424) 2024-04-25T17:20:59.481 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:59 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:59.213+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:20:59.481 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:59 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:59.213+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:24.496055+0000 front 2024-04-25T17:20:24.495978+0000 (oldest deadline 2024-04-25T17:20:49.796190+0000) 2024-04-25T17:20:59.481 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:20:59 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:20:59.213+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.097550+0000 front 2024-04-25T17:20:32.097577+0000 (oldest deadline 2024-04-25T17:20:57.997291+0000) 2024-04-25T17:20:59.675 INFO:journalctl@ceph.osd.6.smithi028.stdout:Apr 25 17:20:59 smithi028 podman[87863]: 2024-04-25 17:20:59.515793585 +0000 UTC m=+0.651097263 container died c1def83f8ab9c678196eaa34d2282dc1571244df2dcff0d996a160ff0f2b40f8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True) 2024-04-25T17:20:59.830 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:59 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:59.436+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:20:59.830 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:59 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:59.436+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:20:59.831 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:59 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:59.436+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:20:59.831 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:20:59 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:20:59.436+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:20:59.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:59 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:59.648+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:00.002 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:59 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:59.648+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:00.002 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:20:59 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:20:59.648+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:00.087 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:59 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:59.994+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:21:00.087 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:59 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:59.994+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:21:00.087 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:59 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:59.994+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:21:00.087 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:20:59 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:20:59.994+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.456975+0000 front 2024-04-25T17:20:32.457040+0000 (oldest deadline 2024-04-25T17:20:58.357173+0000) 2024-04-25T17:21:00.110 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:59 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:59.830+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:21:00.110 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:59 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:59.830+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.726828+0000 front 2024-04-25T17:20:23.726729+0000 (oldest deadline 2024-04-25T17:20:46.626886+0000) 2024-04-25T17:21:00.110 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:20:59 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:20:59.830+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.528148+0000 front 2024-04-25T17:20:32.528162+0000 (oldest deadline 2024-04-25T17:20:57.228246+0000) 2024-04-25T17:21:00.120 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.6.service' 2024-04-25T17:21:00.161 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:21:00.161 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-25T17:21:00.161 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-25T17:21:00.161 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.7 2024-04-25T17:21:00.472 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:00 smithi042 systemd[1]: Stopping Ceph osd.7 for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:21:00.630 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:00 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:00.254+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:21:00.630 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:00 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:00.254+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:24.496055+0000 front 2024-04-25T17:20:24.495978+0000 (oldest deadline 2024-04-25T17:20:49.796190+0000) 2024-04-25T17:21:00.630 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:00 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:00.254+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.097550+0000 front 2024-04-25T17:20:32.097577+0000 (oldest deadline 2024-04-25T17:20:57.997291+0000) 2024-04-25T17:21:00.860 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:00 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:21:00.479+0000 7f99d3744700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:21:00.861 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:00 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:21:00.479+0000 7f99d3744700 -1 osd.7 88 *** Got signal Terminated *** 2024-04-25T17:21:00.861 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:00 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:21:00.479+0000 7f99d3744700 -1 osd.7 88 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T17:21:00.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:00 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:00.471+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:00.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:00 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:00.471+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:00.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:00 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:00.471+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:00.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:00 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:00.471+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:00.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:00 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:00.629+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:00.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:00 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:00.629+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:00.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:00 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:00.629+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:01.360 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:00 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:21:00.861+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:21:01.360 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:00 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:21:00.861+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.726828+0000 front 2024-04-25T17:20:23.726729+0000 (oldest deadline 2024-04-25T17:20:46.626886+0000) 2024-04-25T17:21:01.361 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:00 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:21:00.861+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.528148+0000 front 2024-04-25T17:20:32.528162+0000 (oldest deadline 2024-04-25T17:20:57.228246+0000) 2024-04-25T17:21:01.424 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:00 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:00.994+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:21:01.424 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:00 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:00.994+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:21:01.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:00 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:00.994+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:21:01.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:00 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:00.994+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.456975+0000 front 2024-04-25T17:20:32.457040+0000 (oldest deadline 2024-04-25T17:20:58.357173+0000) 2024-04-25T17:21:01.670 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:01 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:01.241+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:21:01.670 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:01 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:01.241+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:24.496055+0000 front 2024-04-25T17:20:24.495978+0000 (oldest deadline 2024-04-25T17:20:49.796190+0000) 2024-04-25T17:21:01.670 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:01 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:01.241+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.097550+0000 front 2024-04-25T17:20:32.097577+0000 (oldest deadline 2024-04-25T17:20:57.997291+0000) 2024-04-25T17:21:01.832 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:01 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:01.509+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:01.832 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:01 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:01.509+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:01.833 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:01 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:01.509+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:01.833 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:01 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:01.509+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:01.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:01 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:01.669+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:01.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:01 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:01.669+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:01.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:01 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:01.669+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:02.110 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:01 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:21:01.832+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:21:02.110 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:01 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:21:01.832+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.726828+0000 front 2024-04-25T17:20:23.726729+0000 (oldest deadline 2024-04-25T17:20:46.626886+0000) 2024-04-25T17:21:02.110 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:01 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:21:01.832+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.528148+0000 front 2024-04-25T17:20:32.528162+0000 (oldest deadline 2024-04-25T17:20:57.228246+0000) 2024-04-25T17:21:02.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:01 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:01.945+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:21:02.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:01 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:01.945+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:21:02.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:01 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:01.945+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:21:02.426 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:01 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:01.945+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.456975+0000 front 2024-04-25T17:20:32.457040+0000 (oldest deadline 2024-04-25T17:20:58.357173+0000) 2024-04-25T17:21:02.426 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:01 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:01.945+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.858390+0000 front 2024-04-25T17:20:38.858528+0000 (oldest deadline 2024-04-25T17:21:01.758242+0000) 2024-04-25T17:21:02.680 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:02 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:02.236+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:21:02.680 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:02 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:02.236+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:24.496055+0000 front 2024-04-25T17:20:24.495978+0000 (oldest deadline 2024-04-25T17:20:49.796190+0000) 2024-04-25T17:21:02.680 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:02 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:02.236+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.097550+0000 front 2024-04-25T17:20:32.097577+0000 (oldest deadline 2024-04-25T17:20:57.997291+0000) 2024-04-25T17:21:02.810 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:02 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:02.508+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:02.811 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:02 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:02.508+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:02.811 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:02 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:02.508+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:02.811 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:02 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:02.508+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:02.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:02 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:02.679+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:02.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:02 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:02.679+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:02.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:02 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:02.679+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:02.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:02 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:02.679+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:03.110 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:02 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:21:02.810+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:21:03.110 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:02 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:21:02.810+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.726828+0000 front 2024-04-25T17:20:23.726729+0000 (oldest deadline 2024-04-25T17:20:46.626886+0000) 2024-04-25T17:21:03.110 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:02 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:21:02.810+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.528148+0000 front 2024-04-25T17:20:32.528162+0000 (oldest deadline 2024-04-25T17:20:57.228246+0000) 2024-04-25T17:21:03.174 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:02 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:02.917+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:21:03.174 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:02 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:02.918+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:21:03.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:02 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:02.918+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:21:03.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:02 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:02.918+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.456975+0000 front 2024-04-25T17:20:32.457040+0000 (oldest deadline 2024-04-25T17:20:58.357173+0000) 2024-04-25T17:21:03.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:02 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:02.918+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.858390+0000 front 2024-04-25T17:20:38.858528+0000 (oldest deadline 2024-04-25T17:21:01.758242+0000) 2024-04-25T17:21:03.640 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:03 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:03.268+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:21:03.640 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:03 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:03.268+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:24.496055+0000 front 2024-04-25T17:20:24.495978+0000 (oldest deadline 2024-04-25T17:20:49.796190+0000) 2024-04-25T17:21:03.640 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:03 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:03.268+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.097550+0000 front 2024-04-25T17:20:32.097577+0000 (oldest deadline 2024-04-25T17:20:57.997291+0000) 2024-04-25T17:21:03.769 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:03 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:03.474+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:03.769 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:03 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:03.474+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:03.769 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:03 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:03.474+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:03.769 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:03 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:03.474+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:03.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:03 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:03.639+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:03.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:03 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:03.639+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:03.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:03 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:03.639+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:03.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:03 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:03.639+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:04.110 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:03 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:21:03.769+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:21:04.110 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:03 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:21:03.769+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.726828+0000 front 2024-04-25T17:20:23.726729+0000 (oldest deadline 2024-04-25T17:20:46.626886+0000) 2024-04-25T17:21:04.110 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:03 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:21:03.769+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.528148+0000 front 2024-04-25T17:20:32.528162+0000 (oldest deadline 2024-04-25T17:20:57.228246+0000) 2024-04-25T17:21:04.424 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:03 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:03.943+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:21:04.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:03 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:03.943+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:21:04.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:03 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:03.943+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:21:04.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:03 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:03.943+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.456975+0000 front 2024-04-25T17:20:32.457040+0000 (oldest deadline 2024-04-25T17:20:58.357173+0000) 2024-04-25T17:21:04.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:03 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:03.943+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.858390+0000 front 2024-04-25T17:20:38.858528+0000 (oldest deadline 2024-04-25T17:21:01.758242+0000) 2024-04-25T17:21:04.656 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:04 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:04.309+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:21:04.656 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:04 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:04.309+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:24.496055+0000 front 2024-04-25T17:20:24.495978+0000 (oldest deadline 2024-04-25T17:20:49.796190+0000) 2024-04-25T17:21:04.656 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:04 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:04.309+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.097550+0000 front 2024-04-25T17:20:32.097577+0000 (oldest deadline 2024-04-25T17:20:57.997291+0000) 2024-04-25T17:21:04.656 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:04 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:04.309+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.997898+0000 front 2024-04-25T17:20:37.997873+0000 (oldest deadline 2024-04-25T17:21:03.297950+0000) 2024-04-25T17:21:04.860 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:04 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:21:04.748+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.625127+0000 front 2024-04-25T17:20:15.625286+0000 (oldest deadline 2024-04-25T17:20:38.525272+0000) 2024-04-25T17:21:04.861 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:04 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:21:04.748+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.726828+0000 front 2024-04-25T17:20:23.726729+0000 (oldest deadline 2024-04-25T17:20:46.626886+0000) 2024-04-25T17:21:04.861 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:04 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:21:04.748+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.528148+0000 front 2024-04-25T17:20:32.528162+0000 (oldest deadline 2024-04-25T17:20:57.228246+0000) 2024-04-25T17:21:04.861 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:04 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7[50980]: 2024-04-25T17:21:04.748+0000 7f99cbcf2700 -1 osd.7 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.329244+0000 front 2024-04-25T17:20:38.329269+0000 (oldest deadline 2024-04-25T17:21:04.229501+0000) 2024-04-25T17:21:04.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:04 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:04.517+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:04.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:04 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:04.517+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:04.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:04 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:04.517+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:04.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:04 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:04.517+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:04.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:04 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:04.517+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:04.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:04 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:04.654+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:04.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:04 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:04.654+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:04.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:04 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:04.654+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:04.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:04 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:04.654+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:05.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:04 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:04.982+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:21:05.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:04 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:04.982+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:21:05.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:04 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:04.982+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:21:05.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:04 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:04.982+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.456975+0000 front 2024-04-25T17:20:32.457040+0000 (oldest deadline 2024-04-25T17:20:58.357173+0000) 2024-04-25T17:21:05.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:04 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:04.982+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.858390+0000 front 2024-04-25T17:20:38.858528+0000 (oldest deadline 2024-04-25T17:21:01.758242+0000) 2024-04-25T17:21:05.623 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:05 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:05.307+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:21:05.623 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:05 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:05.307+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:24.496055+0000 front 2024-04-25T17:20:24.495978+0000 (oldest deadline 2024-04-25T17:20:49.796190+0000) 2024-04-25T17:21:05.624 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:05 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:05.307+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.097550+0000 front 2024-04-25T17:20:32.097577+0000 (oldest deadline 2024-04-25T17:20:57.997291+0000) 2024-04-25T17:21:05.624 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:05 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:05.307+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.997898+0000 front 2024-04-25T17:20:37.997873+0000 (oldest deadline 2024-04-25T17:21:03.297950+0000) 2024-04-25T17:21:05.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:05 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:05.550+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:05.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:05 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:05.550+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:05.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:05 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:05.550+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:05.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:05 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:05.550+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:05.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:05 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:05.550+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:05.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:05 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:05.623+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:05.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:05 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:05.623+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:05.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:05 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:05.623+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:05.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:05 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:05.623+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:06.360 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:06 smithi042 podman[67372]: 2024-04-25 17:21:06.071271612 +0000 UTC m=+5.707800995 container died e87eefb82d13775b0fb0d80eca3e7b0450e87bf3e47d57d47d2a1ae9a7ece362 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T17:21:06.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:06 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:06.006+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:21:06.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:06 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:06.006+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:21:06.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:06 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:06.006+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:21:06.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:06 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:06.006+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.456975+0000 front 2024-04-25T17:20:32.457040+0000 (oldest deadline 2024-04-25T17:20:58.357173+0000) 2024-04-25T17:21:06.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:06 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:06.006+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.858390+0000 front 2024-04-25T17:20:38.858528+0000 (oldest deadline 2024-04-25T17:21:01.758242+0000) 2024-04-25T17:21:06.642 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:06 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:06.335+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:21:06.643 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:06 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:06.335+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:24.496055+0000 front 2024-04-25T17:20:24.495978+0000 (oldest deadline 2024-04-25T17:20:49.796190+0000) 2024-04-25T17:21:06.643 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:06 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:06.335+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.097550+0000 front 2024-04-25T17:20:32.097577+0000 (oldest deadline 2024-04-25T17:20:57.997291+0000) 2024-04-25T17:21:06.643 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:06 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:06.335+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.997898+0000 front 2024-04-25T17:20:37.997873+0000 (oldest deadline 2024-04-25T17:21:03.297950+0000) 2024-04-25T17:21:06.831 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:06 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:06.546+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:06.831 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:06 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:06.546+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:06.831 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:06 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:06.546+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:06.831 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:06 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:06.546+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:06.831 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:06 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:06.546+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:06.831 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:06 smithi042 podman[67372]: 2024-04-25 17:21:06.471163957 +0000 UTC m=+6.107693382 container cleanup e87eefb82d13775b0fb0d80eca3e7b0450e87bf3e47d57d47d2a1ae9a7ece362 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, ceph=True) 2024-04-25T17:21:06.832 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:06 smithi042 bash[67372]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7 2024-04-25T17:21:06.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:06 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:06.642+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:06.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:06 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:06.642+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:06.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:06 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:06.642+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:06.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:06 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:06.642+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:07.110 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:06 smithi042 podman[67389]: 2024-04-25 17:21:06.830852358 +0000 UTC m=+0.753695048 container remove e87eefb82d13775b0fb0d80eca3e7b0450e87bf3e47d57d47d2a1ae9a7ece362 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-25T17:21:07.423 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:07 smithi042 podman[67477]: 2024-04-25 17:21:07.058166989 +0000 UTC m=+0.019128680 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:21:07.423 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:07 smithi042 podman[67477]: 2024-04-25 17:21:07.190319236 +0000 UTC m=+0.151280957 container create 3ab025587194cabde395987f645a7e00644a45aa7b584bc07cb694bc8688c2e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-25T17:21:07.424 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:06 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:06.979+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:21:07.424 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:06 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:06.979+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:21:07.424 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:06 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:06.979+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:21:07.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:06 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:06.979+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.456975+0000 front 2024-04-25T17:20:32.457040+0000 (oldest deadline 2024-04-25T17:20:58.357173+0000) 2024-04-25T17:21:07.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:06 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:06.979+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.858390+0000 front 2024-04-25T17:20:38.858528+0000 (oldest deadline 2024-04-25T17:21:01.758242+0000) 2024-04-25T17:21:07.641 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:07 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:07.363+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:21:07.641 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:07 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:07.363+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:24.496055+0000 front 2024-04-25T17:20:24.495978+0000 (oldest deadline 2024-04-25T17:20:49.796190+0000) 2024-04-25T17:21:07.641 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:07 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:07.363+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.097550+0000 front 2024-04-25T17:20:32.097577+0000 (oldest deadline 2024-04-25T17:20:57.997291+0000) 2024-04-25T17:21:07.641 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:07 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:07.363+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.997898+0000 front 2024-04-25T17:20:37.997873+0000 (oldest deadline 2024-04-25T17:21:03.297950+0000) 2024-04-25T17:21:07.642 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:07 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:07.640+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:07.642 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:07 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:07.640+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:07.642 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:07 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:07.640+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:07.642 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:07 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:07.640+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:07.851 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:07 smithi042 podman[67477]: 2024-04-25 17:21:07.543652465 +0000 UTC m=+0.504614143 container init 3ab025587194cabde395987f645a7e00644a45aa7b584bc07cb694bc8688c2e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240424, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-25T17:21:07.851 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:07 smithi042 podman[67477]: 2024-04-25 17:21:07.54710107 +0000 UTC m=+0.508062749 container start 3ab025587194cabde395987f645a7e00644a45aa7b584bc07cb694bc8688c2e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, org.label-schema.license=GPLv2) 2024-04-25T17:21:07.851 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:07 smithi042 podman[67477]: 2024-04-25 17:21:07.617592856 +0000 UTC m=+0.578554550 container attach 3ab025587194cabde395987f645a7e00644a45aa7b584bc07cb694bc8688c2e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-25T17:21:07.851 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:07 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:07.573+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:07.851 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:07 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:07.573+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:07.851 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:07 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:07.573+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:07.851 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:07 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:07.573+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:07.851 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:07 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:07.573+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:08.110 INFO:journalctl@ceph.osd.7.smithi042.stdout:Apr 25 17:21:07 smithi042 podman[67477]: 2024-04-25 17:21:07.851316088 +0000 UTC m=+0.812277774 container died 3ab025587194cabde395987f645a7e00644a45aa7b584bc07cb694bc8688c2e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-25T17:21:08.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:08 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:08.009+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:21:08.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:08 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:08.009+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:21:08.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:08 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:08.009+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:21:08.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:08 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:08.009+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.456975+0000 front 2024-04-25T17:20:32.457040+0000 (oldest deadline 2024-04-25T17:20:58.357173+0000) 2024-04-25T17:21:08.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:08 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:08.009+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.858390+0000 front 2024-04-25T17:20:38.858528+0000 (oldest deadline 2024-04-25T17:21:01.758242+0000) 2024-04-25T17:21:08.491 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.7.service' 2024-04-25T17:21:08.535 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:21:08.535 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-25T17:21:08.535 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-04-25T17:21:08.536 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.8 2024-04-25T17:21:08.731 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:08 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:08.627+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:08.731 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:08 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:08.627+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:08.731 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:08 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:08.627+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:08.731 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:08 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:08.627+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:08.732 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:08 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:08.396+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:21:08.732 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:08 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:08.396+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:24.496055+0000 front 2024-04-25T17:20:24.495978+0000 (oldest deadline 2024-04-25T17:20:49.796190+0000) 2024-04-25T17:21:08.732 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:08 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:08.396+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.097550+0000 front 2024-04-25T17:20:32.097577+0000 (oldest deadline 2024-04-25T17:20:57.997291+0000) 2024-04-25T17:21:08.732 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:08 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:08.396+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.997898+0000 front 2024-04-25T17:20:37.997873+0000 (oldest deadline 2024-04-25T17:21:03.297950+0000) 2024-04-25T17:21:08.732 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:08 smithi084 systemd[1]: Stopping Ceph osd.8 for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:21:08.760 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:08 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:08.547+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:08.761 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:08 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:08.547+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:08.761 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:08 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:08.547+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:08.761 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:08 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:08.547+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:08.761 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:08 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:08.547+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:09.363 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:09 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:09.085+0000 7efe1dd02700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:21:09.363 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:09 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:09.085+0000 7efe1dd02700 -1 osd.8 88 *** Got signal Terminated *** 2024-04-25T17:21:09.363 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:09 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:09.085+0000 7efe1dd02700 -1 osd.8 88 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T17:21:09.363 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:09 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:09.362+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:21:09.363 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:09 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:09.362+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:24.496055+0000 front 2024-04-25T17:20:24.495978+0000 (oldest deadline 2024-04-25T17:20:49.796190+0000) 2024-04-25T17:21:09.363 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:09 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:09.362+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.097550+0000 front 2024-04-25T17:20:32.097577+0000 (oldest deadline 2024-04-25T17:20:57.997291+0000) 2024-04-25T17:21:09.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:08 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:08.993+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:21:09.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:08 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:08.993+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:21:09.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:08 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:08.993+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:21:09.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:08 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:08.993+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.456975+0000 front 2024-04-25T17:20:32.457040+0000 (oldest deadline 2024-04-25T17:20:58.357173+0000) 2024-04-25T17:21:09.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:08 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:08.993+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.858390+0000 front 2024-04-25T17:20:38.858528+0000 (oldest deadline 2024-04-25T17:21:01.758242+0000) 2024-04-25T17:21:09.731 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:09 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:09.362+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.997898+0000 front 2024-04-25T17:20:37.997873+0000 (oldest deadline 2024-04-25T17:21:03.297950+0000) 2024-04-25T17:21:09.731 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:09 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:09.580+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:09.732 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:09 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:09.580+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:09.732 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:09 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:09.580+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:09.732 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:09 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:09.580+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:09.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:09 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:09.551+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:09.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:09 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:09.551+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:09.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:09 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:09.551+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:09.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:09 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:09.551+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:09.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:09 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:09.551+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:10.424 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:10 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:10.020+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:21:10.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:10 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:10.020+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:21:10.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:10 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:10.020+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:21:10.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:10 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:10.020+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.456975+0000 front 2024-04-25T17:20:32.457040+0000 (oldest deadline 2024-04-25T17:20:58.357173+0000) 2024-04-25T17:21:10.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:10 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:10.020+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.858390+0000 front 2024-04-25T17:20:38.858528+0000 (oldest deadline 2024-04-25T17:21:01.758242+0000) 2024-04-25T17:21:10.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:10 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:10.020+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:47.059487+0000 front 2024-04-25T17:20:47.059467+0000 (oldest deadline 2024-04-25T17:21:09.959302+0000) 2024-04-25T17:21:10.620 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:10 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:10.330+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:21:10.621 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:10 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:10.330+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:24.496055+0000 front 2024-04-25T17:20:24.495978+0000 (oldest deadline 2024-04-25T17:20:49.796190+0000) 2024-04-25T17:21:10.621 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:10 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:10.330+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.097550+0000 front 2024-04-25T17:20:32.097577+0000 (oldest deadline 2024-04-25T17:20:57.997291+0000) 2024-04-25T17:21:10.621 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:10 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:10.330+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.997898+0000 front 2024-04-25T17:20:37.997873+0000 (oldest deadline 2024-04-25T17:21:03.297950+0000) 2024-04-25T17:21:10.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:10 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:10.565+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:10.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:10 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:10.565+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:10.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:10 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:10.565+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:10.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:10 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:10.565+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:10.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:10 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:10.565+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:10.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:10 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:10.620+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:10.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:10 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:10.620+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:10.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:10 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:10.620+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:10.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:10 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:10.620+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:11.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:11 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:11.065+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:21:11.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:11 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:11.065+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:21:11.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:11 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:11.065+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:21:11.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:11 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:11.065+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.456975+0000 front 2024-04-25T17:20:32.457040+0000 (oldest deadline 2024-04-25T17:20:58.357173+0000) 2024-04-25T17:21:11.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:11 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:11.065+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.858390+0000 front 2024-04-25T17:20:38.858528+0000 (oldest deadline 2024-04-25T17:21:01.758242+0000) 2024-04-25T17:21:11.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:11 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:11.065+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:47.059487+0000 front 2024-04-25T17:20:47.059467+0000 (oldest deadline 2024-04-25T17:21:09.959302+0000) 2024-04-25T17:21:11.661 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:11 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:11.302+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:21:11.662 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:11 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:11.302+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:24.496055+0000 front 2024-04-25T17:20:24.495978+0000 (oldest deadline 2024-04-25T17:20:49.796190+0000) 2024-04-25T17:21:11.662 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:11 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:11.302+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.097550+0000 front 2024-04-25T17:20:32.097577+0000 (oldest deadline 2024-04-25T17:20:57.997291+0000) 2024-04-25T17:21:11.662 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:11 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:11.302+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.997898+0000 front 2024-04-25T17:20:37.997873+0000 (oldest deadline 2024-04-25T17:21:03.297950+0000) 2024-04-25T17:21:11.662 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:11 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:11.302+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:47.100466+0000 front 2024-04-25T17:20:47.100420+0000 (oldest deadline 2024-04-25T17:21:10.600429+0000) 2024-04-25T17:21:11.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:11 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:11.661+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:11.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:11 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:11.661+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:11.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:11 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:11.661+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:11.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:11 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:11.661+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:11.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:11 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:11.661+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:12.110 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:11 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:11.614+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:12.111 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:11 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:11.614+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:12.111 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:11 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:11.614+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:12.111 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:11 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:11.614+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:12.111 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:11 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:11.614+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:12.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:12 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:12.052+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:21:12.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:12 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:12.052+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:21:12.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:12 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:12.052+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:21:12.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:12 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:12.052+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.456975+0000 front 2024-04-25T17:20:32.457040+0000 (oldest deadline 2024-04-25T17:20:58.357173+0000) 2024-04-25T17:21:12.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:12 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:12.052+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.858390+0000 front 2024-04-25T17:20:38.858528+0000 (oldest deadline 2024-04-25T17:21:01.758242+0000) 2024-04-25T17:21:12.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:12 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:12.052+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:47.059487+0000 front 2024-04-25T17:20:47.059467+0000 (oldest deadline 2024-04-25T17:21:09.959302+0000) 2024-04-25T17:21:12.652 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:12 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:12.313+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:21:12.652 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:12 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:12.313+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:24.496055+0000 front 2024-04-25T17:20:24.495978+0000 (oldest deadline 2024-04-25T17:20:49.796190+0000) 2024-04-25T17:21:12.652 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:12 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:12.313+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.097550+0000 front 2024-04-25T17:20:32.097577+0000 (oldest deadline 2024-04-25T17:20:57.997291+0000) 2024-04-25T17:21:12.652 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:12 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:12.313+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.997898+0000 front 2024-04-25T17:20:37.997873+0000 (oldest deadline 2024-04-25T17:21:03.297950+0000) 2024-04-25T17:21:12.652 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:12 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:12.313+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:47.100466+0000 front 2024-04-25T17:20:47.100420+0000 (oldest deadline 2024-04-25T17:21:10.600429+0000) 2024-04-25T17:21:12.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:12 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:12.598+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:12.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:12 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:12.598+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:12.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:12 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:12.598+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:12.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:12 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:12.598+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:12.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:12 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:12.598+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:12.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:12 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:12.598+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:48.983221+0000 front 2024-04-25T17:20:48.983328+0000 (oldest deadline 2024-04-25T17:21:12.483297+0000) 2024-04-25T17:21:12.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:12 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:12.651+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:12.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:12 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:12.651+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:12.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:12 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:12.651+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:12.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:12 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:12.651+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:12.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:12 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:12.651+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:13.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:13 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:13.009+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:21:13.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:13 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:13.009+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:21:13.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:13 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:13.009+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:21:13.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:13 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:13.009+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.456975+0000 front 2024-04-25T17:20:32.457040+0000 (oldest deadline 2024-04-25T17:20:58.357173+0000) 2024-04-25T17:21:13.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:13 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:13.009+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.858390+0000 front 2024-04-25T17:20:38.858528+0000 (oldest deadline 2024-04-25T17:21:01.758242+0000) 2024-04-25T17:21:13.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:13 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:13.009+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:47.059487+0000 front 2024-04-25T17:20:47.059467+0000 (oldest deadline 2024-04-25T17:21:09.959302+0000) 2024-04-25T17:21:13.618 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:13 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:13.302+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.093996+0000 front 2024-04-25T17:20:14.093870+0000 (oldest deadline 2024-04-25T17:20:39.393926+0000) 2024-04-25T17:21:13.618 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:13 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:13.302+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:24.496055+0000 front 2024-04-25T17:20:24.495978+0000 (oldest deadline 2024-04-25T17:20:49.796190+0000) 2024-04-25T17:21:13.619 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:13 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:13.302+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.097550+0000 front 2024-04-25T17:20:32.097577+0000 (oldest deadline 2024-04-25T17:20:57.997291+0000) 2024-04-25T17:21:13.619 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:13 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:13.302+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.997898+0000 front 2024-04-25T17:20:37.997873+0000 (oldest deadline 2024-04-25T17:21:03.297950+0000) 2024-04-25T17:21:13.619 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:13 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8[51663]: 2024-04-25T17:21:13.302+0000 7efe162b0700 -1 osd.8 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:47.100466+0000 front 2024-04-25T17:20:47.100420+0000 (oldest deadline 2024-04-25T17:21:10.600429+0000) 2024-04-25T17:21:13.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:13 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:13.577+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:13.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:13 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:13.577+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:13.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:13 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:13.577+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:13.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:13 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:13.577+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:13.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:13 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:13.577+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:13.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:13 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:13.577+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:48.983221+0000 front 2024-04-25T17:20:48.983328+0000 (oldest deadline 2024-04-25T17:21:12.483297+0000) 2024-04-25T17:21:13.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:13 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:13.618+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:13.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:13 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:13.618+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:13.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:13 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:13.618+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:13.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:13 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:13.618+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:13.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:13 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:13.618+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:14.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:13 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:13.977+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:21:14.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:13 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:13.977+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:21:14.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:13 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:13.977+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:21:14.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:13 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:13.977+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.456975+0000 front 2024-04-25T17:20:32.457040+0000 (oldest deadline 2024-04-25T17:20:58.357173+0000) 2024-04-25T17:21:14.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:13 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:13.977+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.858390+0000 front 2024-04-25T17:20:38.858528+0000 (oldest deadline 2024-04-25T17:21:01.758242+0000) 2024-04-25T17:21:14.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:13 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:13.977+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:47.059487+0000 front 2024-04-25T17:20:47.059467+0000 (oldest deadline 2024-04-25T17:21:09.959302+0000) 2024-04-25T17:21:14.731 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:14 smithi084 podman[67602]: 2024-04-25 17:21:14.43186507 +0000 UTC m=+5.698568665 container died 9c6e4bbcdff668f73045f20e8dc5b923c5f3dcdf5e5d7733a08ea7e8bd57144f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T17:21:14.732 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:14 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:14.627+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:14.732 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:14 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:14.627+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:14.732 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:14 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:14.627+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:14.732 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:14 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:14.627+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:14.732 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:14 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:14.627+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:15.110 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:14 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:14.613+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:15.110 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:14 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:14.613+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:15.111 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:14 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:14.613+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:15.111 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:14 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:14.613+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:15.111 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:14 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:14.613+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:15.111 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:14 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:14.613+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:48.983221+0000 front 2024-04-25T17:20:48.983328+0000 (oldest deadline 2024-04-25T17:21:12.483297+0000) 2024-04-25T17:21:15.231 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:14 smithi084 podman[67602]: 2024-04-25 17:21:14.751775841 +0000 UTC m=+6.018479427 container cleanup 9c6e4bbcdff668f73045f20e8dc5b923c5f3dcdf5e5d7733a08ea7e8bd57144f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T17:21:15.231 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:14 smithi084 bash[67602]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8 2024-04-25T17:21:15.231 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:14 smithi084 podman[67619]: 2024-04-25 17:21:14.995156985 +0000 UTC m=+0.556851605 container remove 9c6e4bbcdff668f73045f20e8dc5b923c5f3dcdf5e5d7733a08ea7e8bd57144f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8, org.label-schema.build-date=20240424, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-25T17:21:15.424 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:14 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:14.937+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:21:15.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:14 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:14.937+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:21:15.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:14 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:14.937+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:21:15.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:14 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:14.937+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.456975+0000 front 2024-04-25T17:20:32.457040+0000 (oldest deadline 2024-04-25T17:20:58.357173+0000) 2024-04-25T17:21:15.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:14 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:14.937+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.858390+0000 front 2024-04-25T17:20:38.858528+0000 (oldest deadline 2024-04-25T17:21:01.758242+0000) 2024-04-25T17:21:15.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:14 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:14.937+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:47.059487+0000 front 2024-04-25T17:20:47.059467+0000 (oldest deadline 2024-04-25T17:21:09.959302+0000) 2024-04-25T17:21:15.634 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:15 smithi084 podman[67707]: 2024-04-25 17:21:15.214248523 +0000 UTC m=+0.017756119 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:21:15.634 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:15 smithi084 podman[67707]: 2024-04-25 17:21:15.329164832 +0000 UTC m=+0.132672425 container create 6d71b98d6849adf3618565894eca3d64dd74590eff87324a8a1cce817ead462f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-25T17:21:15.634 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:15 smithi084 podman[67707]: 2024-04-25 17:21:15.556794189 +0000 UTC m=+0.360301784 container init 6d71b98d6849adf3618565894eca3d64dd74590eff87324a8a1cce817ead462f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8-deactivate, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-25T17:21:15.634 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:15 smithi084 podman[67707]: 2024-04-25 17:21:15.55990327 +0000 UTC m=+0.363410870 container start 6d71b98d6849adf3618565894eca3d64dd74590eff87324a8a1cce817ead462f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-25T17:21:15.981 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:15 smithi084 podman[67707]: 2024-04-25 17:21:15.668198878 +0000 UTC m=+0.471706494 container attach 6d71b98d6849adf3618565894eca3d64dd74590eff87324a8a1cce817ead462f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-25T17:21:15.981 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:15 smithi084 podman[67707]: 2024-04-25 17:21:15.856543732 +0000 UTC m=+0.660051332 container died 6d71b98d6849adf3618565894eca3d64dd74590eff87324a8a1cce817ead462f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.vendor=CentOS, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T17:21:15.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:15 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:15.633+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:15.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:15 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:15.633+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:15.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:15 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:15.633+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:15.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:15 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:15.633+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:15.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:15 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:15.633+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:16.110 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:15 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:15.627+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:16.110 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:15 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:15.627+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:16.111 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:15 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:15.627+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:16.111 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:15 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:15.627+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:16.111 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:15 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:15.627+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:16.111 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:15 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:15.627+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:48.983221+0000 front 2024-04-25T17:20:48.983328+0000 (oldest deadline 2024-04-25T17:21:12.483297+0000) 2024-04-25T17:21:16.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:15 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:15.909+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:21:16.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:15 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:15.909+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:21:16.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:15 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:15.909+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:21:16.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:15 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:15.909+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.456975+0000 front 2024-04-25T17:20:32.457040+0000 (oldest deadline 2024-04-25T17:20:58.357173+0000) 2024-04-25T17:21:16.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:15 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:15.909+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.858390+0000 front 2024-04-25T17:20:38.858528+0000 (oldest deadline 2024-04-25T17:21:01.758242+0000) 2024-04-25T17:21:16.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:15 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:15.909+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:47.059487+0000 front 2024-04-25T17:20:47.059467+0000 (oldest deadline 2024-04-25T17:21:09.959302+0000) 2024-04-25T17:21:16.413 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.8.service' 2024-04-25T17:21:16.436 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:16 smithi084 podman[67732]: 2024-04-25 17:21:16.385221839 +0000 UTC m=+0.523663694 container remove 6d71b98d6849adf3618565894eca3d64dd74590eff87324a8a1cce817ead462f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-25T17:21:16.436 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:16 smithi084 systemd[1]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.8.service: Deactivated successfully. 2024-04-25T17:21:16.436 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:16 smithi084 systemd[1]: Stopped Ceph osd.8 for dfbd4644-0325-11ef-bc93-c7b262605968. 2024-04-25T17:21:16.436 INFO:journalctl@ceph.osd.8.smithi084.stdout:Apr 25 17:21:16 smithi084 systemd[1]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.8.service: Consumed 54.977s CPU time. 2024-04-25T17:21:16.452 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:21:16.452 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-04-25T17:21:16.452 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-04-25T17:21:16.452 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.9 2024-04-25T17:21:16.731 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:16 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:16.678+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:16.732 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:16 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:16.678+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:16.732 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:16 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:16.678+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:16.732 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:16 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:16.678+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:16.732 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:16 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:16.678+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:16.791 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:16 smithi028 systemd[1]: Stopping Ceph osd.9 for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:21:17.012 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:16 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:16.620+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:17.013 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:16 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:16.620+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:17.013 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:16 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:16.620+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:17.013 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:16 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:16.620+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:17.013 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:16 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:16.620+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:17.013 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:16 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:16.620+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:48.983221+0000 front 2024-04-25T17:20:48.983328+0000 (oldest deadline 2024-04-25T17:21:12.483297+0000) 2024-04-25T17:21:17.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:16 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:16.789+0000 7f4c5287f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:21:17.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:16 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:16.789+0000 7f4c5287f700 -1 osd.9 88 *** Got signal Terminated *** 2024-04-25T17:21:17.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:16 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:16.789+0000 7f4c5287f700 -1 osd.9 88 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T17:21:17.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:16 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:16.875+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:21:17.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:16 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:16.875+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:21:17.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:16 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:16.875+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:21:17.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:16 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:16.875+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.456975+0000 front 2024-04-25T17:20:32.457040+0000 (oldest deadline 2024-04-25T17:20:58.357173+0000) 2024-04-25T17:21:17.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:16 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:16.875+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.858390+0000 front 2024-04-25T17:20:38.858528+0000 (oldest deadline 2024-04-25T17:21:01.758242+0000) 2024-04-25T17:21:17.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:16 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:16.875+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:47.059487+0000 front 2024-04-25T17:20:47.059467+0000 (oldest deadline 2024-04-25T17:21:09.959302+0000) 2024-04-25T17:21:17.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:17 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:17.610+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:17.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:17 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:17.610+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:17.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:17 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:17.610+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:17.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:17 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:17.610+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:17.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:17 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:17.610+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:17.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:17 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:17.610+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:48.983221+0000 front 2024-04-25T17:20:48.983328+0000 (oldest deadline 2024-04-25T17:21:12.483297+0000) 2024-04-25T17:21:17.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:17 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:17.692+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:17.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:17 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:17.692+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:17.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:17 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:17.692+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:17.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:17 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:17.692+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:17.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:17 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:17.692+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:18.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:17 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:17.919+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:21:18.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:17 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:17.919+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:21:18.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:17 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:17.919+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:21:18.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:17 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:17.919+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.456975+0000 front 2024-04-25T17:20:32.457040+0000 (oldest deadline 2024-04-25T17:20:58.357173+0000) 2024-04-25T17:21:18.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:17 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:17.919+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.858390+0000 front 2024-04-25T17:20:38.858528+0000 (oldest deadline 2024-04-25T17:21:01.758242+0000) 2024-04-25T17:21:18.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:17 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:17.919+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:47.059487+0000 front 2024-04-25T17:20:47.059467+0000 (oldest deadline 2024-04-25T17:21:09.959302+0000) 2024-04-25T17:21:18.862 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:18 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:18.583+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:18.863 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:18 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:18.583+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:18.863 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:18 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:18.583+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:18.863 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:18 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:18.583+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:18.863 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:18 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:18.583+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:18.863 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:18 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:18.583+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:48.983221+0000 front 2024-04-25T17:20:48.983328+0000 (oldest deadline 2024-04-25T17:21:12.483297+0000) 2024-04-25T17:21:18.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:18 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:18.681+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:18.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:18 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:18.681+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:18.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:18 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:18.681+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:18.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:18 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:18.681+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:18.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:18 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:18.681+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:19.174 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:18 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:18.904+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:21:19.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:18 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:18.904+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:21:19.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:18 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:18.904+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:21:19.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:18 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:18.904+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.456975+0000 front 2024-04-25T17:20:32.457040+0000 (oldest deadline 2024-04-25T17:20:58.357173+0000) 2024-04-25T17:21:19.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:18 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:18.904+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.858390+0000 front 2024-04-25T17:20:38.858528+0000 (oldest deadline 2024-04-25T17:21:01.758242+0000) 2024-04-25T17:21:19.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:18 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:18.904+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:47.059487+0000 front 2024-04-25T17:20:47.059467+0000 (oldest deadline 2024-04-25T17:21:09.959302+0000) 2024-04-25T17:21:19.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:19 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:19.546+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:19.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:19 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:19.546+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:19.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:19 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:19.546+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:19.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:19 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:19.546+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:19.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:19 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:19.546+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:19.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:19 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:19.546+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:48.983221+0000 front 2024-04-25T17:20:48.983328+0000 (oldest deadline 2024-04-25T17:21:12.483297+0000) 2024-04-25T17:21:19.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:19 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:19.704+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:19.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:19 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:19.704+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:19.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:19 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:19.704+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:19.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:19 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:19.704+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:19.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:19 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:19.704+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:19.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:19 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:19.704+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.421237+0000 front 2024-04-25T17:20:56.421223+0000 (oldest deadline 2024-04-25T17:21:19.221545+0000) 2024-04-25T17:21:20.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:19 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:19.933+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:21:20.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:19 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:19.933+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:21:20.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:19 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:19.933+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:21:20.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:19 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:19.933+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.456975+0000 front 2024-04-25T17:20:32.457040+0000 (oldest deadline 2024-04-25T17:20:58.357173+0000) 2024-04-25T17:21:20.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:19 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:19.933+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.858390+0000 front 2024-04-25T17:20:38.858528+0000 (oldest deadline 2024-04-25T17:21:01.758242+0000) 2024-04-25T17:21:20.425 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:19 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:19.933+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:47.059487+0000 front 2024-04-25T17:20:47.059467+0000 (oldest deadline 2024-04-25T17:21:09.959302+0000) 2024-04-25T17:21:20.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:20 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:20.502+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:20.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:20 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:20.502+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:20.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:20 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:20.502+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:20.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:20 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:20.502+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:20.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:20 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:20.502+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:20.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:20 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:20.502+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:48.983221+0000 front 2024-04-25T17:20:48.983328+0000 (oldest deadline 2024-04-25T17:21:12.483297+0000) 2024-04-25T17:21:20.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:20 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:20.705+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:20.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:20 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:20.705+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:20.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:20 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:20.705+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:20.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:20 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:20.705+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:20.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:20 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:20.705+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:20.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:20 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:20.705+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.421237+0000 front 2024-04-25T17:20:56.421223+0000 (oldest deadline 2024-04-25T17:21:19.221545+0000) 2024-04-25T17:21:21.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:20 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:20.908+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:02.651825+0000 front 2024-04-25T17:20:02.651861+0000 (oldest deadline 2024-04-25T17:20:34.452868+0000) 2024-04-25T17:21:21.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:20 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:20.908+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:14.453424+0000 front 2024-04-25T17:20:14.453699+0000 (oldest deadline 2024-04-25T17:20:39.753372+0000) 2024-04-25T17:21:21.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:20 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:20.908+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:23.155349+0000 front 2024-04-25T17:20:23.155597+0000 (oldest deadline 2024-04-25T17:20:46.055461+0000) 2024-04-25T17:21:21.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:20 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:20.908+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.456975+0000 front 2024-04-25T17:20:32.457040+0000 (oldest deadline 2024-04-25T17:20:58.357173+0000) 2024-04-25T17:21:21.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:20 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:20.908+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.858390+0000 front 2024-04-25T17:20:38.858528+0000 (oldest deadline 2024-04-25T17:21:01.758242+0000) 2024-04-25T17:21:21.175 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:20 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9[61919]: 2024-04-25T17:21:20.908+0000 7f4c4ee35700 -1 osd.9 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:47.059487+0000 front 2024-04-25T17:20:47.059467+0000 (oldest deadline 2024-04-25T17:21:09.959302+0000) 2024-04-25T17:21:21.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:21 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:21.538+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:21.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:21 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:21.538+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:21.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:21 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:21.538+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:21.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:21 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:21.538+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:21.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:21 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:21.538+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:21.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:21 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:21.538+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:48.983221+0000 front 2024-04-25T17:20:48.983328+0000 (oldest deadline 2024-04-25T17:21:12.483297+0000) 2024-04-25T17:21:21.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:21 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:21.723+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:21.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:21 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:21.723+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:21.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:21 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:21.723+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:21.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:21 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:21.723+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:21.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:21 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:21.723+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:21.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:21 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:21.723+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.421237+0000 front 2024-04-25T17:20:56.421223+0000 (oldest deadline 2024-04-25T17:21:19.221545+0000) 2024-04-25T17:21:22.632 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:22 smithi028 podman[87967]: 2024-04-25 17:21:22.272339628 +0000 UTC m=+5.621874668 container died 77cc5072d45983e6314064a903108267d795d74c161f628db3ec3dc77e2d3482 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T17:21:22.632 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:22 smithi028 podman[87967]: 2024-04-25 17:21:22.631711533 +0000 UTC m=+5.981246627 container cleanup 77cc5072d45983e6314064a903108267d795d74c161f628db3ec3dc77e2d3482 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-25T17:21:22.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:22 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:22.562+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:22.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:22 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:22.562+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:22.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:22 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:22.562+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:22.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:22 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:22.562+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:22.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:22 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:22.562+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:22.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:22 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:22.562+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:48.983221+0000 front 2024-04-25T17:20:48.983328+0000 (oldest deadline 2024-04-25T17:21:12.483297+0000) 2024-04-25T17:21:22.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:22 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:22.562+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.584574+0000 front 2024-04-25T17:20:56.584413+0000 (oldest deadline 2024-04-25T17:21:21.884407+0000) 2024-04-25T17:21:22.900 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:22 smithi028 bash[87967]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9 2024-04-25T17:21:23.174 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:22 smithi028 podman[87984]: 2024-04-25 17:21:22.899682443 +0000 UTC m=+0.621446272 container remove 77cc5072d45983e6314064a903108267d795d74c161f628db3ec3dc77e2d3482 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-25T17:21:23.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:22 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:22.761+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:23.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:22 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:22.761+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:23.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:22 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:22.761+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:23.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:22 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:22.761+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:23.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:22 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:22.761+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:23.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:22 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:22.761+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.421237+0000 front 2024-04-25T17:20:56.421223+0000 (oldest deadline 2024-04-25T17:21:19.221545+0000) 2024-04-25T17:21:23.578 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:23 smithi028 podman[88080]: 2024-04-25 17:21:23.161275742 +0000 UTC m=+0.018713951 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:21:23.578 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:23 smithi028 podman[88080]: 2024-04-25 17:21:23.275688257 +0000 UTC m=+0.133126468 container create 11e6e4c90f940d1cbd02cd62936c2abcdae5370f2ffc3ba8d759f94f25aa23ff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-25T17:21:23.578 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:23 smithi028 podman[88080]: 2024-04-25 17:21:23.503165798 +0000 UTC m=+0.360603964 container init 11e6e4c90f940d1cbd02cd62936c2abcdae5370f2ffc3ba8d759f94f25aa23ff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux ) 2024-04-25T17:21:23.578 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:23 smithi028 podman[88080]: 2024-04-25 17:21:23.50632466 +0000 UTC m=+0.363762833 container start 11e6e4c90f940d1cbd02cd62936c2abcdae5370f2ffc3ba8d759f94f25aa23ff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9-deactivate, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-25T17:21:23.578 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:23 smithi028 podman[88080]: 2024-04-25 17:21:23.577862614 +0000 UTC m=+0.435300807 container attach 11e6e4c90f940d1cbd02cd62936c2abcdae5370f2ffc3ba8d759f94f25aa23ff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2) 2024-04-25T17:21:23.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:23 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:23.600+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:23.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:23 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:23.600+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:23.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:23 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:23.600+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:23.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:23 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:23.600+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:23.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:23 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:23.600+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:23.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:23 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:23.600+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:48.983221+0000 front 2024-04-25T17:20:48.983328+0000 (oldest deadline 2024-04-25T17:21:12.483297+0000) 2024-04-25T17:21:23.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:23 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:23.600+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.584574+0000 front 2024-04-25T17:20:56.584413+0000 (oldest deadline 2024-04-25T17:21:21.884407+0000) 2024-04-25T17:21:23.925 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:23 smithi028 podman[88080]: 2024-04-25 17:21:23.815432587 +0000 UTC m=+0.672870769 container died 11e6e4c90f940d1cbd02cd62936c2abcdae5370f2ffc3ba8d759f94f25aa23ff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9-deactivate, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-25T17:21:24.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:23 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:23.743+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:24.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:23 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:23.743+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:24.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:23 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:23.743+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:24.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:23 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:23.743+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:24.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:23 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:23.743+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:24.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:23 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:23.743+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.421237+0000 front 2024-04-25T17:20:56.421223+0000 (oldest deadline 2024-04-25T17:21:19.221545+0000) 2024-04-25T17:21:24.338 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.9.service' 2024-04-25T17:21:24.339 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:24 smithi028 podman[88106]: 2024-04-25 17:21:24.314999882 +0000 UTC m=+0.493589122 container remove 11e6e4c90f940d1cbd02cd62936c2abcdae5370f2ffc3ba8d759f94f25aa23ff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-9-deactivate, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-25T17:21:24.339 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:24 smithi028 systemd[1]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.9.service: Deactivated successfully. 2024-04-25T17:21:24.340 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:24 smithi028 systemd[1]: Stopped Ceph osd.9 for dfbd4644-0325-11ef-bc93-c7b262605968. 2024-04-25T17:21:24.340 INFO:journalctl@ceph.osd.9.smithi028.stdout:Apr 25 17:21:24 smithi028 systemd[1]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.9.service: Consumed 2min 13.589s CPU time. 2024-04-25T17:21:24.377 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:21:24.378 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-04-25T17:21:24.378 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-04-25T17:21:24.378 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.10 2024-04-25T17:21:24.691 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:24 smithi042 systemd[1]: Stopping Ceph osd.10 for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:21:24.691 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:24 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:24.559+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:24.692 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:24 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:24.559+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:24.692 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:24 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:24.559+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:24.692 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:24 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:24.559+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:24.692 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:24 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:24.559+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:24.692 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:24 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:24.559+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:48.983221+0000 front 2024-04-25T17:20:48.983328+0000 (oldest deadline 2024-04-25T17:21:12.483297+0000) 2024-04-25T17:21:24.692 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:24 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:24.559+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.584574+0000 front 2024-04-25T17:20:56.584413+0000 (oldest deadline 2024-04-25T17:21:21.884407+0000) 2024-04-25T17:21:25.110 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:24 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:24.690+0000 7f4b1bc78700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:21:25.110 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:24 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:24.690+0000 7f4b1bc78700 -1 osd.10 88 *** Got signal Terminated *** 2024-04-25T17:21:25.111 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:24 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:24.690+0000 7f4b1bc78700 -1 osd.10 88 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T17:21:25.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:24 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:24.760+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:25.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:24 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:24.760+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:25.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:24 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:24.760+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:25.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:24 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:24.760+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:25.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:24 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:24.760+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:25.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:24 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:24.760+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.421237+0000 front 2024-04-25T17:20:56.421223+0000 (oldest deadline 2024-04-25T17:21:19.221545+0000) 2024-04-25T17:21:25.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:25 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:25.510+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:25.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:25 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:25.511+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:25.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:25 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:25.511+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:25.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:25 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:25.511+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:25.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:25 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:25.511+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:25.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:25 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:25.511+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:48.983221+0000 front 2024-04-25T17:20:48.983328+0000 (oldest deadline 2024-04-25T17:21:12.483297+0000) 2024-04-25T17:21:25.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:25 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:25.511+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.584574+0000 front 2024-04-25T17:20:56.584413+0000 (oldest deadline 2024-04-25T17:21:21.884407+0000) 2024-04-25T17:21:26.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:25 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:25.772+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:26.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:25 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:25.772+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:26.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:25 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:25.772+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:26.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:25 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:25.772+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:26.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:25 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:25.772+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:26.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:25 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:25.772+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.421237+0000 front 2024-04-25T17:20:56.421223+0000 (oldest deadline 2024-04-25T17:21:19.221545+0000) 2024-04-25T17:21:26.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:26 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:26.507+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:26.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:26 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:26.507+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:26.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:26 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:26.507+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:26.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:26 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:26.507+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:26.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:26 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:26.507+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:26.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:26 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:26.507+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:48.983221+0000 front 2024-04-25T17:20:48.983328+0000 (oldest deadline 2024-04-25T17:21:12.483297+0000) 2024-04-25T17:21:26.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:26 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:26.507+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.584574+0000 front 2024-04-25T17:20:56.584413+0000 (oldest deadline 2024-04-25T17:21:21.884407+0000) 2024-04-25T17:21:27.092 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:26 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:26.731+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:27.092 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:26 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:26.731+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:27.092 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:26 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:26.731+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:27.092 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:26 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:26.731+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:27.092 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:26 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:26.731+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:27.092 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:26 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:26.731+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.421237+0000 front 2024-04-25T17:20:56.421223+0000 (oldest deadline 2024-04-25T17:21:19.221545+0000) 2024-04-25T17:21:27.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:27 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:27.528+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:27.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:27 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:27.528+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:27.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:27 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:27.528+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:27.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:27 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:27.528+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:27.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:27 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:27.528+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:27.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:27 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:27.528+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:48.983221+0000 front 2024-04-25T17:20:48.983328+0000 (oldest deadline 2024-04-25T17:21:12.483297+0000) 2024-04-25T17:21:27.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:27 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:27.528+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.584574+0000 front 2024-04-25T17:20:56.584413+0000 (oldest deadline 2024-04-25T17:21:21.884407+0000) 2024-04-25T17:21:27.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:27 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:27.777+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:27.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:27 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:27.777+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:27.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:27 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:27.777+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:27.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:27 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:27.777+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:27.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:27 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:27.777+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:27.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:27 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:27.777+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.421237+0000 front 2024-04-25T17:20:56.421223+0000 (oldest deadline 2024-04-25T17:21:19.221545+0000) 2024-04-25T17:21:28.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:28 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:28.575+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:28.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:28 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:28.575+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:28.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:28 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:28.575+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:28.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:28 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:28.575+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:28.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:28 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:28.575+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:28.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:28 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:28.575+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:48.983221+0000 front 2024-04-25T17:20:48.983328+0000 (oldest deadline 2024-04-25T17:21:12.483297+0000) 2024-04-25T17:21:28.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:28 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:28.575+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.584574+0000 front 2024-04-25T17:20:56.584413+0000 (oldest deadline 2024-04-25T17:21:21.884407+0000) 2024-04-25T17:21:29.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:28 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:28.751+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:29.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:28 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:28.751+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:29.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:28 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:28.751+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:29.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:28 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:28.751+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:29.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:28 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:28.751+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:29.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:28 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:28.751+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.421237+0000 front 2024-04-25T17:20:56.421223+0000 (oldest deadline 2024-04-25T17:21:19.221545+0000) 2024-04-25T17:21:29.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:28 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:28.751+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6820 osd.7 since back 2024-04-25T17:21:03.922636+0000 front 2024-04-25T17:21:03.922761+0000 (oldest deadline 2024-04-25T17:21:28.622500+0000) 2024-04-25T17:21:29.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:29 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:29.608+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.477034+0000 front 2024-04-25T17:20:04.477118+0000 (oldest deadline 2024-04-25T17:20:29.177127+0000) 2024-04-25T17:21:29.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:29 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:29.608+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:15.579009+0000 front 2024-04-25T17:20:15.579098+0000 (oldest deadline 2024-04-25T17:20:40.879148+0000) 2024-04-25T17:21:29.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:29 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:29.608+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:20.879622+0000 front 2024-04-25T17:20:20.879518+0000 (oldest deadline 2024-04-25T17:20:46.779621+0000) 2024-04-25T17:21:29.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:29 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:29.608+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6814 osd.3 since back 2024-04-25T17:20:32.581399+0000 front 2024-04-25T17:20:32.581469+0000 (oldest deadline 2024-04-25T17:20:58.481151+0000) 2024-04-25T17:21:29.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:29 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:29.608+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:38.481501+0000 front 2024-04-25T17:20:38.481545+0000 (oldest deadline 2024-04-25T17:21:03.781634+0000) 2024-04-25T17:21:29.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:29 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:29.608+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:48.983221+0000 front 2024-04-25T17:20:48.983328+0000 (oldest deadline 2024-04-25T17:21:12.483297+0000) 2024-04-25T17:21:29.861 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:29 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10[58043]: 2024-04-25T17:21:29.608+0000 7f4b14226700 -1 osd.10 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.584574+0000 front 2024-04-25T17:20:56.584413+0000 (oldest deadline 2024-04-25T17:21:21.884407+0000) 2024-04-25T17:21:29.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:29 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:29.706+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:29.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:29 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:29.706+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:29.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:29 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:29.706+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:29.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:29 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:29.707+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:29.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:29 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:29.707+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:29.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:29 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:29.707+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.421237+0000 front 2024-04-25T17:20:56.421223+0000 (oldest deadline 2024-04-25T17:21:19.221545+0000) 2024-04-25T17:21:29.982 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:29 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:29.707+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6820 osd.7 since back 2024-04-25T17:21:03.922636+0000 front 2024-04-25T17:21:03.922761+0000 (oldest deadline 2024-04-25T17:21:28.622500+0000) 2024-04-25T17:21:30.501 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:30 smithi042 podman[67593]: 2024-04-25 17:21:30.249058704 +0000 UTC m=+5.668798957 container died 3ab86a4dcf7b4d103ddb15a4d25fd73340b2825e23901902248356001078c2b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-25T17:21:30.501 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:30 smithi042 podman[67593]: 2024-04-25 17:21:30.498665487 +0000 UTC m=+5.918405740 container cleanup 3ab86a4dcf7b4d103ddb15a4d25fd73340b2825e23901902248356001078c2b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , ceph=True) 2024-04-25T17:21:30.501 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:30 smithi042 bash[67593]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10 2024-04-25T17:21:31.110 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:30 smithi042 podman[67610]: 2024-04-25 17:21:30.824973251 +0000 UTC m=+0.575326631 container remove 3ab86a4dcf7b4d103ddb15a4d25fd73340b2825e23901902248356001078c2b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux ) 2024-04-25T17:21:31.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:30 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:30.752+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:31.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:30 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:30.752+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:31.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:30 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:30.752+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:31.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:30 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:30.752+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:31.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:30 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:30.752+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:31.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:30 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:30.752+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.421237+0000 front 2024-04-25T17:20:56.421223+0000 (oldest deadline 2024-04-25T17:21:19.221545+0000) 2024-04-25T17:21:31.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:30 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:30.752+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6820 osd.7 since back 2024-04-25T17:21:03.922636+0000 front 2024-04-25T17:21:03.922761+0000 (oldest deadline 2024-04-25T17:21:28.622500+0000) 2024-04-25T17:21:31.603 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:31 smithi042 podman[67701]: 2024-04-25 17:21:31.186391735 +0000 UTC m=+0.018398167 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:21:31.603 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:31 smithi042 podman[67701]: 2024-04-25 17:21:31.300725101 +0000 UTC m=+0.132731560 container create c17be333c6b1ea861afd834dfbf3337ca7a2a8679544b8946a000b3146c8b8f3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-25T17:21:31.603 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:31 smithi042 podman[67701]: 2024-04-25 17:21:31.528287722 +0000 UTC m=+0.360294142 container init c17be333c6b1ea861afd834dfbf3337ca7a2a8679544b8946a000b3146c8b8f3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T17:21:31.603 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:31 smithi042 podman[67701]: 2024-04-25 17:21:31.531780196 +0000 UTC m=+0.363786614 container start c17be333c6b1ea861afd834dfbf3337ca7a2a8679544b8946a000b3146c8b8f3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10-deactivate, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T17:21:31.603 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:31 smithi042 podman[67701]: 2024-04-25 17:21:31.602787889 +0000 UTC m=+0.434794316 container attach c17be333c6b1ea861afd834dfbf3337ca7a2a8679544b8946a000b3146c8b8f3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True, org.label-schema.build-date=20240424) 2024-04-25T17:21:31.860 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:31 smithi042 podman[67701]: 2024-04-25 17:21:31.843404966 +0000 UTC m=+0.675411392 container died c17be333c6b1ea861afd834dfbf3337ca7a2a8679544b8946a000b3146c8b8f3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T17:21:32.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:31 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:31.773+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:32.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:31 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:31.773+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:32.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:31 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:31.773+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:32.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:31 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:31.773+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:32.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:31 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:31.773+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:32.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:31 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:31.773+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.421237+0000 front 2024-04-25T17:20:56.421223+0000 (oldest deadline 2024-04-25T17:21:19.221545+0000) 2024-04-25T17:21:32.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:31 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:31.773+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6820 osd.7 since back 2024-04-25T17:21:03.922636+0000 front 2024-04-25T17:21:03.922761+0000 (oldest deadline 2024-04-25T17:21:28.622500+0000) 2024-04-25T17:21:32.379 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.10.service' 2024-04-25T17:21:32.403 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:32 smithi042 podman[67726]: 2024-04-25 17:21:32.356267922 +0000 UTC m=+0.507391186 container remove c17be333c6b1ea861afd834dfbf3337ca7a2a8679544b8946a000b3146c8b8f3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-10-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T17:21:32.403 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:32 smithi042 systemd[1]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.10.service: Deactivated successfully. 2024-04-25T17:21:32.404 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:32 smithi042 systemd[1]: Stopped Ceph osd.10 for dfbd4644-0325-11ef-bc93-c7b262605968. 2024-04-25T17:21:32.404 INFO:journalctl@ceph.osd.10.smithi042.stdout:Apr 25 17:21:32 smithi042 systemd[1]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.10.service: Consumed 54.855s CPU time. 2024-04-25T17:21:32.420 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:21:32.421 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-04-25T17:21:32.421 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-04-25T17:21:32.421 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.11 2024-04-25T17:21:32.731 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:32 smithi084 systemd[1]: Stopping Ceph osd.11 for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:21:33.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:32 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:32.767+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:33.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:32 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:32.767+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:33.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:32 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:32.767+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:33.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:32 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:32.767+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:33.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:32 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:32.767+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:33.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:32 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:32.767+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.421237+0000 front 2024-04-25T17:20:56.421223+0000 (oldest deadline 2024-04-25T17:21:19.221545+0000) 2024-04-25T17:21:33.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:32 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:32.767+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6820 osd.7 since back 2024-04-25T17:21:03.922636+0000 front 2024-04-25T17:21:03.922761+0000 (oldest deadline 2024-04-25T17:21:28.622500+0000) 2024-04-25T17:21:33.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:32 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:32.778+0000 7f6b06e71700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:21:33.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:32 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:32.778+0000 7f6b06e71700 -1 osd.11 88 *** Got signal Terminated *** 2024-04-25T17:21:33.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:32 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:32.778+0000 7f6b06e71700 -1 osd.11 88 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T17:21:34.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:33 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:33.744+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:34.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:33 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:33.744+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:34.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:33 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:33.744+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:34.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:33 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:33.744+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:34.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:33 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:33.744+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:34.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:33 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:33.744+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.421237+0000 front 2024-04-25T17:20:56.421223+0000 (oldest deadline 2024-04-25T17:21:19.221545+0000) 2024-04-25T17:21:34.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:33 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:33.744+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6820 osd.7 since back 2024-04-25T17:21:03.922636+0000 front 2024-04-25T17:21:03.922761+0000 (oldest deadline 2024-04-25T17:21:28.622500+0000) 2024-04-25T17:21:35.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:34 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:34.738+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:35.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:34 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:34.738+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:35.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:34 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:34.738+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:35.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:34 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:34.738+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:35.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:34 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:34.738+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:35.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:34 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:34.738+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.421237+0000 front 2024-04-25T17:20:56.421223+0000 (oldest deadline 2024-04-25T17:21:19.221545+0000) 2024-04-25T17:21:35.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:34 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:34.739+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6820 osd.7 since back 2024-04-25T17:21:03.922636+0000 front 2024-04-25T17:21:03.922761+0000 (oldest deadline 2024-04-25T17:21:28.622500+0000) 2024-04-25T17:21:36.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:35 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:35.786+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:36.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:35 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:35.786+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:36.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:35 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:35.786+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:36.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:35 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:35.786+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:36.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:35 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:35.786+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:36.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:35 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:35.786+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.421237+0000 front 2024-04-25T17:20:56.421223+0000 (oldest deadline 2024-04-25T17:21:19.221545+0000) 2024-04-25T17:21:36.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:35 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:35.786+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6820 osd.7 since back 2024-04-25T17:21:03.922636+0000 front 2024-04-25T17:21:03.922761+0000 (oldest deadline 2024-04-25T17:21:28.622500+0000) 2024-04-25T17:21:37.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:36 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:36.787+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-25T17:20:04.314679+0000 front 2024-04-25T17:20:04.314708+0000 (oldest deadline 2024-04-25T17:20:29.014634+0000) 2024-04-25T17:21:37.231 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:36 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:36.787+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-04-25T17:20:13.616517+0000 front 2024-04-25T17:20:13.616375+0000 (oldest deadline 2024-04-25T17:20:40.616897+0000) 2024-04-25T17:21:37.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:36 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:36.787+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6804 osd.2 since back 2024-04-25T17:20:21.117754+0000 front 2024-04-25T17:20:21.117720+0000 (oldest deadline 2024-04-25T17:20:47.017829+0000) 2024-04-25T17:21:37.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:36 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:36.787+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-04-25T17:20:37.019587+0000 front 2024-04-25T17:20:37.019571+0000 (oldest deadline 2024-04-25T17:21:02.319474+0000) 2024-04-25T17:21:37.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:36 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:36.787+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.84:6812 osd.5 since back 2024-04-25T17:20:46.420241+0000 front 2024-04-25T17:20:46.420326+0000 (oldest deadline 2024-04-25T17:21:11.120314+0000) 2024-04-25T17:21:37.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:36 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:36.787+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.28:6822 osd.6 since back 2024-04-25T17:20:56.421237+0000 front 2024-04-25T17:20:56.421223+0000 (oldest deadline 2024-04-25T17:21:19.221545+0000) 2024-04-25T17:21:37.232 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:36 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11[58266]: 2024-04-25T17:21:36.787+0000 7f6aff41f700 -1 osd.11 88 heartbeat_check: no reply from 172.21.15.42:6820 osd.7 since back 2024-04-25T17:21:03.922636+0000 front 2024-04-25T17:21:03.922761+0000 (oldest deadline 2024-04-25T17:21:28.622500+0000) 2024-04-25T17:21:38.546 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:38 smithi084 podman[67823]: 2024-04-25 17:21:38.292071013 +0000 UTC m=+5.674811903 container died c1c13587c28439174402aaeb744d356ba762187ebb6187a30de3ae8e3e07ae44 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-25T17:21:38.879 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:38 smithi084 podman[67823]: 2024-04-25 17:21:38.644427543 +0000 UTC m=+6.027168438 container cleanup c1c13587c28439174402aaeb744d356ba762187ebb6187a30de3ae8e3e07ae44 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T17:21:38.879 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:38 smithi084 bash[67823]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11 2024-04-25T17:21:39.211 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:38 smithi084 podman[67840]: 2024-04-25 17:21:38.879402931 +0000 UTC m=+0.587477206 container remove c1c13587c28439174402aaeb744d356ba762187ebb6187a30de3ae8e3e07ae44 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T17:21:39.481 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:39 smithi084 podman[67929]: 2024-04-25 17:21:39.114055618 +0000 UTC m=+0.017781856 image pull d53c96779a29b1ca3ec780b8b69a1863c25b0e59d8e476272e056726cdf012a4 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385 2024-04-25T17:21:39.481 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:39 smithi084 podman[67929]: 2024-04-25 17:21:39.213385461 +0000 UTC m=+0.117111797 container create a560adbe1548d659240408c269b399a945f3db70929698900af332ed4c71c54b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-25T17:21:39.481 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:39 smithi084 podman[67929]: 2024-04-25 17:21:39.424187117 +0000 UTC m=+0.327913340 container init a560adbe1548d659240408c269b399a945f3db70929698900af332ed4c71c54b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11-deactivate, ceph=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-25T17:21:39.481 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:39 smithi084 podman[67929]: 2024-04-25 17:21:39.427380401 +0000 UTC m=+0.331106625 container start a560adbe1548d659240408c269b399a945f3db70929698900af332ed4c71c54b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T17:21:39.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:39 smithi084 podman[67929]: 2024-04-25 17:21:39.507492801 +0000 UTC m=+0.411219034 container attach a560adbe1548d659240408c269b399a945f3db70929698900af332ed4c71c54b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-25T17:21:39.981 INFO:journalctl@ceph.osd.11.smithi084.stdout:Apr 25 17:21:39 smithi084 podman[67929]: 2024-04-25 17:21:39.713198581 +0000 UTC m=+0.616924807 container died a560adbe1548d659240408c269b399a945f3db70929698900af332ed4c71c54b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-osd-11-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-25T17:21:40.345 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@osd.11.service' 2024-04-25T17:21:40.381 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:21:40.382 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-04-25T17:21:40.382 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-25T17:21:40.382 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.a 2024-04-25T17:21:40.675 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 25 17:21:40 smithi028 systemd[1]: Stopping Ceph mds.a for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:21:41.175 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 25 17:21:40 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-a[68742]: 2024-04-25T17:21:40.683+0000 7f4c0356f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:21:41.175 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 25 17:21:40 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-a[68742]: 2024-04-25T17:21:40.683+0000 7f4c0356f700 -1 mds.a *** got signal Terminated *** 2024-04-25T17:21:43.418 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 25 17:21:43 smithi028 podman[88198]: 2024-04-25 17:21:43.128169395 +0000 UTC m=+2.541944352 container died d642fa6abf80eae4f0dfcea1e0607a15fa76aae4ecf0a59678b1478a66dbe30a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-a, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True) 2024-04-25T17:21:43.674 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 25 17:21:43 smithi028 podman[88198]: 2024-04-25 17:21:43.517180634 +0000 UTC m=+2.930955583 container cleanup d642fa6abf80eae4f0dfcea1e0607a15fa76aae4ecf0a59678b1478a66dbe30a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-a, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2) 2024-04-25T17:21:43.675 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 25 17:21:43 smithi028 bash[88198]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-a 2024-04-25T17:21:43.897 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.a.service' 2024-04-25T17:21:43.932 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:21:43.933 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-25T17:21:43.933 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-04-25T17:21:43.933 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.d 2024-04-25T17:21:44.425 INFO:journalctl@ceph.mds.d.smithi028.stdout:Apr 25 17:21:44 smithi028 systemd[1]: Stopping Ceph mds.d for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:21:44.425 INFO:journalctl@ceph.mds.d.smithi028.stdout:Apr 25 17:21:44 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-d[67784]: 2024-04-25T17:21:44.253+0000 7fad6334e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:21:44.425 INFO:journalctl@ceph.mds.d.smithi028.stdout:Apr 25 17:21:44 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-d[67784]: 2024-04-25T17:21:44.253+0000 7fad6334e700 -1 mds.d *** got signal Terminated *** 2024-04-25T17:21:47.487 INFO:journalctl@ceph.mds.d.smithi028.stdout:Apr 25 17:21:47 smithi028 podman[88319]: 2024-04-25 17:21:47.229970925 +0000 UTC m=+3.071780274 container died 60a5bc02160882702470fe3b66cd95f7027129daff52096beea487f9e5865f0b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-d, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T17:21:47.488 INFO:journalctl@ceph.mds.d.smithi028.stdout:Apr 25 17:21:47 smithi028 podman[88319]: 2024-04-25 17:21:47.487586868 +0000 UTC m=+3.329396247 container cleanup 60a5bc02160882702470fe3b66cd95f7027129daff52096beea487f9e5865f0b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-d, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T17:21:47.755 INFO:journalctl@ceph.mds.d.smithi028.stdout:Apr 25 17:21:47 smithi028 bash[88319]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-d 2024-04-25T17:21:47.937 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.d.service' 2024-04-25T17:21:47.970 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:21:47.970 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-04-25T17:21:47.970 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-04-25T17:21:47.971 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.g 2024-04-25T17:21:48.291 INFO:journalctl@ceph.mds.g.smithi028.stdout:Apr 25 17:21:48 smithi028 systemd[1]: Stopping Ceph mds.g for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:21:48.674 INFO:journalctl@ceph.mds.g.smithi028.stdout:Apr 25 17:21:48 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-g[68393]: 2024-04-25T17:21:48.290+0000 7fbcb4fcd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:21:48.675 INFO:journalctl@ceph.mds.g.smithi028.stdout:Apr 25 17:21:48 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-g[68393]: 2024-04-25T17:21:48.290+0000 7fbcb4fcd700 -1 mds.g *** got signal Terminated *** 2024-04-25T17:21:52.617 INFO:journalctl@ceph.mds.g.smithi028.stdout:Apr 25 17:21:52 smithi028 podman[88440]: 2024-04-25 17:21:52.254559729 +0000 UTC m=+4.061842304 container died 775b7fc3c7091bec448b1ea74a2934e993002353a6a5d4afa5e2170e8578b3b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-g, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True) 2024-04-25T17:21:52.924 INFO:journalctl@ceph.mds.g.smithi028.stdout:Apr 25 17:21:52 smithi028 podman[88440]: 2024-04-25 17:21:52.674361068 +0000 UTC m=+4.481643630 container cleanup 775b7fc3c7091bec448b1ea74a2934e993002353a6a5d4afa5e2170e8578b3b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-g, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T17:21:52.925 INFO:journalctl@ceph.mds.g.smithi028.stdout:Apr 25 17:21:52 smithi028 bash[88440]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-g 2024-04-25T17:21:52.925 INFO:journalctl@ceph.mds.g.smithi028.stdout:Apr 25 17:21:52 smithi028 podman[88454]: 2024-04-25 17:21:52.858974995 +0000 UTC m=+0.606732346 container remove 775b7fc3c7091bec448b1ea74a2934e993002353a6a5d4afa5e2170e8578b3b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-g, org.label-schema.build-date=20240424, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2) 2024-04-25T17:21:53.113 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.g.service' 2024-04-25T17:21:53.144 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:21:53.145 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-04-25T17:21:53.145 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-04-25T17:21:53.145 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.j 2024-04-25T17:21:53.424 INFO:journalctl@ceph.mds.j.smithi028.stdout:Apr 25 17:21:53 smithi028 systemd[1]: Stopping Ceph mds.j for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:21:53.924 INFO:journalctl@ceph.mds.j.smithi028.stdout:Apr 25 17:21:53 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-j[67396]: 2024-04-25T17:21:53.469+0000 7fe580aa0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:21:53.924 INFO:journalctl@ceph.mds.j.smithi028.stdout:Apr 25 17:21:53 smithi028 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-j[67396]: 2024-04-25T17:21:53.469+0000 7fe580aa0700 -1 mds.j *** got signal Terminated *** 2024-04-25T17:21:56.675 INFO:journalctl@ceph.mds.j.smithi028.stdout:Apr 25 17:21:56 smithi028 podman[88560]: 2024-04-25 17:21:56.389106402 +0000 UTC m=+3.019467002 container died ecb006b90327e7c661220a275d868cac72f3fc2c5e2c8195aa7098b8cae08db5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-j, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, io.buildah.version=1.33.5) 2024-04-25T17:21:57.081 INFO:journalctl@ceph.mds.j.smithi028.stdout:Apr 25 17:21:56 smithi028 podman[88560]: 2024-04-25 17:21:56.703143467 +0000 UTC m=+3.333504072 container cleanup ecb006b90327e7c661220a275d868cac72f3fc2c5e2c8195aa7098b8cae08db5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-j, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T17:21:57.082 INFO:journalctl@ceph.mds.j.smithi028.stdout:Apr 25 17:21:56 smithi028 bash[88560]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-j 2024-04-25T17:21:57.082 INFO:journalctl@ceph.mds.j.smithi028.stdout:Apr 25 17:21:56 smithi028 podman[88574]: 2024-04-25 17:21:56.870762942 +0000 UTC m=+0.478838269 container remove ecb006b90327e7c661220a275d868cac72f3fc2c5e2c8195aa7098b8cae08db5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-j, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424) 2024-04-25T17:21:57.092 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.j.service' 2024-04-25T17:21:57.123 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:21:57.123 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-04-25T17:21:57.123 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-25T17:21:57.123 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.b 2024-04-25T17:21:57.188 INFO:journalctl@ceph.mds.b.smithi042.stdout:Apr 25 17:21:57 smithi042 systemd[1]: Stopping Ceph mds.b for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:21:57.861 INFO:journalctl@ceph.mds.b.smithi042.stdout:Apr 25 17:21:57 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-b[63675]: 2024-04-25T17:21:57.439+0000 7fdb6432f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:21:57.861 INFO:journalctl@ceph.mds.b.smithi042.stdout:Apr 25 17:21:57 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-b[63675]: 2024-04-25T17:21:57.439+0000 7fdb6432f700 -1 mds.b *** got signal Terminated *** 2024-04-25T17:22:01.860 INFO:journalctl@ceph.mds.b.smithi042.stdout:Apr 25 17:22:01 smithi042 podman[67807]: 2024-04-25 17:22:01.454545808 +0000 UTC m=+4.124254363 container died d600a0d63db88b6911de2e93991aa3f1be903ddfae349be58c739ed546b1e251 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-b, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-25T17:22:02.200 INFO:journalctl@ceph.mds.b.smithi042.stdout:Apr 25 17:22:01 smithi042 podman[67807]: 2024-04-25 17:22:01.948804255 +0000 UTC m=+4.618512810 container cleanup d600a0d63db88b6911de2e93991aa3f1be903ddfae349be58c739ed546b1e251 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-b, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240424) 2024-04-25T17:22:02.200 INFO:journalctl@ceph.mds.b.smithi042.stdout:Apr 25 17:22:01 smithi042 bash[67807]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-b 2024-04-25T17:22:02.345 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.b.service' 2024-04-25T17:22:02.382 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:22:02.383 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-25T17:22:02.383 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-04-25T17:22:02.383 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.e 2024-04-25T17:22:02.861 INFO:journalctl@ceph.mds.e.smithi042.stdout:Apr 25 17:22:02 smithi042 systemd[1]: Stopping Ceph mds.e for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:22:02.861 INFO:journalctl@ceph.mds.e.smithi042.stdout:Apr 25 17:22:02 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-e[63057]: 2024-04-25T17:22:02.684+0000 7f9ce0f8b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:22:02.861 INFO:journalctl@ceph.mds.e.smithi042.stdout:Apr 25 17:22:02 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-e[63057]: 2024-04-25T17:22:02.684+0000 7f9ce0f8b700 -1 mds.e *** got signal Terminated *** 2024-04-25T17:22:06.786 INFO:journalctl@ceph.mds.e.smithi042.stdout:Apr 25 17:22:06 smithi042 podman[67939]: 2024-04-25 17:22:06.385435422 +0000 UTC m=+3.784498658 container died 3070f0787ef5c8b86e9cb471afae0dfa1609b8e4cbcfa970a0f5ff528f23e6d1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-e, io.buildah.version=1.33.5, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, ceph=True) 2024-04-25T17:22:07.110 INFO:journalctl@ceph.mds.e.smithi042.stdout:Apr 25 17:22:06 smithi042 podman[67939]: 2024-04-25 17:22:06.8607258 +0000 UTC m=+4.259789034 container cleanup 3070f0787ef5c8b86e9cb471afae0dfa1609b8e4cbcfa970a0f5ff528f23e6d1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-e, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T17:22:07.111 INFO:journalctl@ceph.mds.e.smithi042.stdout:Apr 25 17:22:06 smithi042 bash[67939]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-e 2024-04-25T17:22:07.309 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.e.service' 2024-04-25T17:22:07.342 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:22:07.342 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-04-25T17:22:07.342 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-04-25T17:22:07.342 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.h 2024-04-25T17:22:07.665 INFO:journalctl@ceph.mds.h.smithi042.stdout:Apr 25 17:22:07 smithi042 systemd[1]: Stopping Ceph mds.h for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:22:07.923 INFO:journalctl@ceph.mds.h.smithi042.stdout:Apr 25 17:22:07 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-h[63365]: 2024-04-25T17:22:07.663+0000 7f17acc4b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:22:07.923 INFO:journalctl@ceph.mds.h.smithi042.stdout:Apr 25 17:22:07 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-h[63365]: 2024-04-25T17:22:07.663+0000 7f17acc4b700 -1 mds.h *** got signal Terminated *** 2024-04-25T17:22:10.674 INFO:journalctl@ceph.mds.h.smithi042.stdout:Apr 25 17:22:10 smithi042 podman[68061]: 2024-04-25 17:22:10.389687157 +0000 UTC m=+2.826921380 container died 959f7007e567fbc27d6cd48b2b57b0e04991db3997464d1559e0a8e4d5b0aed9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-h, CEPH_POINT_RELEASE=, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-25T17:22:10.982 INFO:journalctl@ceph.mds.h.smithi042.stdout:Apr 25 17:22:10 smithi042 podman[68061]: 2024-04-25 17:22:10.781637478 +0000 UTC m=+3.218871738 container cleanup 959f7007e567fbc27d6cd48b2b57b0e04991db3997464d1559e0a8e4d5b0aed9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-h, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-25T17:22:10.982 INFO:journalctl@ceph.mds.h.smithi042.stdout:Apr 25 17:22:10 smithi042 bash[68061]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-h 2024-04-25T17:22:11.126 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.h.service' 2024-04-25T17:22:11.158 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:22:11.158 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-04-25T17:22:11.159 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-04-25T17:22:11.159 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.k 2024-04-25T17:22:11.610 INFO:journalctl@ceph.mds.k.smithi042.stdout:Apr 25 17:22:11 smithi042 systemd[1]: Stopping Ceph mds.k for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:22:12.110 INFO:journalctl@ceph.mds.k.smithi042.stdout:Apr 25 17:22:11 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-k[62738]: 2024-04-25T17:22:11.618+0000 7f83ff8c4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:22:12.110 INFO:journalctl@ceph.mds.k.smithi042.stdout:Apr 25 17:22:11 smithi042 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-k[62738]: 2024-04-25T17:22:11.618+0000 7f83ff8c4700 -1 mds.k *** got signal Terminated *** 2024-04-25T17:22:13.614 INFO:journalctl@ceph.mds.k.smithi042.stdout:Apr 25 17:22:13 smithi042 podman[68180]: 2024-04-25 17:22:13.312431473 +0000 UTC m=+1.928040751 container died c59371f380f91e2c997f168a8ee94d8863c96f64c7e09462b708f5e55c981168 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-k, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240424) 2024-04-25T17:22:13.860 INFO:journalctl@ceph.mds.k.smithi042.stdout:Apr 25 17:22:13 smithi042 podman[68180]: 2024-04-25 17:22:13.610102097 +0000 UTC m=+2.225711372 container cleanup c59371f380f91e2c997f168a8ee94d8863c96f64c7e09462b708f5e55c981168 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-k, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T17:22:13.860 INFO:journalctl@ceph.mds.k.smithi042.stdout:Apr 25 17:22:13 smithi042 bash[68180]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-k 2024-04-25T17:22:13.861 INFO:journalctl@ceph.mds.k.smithi042.stdout:Apr 25 17:22:13 smithi042 podman[68194]: 2024-04-25 17:22:13.827483853 +0000 UTC m=+0.507990638 container remove c59371f380f91e2c997f168a8ee94d8863c96f64c7e09462b708f5e55c981168 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-k, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=) 2024-04-25T17:22:13.963 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.k.service' 2024-04-25T17:22:13.994 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:22:13.994 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-04-25T17:22:13.994 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-04-25T17:22:13.994 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.c 2024-04-25T17:22:14.359 INFO:journalctl@ceph.mds.c.smithi084.stdout:Apr 25 17:22:14 smithi084 systemd[1]: Stopping Ceph mds.c for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:22:14.731 INFO:journalctl@ceph.mds.c.smithi084.stdout:Apr 25 17:22:14 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-c[63533]: 2024-04-25T17:22:14.499+0000 7f58c84c4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:22:14.731 INFO:journalctl@ceph.mds.c.smithi084.stdout:Apr 25 17:22:14 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-c[63533]: 2024-04-25T17:22:14.499+0000 7f58c84c4700 -1 mds.c *** got signal Terminated *** 2024-04-25T17:22:18.710 INFO:journalctl@ceph.mds.c.smithi084.stdout:Apr 25 17:22:18 smithi084 podman[68035]: 2024-04-25 17:22:18.367781956 +0000 UTC m=+4.142168662 container died 5187fa3aced2699ab97a2333adaeec8b51e9342f55634369150c01f3917283a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-c, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T17:22:18.981 INFO:journalctl@ceph.mds.c.smithi084.stdout:Apr 25 17:22:18 smithi084 podman[68035]: 2024-04-25 17:22:18.768103737 +0000 UTC m=+4.542490442 container cleanup 5187fa3aced2699ab97a2333adaeec8b51e9342f55634369150c01f3917283a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-c, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-25T17:22:18.981 INFO:journalctl@ceph.mds.c.smithi084.stdout:Apr 25 17:22:18 smithi084 bash[68035]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-c 2024-04-25T17:22:19.144 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.c.service' 2024-04-25T17:22:19.179 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:22:19.179 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-04-25T17:22:19.179 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-04-25T17:22:19.179 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.f 2024-04-25T17:22:19.731 INFO:journalctl@ceph.mds.f.smithi084.stdout:Apr 25 17:22:19 smithi084 systemd[1]: Stopping Ceph mds.f for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:22:19.731 INFO:journalctl@ceph.mds.f.smithi084.stdout:Apr 25 17:22:19 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-f[63221]: 2024-04-25T17:22:19.496+0000 7fb2ce22d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:22:19.731 INFO:journalctl@ceph.mds.f.smithi084.stdout:Apr 25 17:22:19 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-f[63221]: 2024-04-25T17:22:19.496+0000 7fb2ce22d700 -1 mds.f *** got signal Terminated *** 2024-04-25T17:22:22.679 INFO:journalctl@ceph.mds.f.smithi084.stdout:Apr 25 17:22:22 smithi084 podman[68167]: 2024-04-25 17:22:22.368651316 +0000 UTC m=+2.976102290 container died 6d12f47928eddb88d349a5c43e3258fdca9fbca061bcde5b0d9bdacfd437ba35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-f, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T17:22:22.679 INFO:journalctl@ceph.mds.f.smithi084.stdout:Apr 25 17:22:22 smithi084 podman[68167]: 2024-04-25 17:22:22.679436666 +0000 UTC m=+3.286887630 container cleanup 6d12f47928eddb88d349a5c43e3258fdca9fbca061bcde5b0d9bdacfd437ba35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-f, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-25T17:22:22.981 INFO:journalctl@ceph.mds.f.smithi084.stdout:Apr 25 17:22:22 smithi084 bash[68167]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-f 2024-04-25T17:22:22.981 INFO:journalctl@ceph.mds.f.smithi084.stdout:Apr 25 17:22:22 smithi084 podman[68179]: 2024-04-25 17:22:22.897032976 +0000 UTC m=+0.521856657 container remove 6d12f47928eddb88d349a5c43e3258fdca9fbca061bcde5b0d9bdacfd437ba35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-f, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, io.buildah.version=1.33.5) 2024-04-25T17:22:23.034 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.f.service' 2024-04-25T17:22:23.065 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:22:23.066 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-04-25T17:22:23.066 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-04-25T17:22:23.066 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.i 2024-04-25T17:22:23.374 INFO:journalctl@ceph.mds.i.smithi084.stdout:Apr 25 17:22:23 smithi084 systemd[1]: Stopping Ceph mds.i for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:22:23.731 INFO:journalctl@ceph.mds.i.smithi084.stdout:Apr 25 17:22:23 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-i[63840]: 2024-04-25T17:22:23.374+0000 7fae503f5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:22:23.731 INFO:journalctl@ceph.mds.i.smithi084.stdout:Apr 25 17:22:23 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-i[63840]: 2024-04-25T17:22:23.374+0000 7fae503f5700 -1 mds.i *** got signal Terminated *** 2024-04-25T17:22:26.699 INFO:journalctl@ceph.mds.i.smithi084.stdout:Apr 25 17:22:26 smithi084 podman[68288]: 2024-04-25 17:22:26.369801934 +0000 UTC m=+3.086677111 container died 3d67f3a4441bbe3597d3a1e3c3cd4d2b647c251a11bf7f72a1b58eb611ea11e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-i, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T17:22:26.699 INFO:journalctl@ceph.mds.i.smithi084.stdout:Apr 25 17:22:26 smithi084 podman[68288]: 2024-04-25 17:22:26.699213299 +0000 UTC m=+3.416088481 container cleanup 3d67f3a4441bbe3597d3a1e3c3cd4d2b647c251a11bf7f72a1b58eb611ea11e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-i, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T17:22:26.981 INFO:journalctl@ceph.mds.i.smithi084.stdout:Apr 25 17:22:26 smithi084 bash[68288]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-i 2024-04-25T17:22:27.013 INFO:journalctl@ceph.mds.i.smithi084.stdout:Apr 25 17:22:26 smithi084 podman[68304]: 2024-04-25 17:22:26.841848394 +0000 UTC m=+0.467544971 container remove 3d67f3a4441bbe3597d3a1e3c3cd4d2b647c251a11bf7f72a1b58eb611ea11e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-i, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, maintainer=Guillaume Abrioux ) 2024-04-25T17:22:27.055 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.i.service' 2024-04-25T17:22:27.085 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:22:27.085 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-04-25T17:22:27.085 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-04-25T17:22:27.085 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.l 2024-04-25T17:22:27.411 INFO:journalctl@ceph.mds.l.smithi084.stdout:Apr 25 17:22:27 smithi084 systemd[1]: Stopping Ceph mds.l for dfbd4644-0325-11ef-bc93-c7b262605968... 2024-04-25T17:22:27.731 INFO:journalctl@ceph.mds.l.smithi084.stdout:Apr 25 17:22:27 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-l[62918]: 2024-04-25T17:22:27.411+0000 7f67c61e0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T17:22:27.731 INFO:journalctl@ceph.mds.l.smithi084.stdout:Apr 25 17:22:27 smithi084 ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-l[62918]: 2024-04-25T17:22:27.411+0000 7f67c61e0700 -1 mds.l *** got signal Terminated *** 2024-04-25T17:22:30.710 INFO:journalctl@ceph.mds.l.smithi084.stdout:Apr 25 17:22:30 smithi084 podman[68413]: 2024-04-25 17:22:30.421929206 +0000 UTC m=+3.118390957 container died 7a50160fd62a221c82785f193697fbe3c161cf9b53df6085f2657ef760dd83cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-l, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-25T17:22:30.981 INFO:journalctl@ceph.mds.l.smithi084.stdout:Apr 25 17:22:30 smithi084 podman[68413]: 2024-04-25 17:22:30.793706755 +0000 UTC m=+3.490168504 container cleanup 7a50160fd62a221c82785f193697fbe3c161cf9b53df6085f2657ef760dd83cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c1dfc10be9702848c35bd11791796a771cb431046d56ece349f8a36761441385, name=ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-l, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-pdonnell-testing-20240425.015853-debug-994e2f2, ceph=True) 2024-04-25T17:22:30.981 INFO:journalctl@ceph.mds.l.smithi084.stdout:Apr 25 17:22:30 smithi084 bash[68413]: ceph-dfbd4644-0325-11ef-bc93-c7b262605968-mds-l 2024-04-25T17:22:31.208 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-dfbd4644-0325-11ef-bc93-c7b262605968@mds.l.service' 2024-04-25T17:22:31.238 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T17:22:31.238 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-04-25T17:22:31.239 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid dfbd4644-0325-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-25T17:22:31.438 INFO:teuthology.orchestra.run.smithi028.stdout:Deleting cluster with fsid: dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:22:33.977 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid dfbd4644-0325-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-25T17:22:34.174 INFO:teuthology.orchestra.run.smithi042.stdout:Deleting cluster with fsid: dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:22:36.664 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid dfbd4644-0325-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-25T17:22:36.855 INFO:teuthology.orchestra.run.smithi084.stdout:Deleting cluster with fsid: dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:22:39.175 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T17:22:39.208 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T17:22:39.240 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T17:22:39.265 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-25T17:22:39.267 DEBUG:teuthology.misc:Transferring archived files from smithi028:/var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673285/remote/smithi028/crash 2024-04-25T17:22:39.268 DEBUG:teuthology.orchestra.run.smithi028:> sudo tar c -f - -C /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/crash -- . 2024-04-25T17:22:39.310 INFO:teuthology.orchestra.run.smithi028.stderr:tar: /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-25T17:22:39.310 INFO:teuthology.orchestra.run.smithi028.stderr:tar: Error is not recoverable: exiting now 2024-04-25T17:22:39.312 DEBUG:teuthology.misc:Transferring archived files from smithi042:/var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673285/remote/smithi042/crash 2024-04-25T17:22:39.313 DEBUG:teuthology.orchestra.run.smithi042:> sudo tar c -f - -C /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/crash -- . 2024-04-25T17:22:39.348 INFO:teuthology.orchestra.run.smithi042.stderr:tar: /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-25T17:22:39.348 INFO:teuthology.orchestra.run.smithi042.stderr:tar: Error is not recoverable: exiting now 2024-04-25T17:22:39.350 DEBUG:teuthology.misc:Transferring archived files from smithi084:/var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673285/remote/smithi084/crash 2024-04-25T17:22:39.351 DEBUG:teuthology.orchestra.run.smithi084:> sudo tar c -f - -C /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/crash -- . 2024-04-25T17:22:39.387 INFO:teuthology.orchestra.run.smithi084.stderr:tar: /var/lib/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-25T17:22:39.387 INFO:teuthology.orchestra.run.smithi084.stderr:tar: Error is not recoverable: exiting now 2024-04-25T17:22:39.388 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-25T17:22:39.388 DEBUG:teuthology.orchestra.run.smithi028:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-04-25T17:22:39.426 INFO:tasks.cephadm:Compressing logs... 2024-04-25T17:22:39.427 DEBUG:teuthology.orchestra.run.smithi028:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-25T17:22:39.470 DEBUG:teuthology.orchestra.run.smithi042:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-25T17:22:39.472 DEBUG:teuthology.orchestra.run.smithi084:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-25T17:22:39.494 INFO:teuthology.orchestra.run.smithi028.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.log 2024-04-25T17:22:39.495 INFO:teuthology.orchestra.run.smithi028.stderr:: No such file or directory 2024-04-25T17:22:39.495 INFO:teuthology.orchestra.run.smithi028.stderr:gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-25T17:22:39.495 INFO:teuthology.orchestra.run.smithi028.stderr:gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.g.log 2024-04-25T17:22:39.495 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.log: /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.j.log 2024-04-25T17:22:39.509 INFO:teuthology.orchestra.run.smithi084.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.log 2024-04-25T17:22:39.510 INFO:teuthology.orchestra.run.smithi084.stderr:: No such file or directory 2024-04-25T17:22:39.510 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.2.log 2024-04-25T17:22:39.510 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.f.log 2024-04-25T17:22:39.510 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-25T17:22:39.510 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.5.log 2024-04-25T17:22:39.510 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.c.log 2024-04-25T17:22:39.510 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.audit.log: /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mon.c.log 2024-04-25T17:22:39.510 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mgr.z.log 2024-04-25T17:22:39.510 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.i.log 2024-04-25T17:22:39.510 INFO:teuthology.orchestra.run.smithi084.stderr: 86.5% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-25T17:22:39.511 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mgr.z.log: gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-25T17:22:39.511 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.i.log: 90.3% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-25T17:22:39.511 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.11.log 2024-04-25T17:22:39.511 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.cephadm.log: 82.6% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-25T17:22:39.511 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.8.log 2024-04-25T17:22:39.511 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.11.log: 92.4% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mgr.z.log.gz 2024-04-25T17:22:39.511 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-25T17:22:39.515 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.3.log 2024-04-25T17:22:39.516 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.0.log 2024-04-25T17:22:39.516 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mgr.x.log 2024-04-25T17:22:39.516 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mon.a.log 2024-04-25T17:22:39.516 INFO:teuthology.orchestra.run.smithi028.stderr: 86.5% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-25T17:22:39.516 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.6.log 2024-04-25T17:22:39.516 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-25T17:22:39.516 INFO:teuthology.orchestra.run.smithi028.stderr: 90.1% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-25T17:22:39.516 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.6.log: 94.6% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.g.log.gz 2024-04-25T17:22:39.516 INFO:teuthology.orchestra.run.smithi028.stderr:gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.a.log 2024-04-25T17:22:39.516 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-25T17:22:39.516 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.a.log: 94.6% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.j.log.gz 2024-04-25T17:22:39.516 INFO:teuthology.orchestra.run.smithi028.stderr: 83.0% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-25T17:22:39.517 INFO:teuthology.orchestra.run.smithi028.stderr:gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.d.log 2024-04-25T17:22:39.517 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.9.log 2024-04-25T17:22:39.517 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.d.log: 94.7% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.a.log.gz 2024-04-25T17:22:39.517 INFO:teuthology.orchestra.run.smithi028.stderr: 94.6% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.d.log.gz 2024-04-25T17:22:39.517 INFO:teuthology.orchestra.run.smithi028.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.log 2024-04-25T17:22:39.517 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.9.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-25T17:22:39.517 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/ceph-client.0.log: 91.0% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-25T17:22:39.517 INFO:teuthology.orchestra.run.smithi028.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.log 2024-04-25T17:22:39.519 INFO:teuthology.orchestra.run.smithi042.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.log 2024-04-25T17:22:39.519 INFO:teuthology.orchestra.run.smithi042.stderr:: No such file or directory 2024-04-25T17:22:39.519 INFO:teuthology.orchestra.run.smithi042.stderr:gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-25T17:22:39.519 INFO:teuthology.orchestra.run.smithi042.stderr:gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.7.log 2024-04-25T17:22:39.519 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.log: /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.b.log 2024-04-25T17:22:39.519 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.4.log 2024-04-25T17:22:39.519 INFO:teuthology.orchestra.run.smithi042.stderr:gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.1.log 2024-04-25T17:22:39.520 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.b.log: /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mgr.y.log 2024-04-25T17:22:39.520 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.1.log: gzip 86.5% -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.h.log 2024-04-25T17:22:39.520 INFO:teuthology.orchestra.run.smithi042.stderr: -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-25T17:22:39.520 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.10.log 2024-04-25T17:22:39.520 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-25T17:22:39.520 INFO:teuthology.orchestra.run.smithi042.stderr: 90.2% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-25T17:22:39.520 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.e.log 2024-04-25T17:22:39.520 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.cephadm.log: 82.6% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-25T17:22:39.520 INFO:teuthology.orchestra.run.smithi042.stderr:gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-25T17:22:39.520 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.e.log: 92.3% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mgr.y.log.gz 2024-04-25T17:22:39.520 INFO:teuthology.orchestra.run.smithi042.stderr:gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mon.b.log 2024-04-25T17:22:39.521 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.l.log 2024-04-25T17:22:39.521 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-25T17:22:39.523 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/cephadm.log: 93.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-25T17:22:39.526 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/ceph-client.admin.log: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.log.gz 2024-04-25T17:22:39.527 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.k.log 2024-04-25T17:22:39.532 INFO:teuthology.orchestra.run.smithi042.stderr: 91.0% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-25T17:22:39.533 INFO:teuthology.orchestra.run.smithi042.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-25T17:22:39.535 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.l.log: 94.1% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.f.log.gz 2024-04-25T17:22:39.537 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.k.log: /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mon.b.log: 94.6% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.k.log.gz 2024-04-25T17:22:39.537 INFO:teuthology.orchestra.run.smithi084.stderr: 94.8% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.l.log.gz 2024-04-25T17:22:39.539 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/cephadm.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-25T17:22:39.542 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/cephadm.log: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-25T17:22:39.542 INFO:teuthology.orchestra.run.smithi084.stderr: 91.0% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-25T17:22:39.546 INFO:teuthology.orchestra.run.smithi084.stderr: 92.3% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.i.log.gz 2024-04-25T17:22:39.547 INFO:teuthology.orchestra.run.smithi042.stderr: 94.0% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.e.log.gz 2024-04-25T17:22:39.548 INFO:teuthology.orchestra.run.smithi042.stderr: 92.4% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.h.log.gz 2024-04-25T17:22:39.554 INFO:teuthology.orchestra.run.smithi084.stderr: 93.6% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.c.log.gz 2024-04-25T17:22:39.710 INFO:teuthology.orchestra.run.smithi028.stderr: 90.1% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mgr.x.log.gz 2024-04-25T17:22:39.711 INFO:teuthology.orchestra.run.smithi042.stderr: 92.8% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mds.b.log.gz 2024-04-25T17:22:39.803 INFO:teuthology.orchestra.run.smithi084.stderr: 92.0% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mon.c.log.gz 2024-04-25T17:22:39.805 INFO:teuthology.orchestra.run.smithi042.stderr: 92.0% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mon.b.log.gz 2024-04-25T17:22:40.364 INFO:teuthology.orchestra.run.smithi028.stderr: 90.6% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-mon.a.log.gz 2024-04-25T17:22:46.585 INFO:teuthology.orchestra.run.smithi028.stderr: 96.1% -- replaced with /var/log/ceph/ceph-client.0.log.gz 2024-04-25T17:22:50.931 INFO:teuthology.orchestra.run.smithi042.stderr: 91.2% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.10.log.gz 2024-04-25T17:22:51.548 INFO:teuthology.orchestra.run.smithi084.stderr: 91.2% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.8.log.gz 2024-04-25T17:22:53.568 INFO:teuthology.orchestra.run.smithi084.stderr: 91.3% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.11.log.gz 2024-04-25T17:22:54.236 INFO:teuthology.orchestra.run.smithi028.stderr: 90.9% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.6.log.gz 2024-04-25T17:22:54.330 INFO:teuthology.orchestra.run.smithi042.stderr: 91.1% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.1.log.gz 2024-04-25T17:22:57.859 INFO:teuthology.orchestra.run.smithi084.stderr: 91.2% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.2.log.gz 2024-04-25T17:23:00.204 INFO:teuthology.orchestra.run.smithi042.stderr: 91.0% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.7.log.gz 2024-04-25T17:23:01.039 INFO:teuthology.orchestra.run.smithi028.stderr: 91.0% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.0.log.gz 2024-04-25T17:23:02.123 INFO:teuthology.orchestra.run.smithi042.stderr: 91.1% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.4.log.gz 2024-04-25T17:23:02.125 INFO:teuthology.orchestra.run.smithi042.stderr: 2024-04-25T17:23:02.125 INFO:teuthology.orchestra.run.smithi042.stderr:real 0m22.638s 2024-04-25T17:23:02.125 INFO:teuthology.orchestra.run.smithi042.stderr:user 1m8.234s 2024-04-25T17:23:02.125 INFO:teuthology.orchestra.run.smithi042.stderr:sys 0m1.854s 2024-04-25T17:23:02.935 INFO:teuthology.orchestra.run.smithi028.stderr: 91.0% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.3.log.gz 2024-04-25T17:23:06.888 INFO:teuthology.orchestra.run.smithi084.stderr: 90.9% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.5.log.gz 2024-04-25T17:23:06.891 INFO:teuthology.orchestra.run.smithi084.stderr: 2024-04-25T17:23:06.891 INFO:teuthology.orchestra.run.smithi084.stderr:real 0m27.404s 2024-04-25T17:23:06.891 INFO:teuthology.orchestra.run.smithi084.stderr:user 1m10.136s 2024-04-25T17:23:06.891 INFO:teuthology.orchestra.run.smithi084.stderr:sys 0m2.094s 2024-04-25T17:23:13.435 INFO:teuthology.orchestra.run.smithi028.stderr: 90.8% -- replaced with /var/log/ceph/dfbd4644-0325-11ef-bc93-c7b262605968/ceph-osd.9.log.gz 2024-04-25T17:23:13.436 INFO:teuthology.orchestra.run.smithi028.stderr: 2024-04-25T17:23:13.437 INFO:teuthology.orchestra.run.smithi028.stderr:real 0m33.953s 2024-04-25T17:23:13.437 INFO:teuthology.orchestra.run.smithi028.stderr:user 1m38.978s 2024-04-25T17:23:13.437 INFO:teuthology.orchestra.run.smithi028.stderr:sys 0m2.723s 2024-04-25T17:23:13.437 INFO:tasks.cephadm:Archiving logs... 2024-04-25T17:23:13.437 DEBUG:teuthology.misc:Transferring archived files from smithi028:/var/log/ceph to /home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673285/remote/smithi028/log 2024-04-25T17:23:13.438 DEBUG:teuthology.orchestra.run.smithi028:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-25T17:23:29.494 DEBUG:teuthology.misc:Transferring archived files from smithi042:/var/log/ceph to /home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673285/remote/smithi042/log 2024-04-25T17:23:29.506 DEBUG:teuthology.orchestra.run.smithi042:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-25T17:23:41.262 DEBUG:teuthology.misc:Transferring archived files from smithi084:/var/log/ceph to /home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673285/remote/smithi084/log 2024-04-25T17:23:41.263 DEBUG:teuthology.orchestra.run.smithi084:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-25T17:23:53.806 INFO:tasks.cephadm:Removing cluster... 2024-04-25T17:23:53.806 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid dfbd4644-0325-11ef-bc93-c7b262605968 --force 2024-04-25T17:23:54.008 INFO:teuthology.orchestra.run.smithi028.stdout:Deleting cluster with fsid: dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:23:54.410 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid dfbd4644-0325-11ef-bc93-c7b262605968 --force 2024-04-25T17:23:54.611 INFO:teuthology.orchestra.run.smithi042.stdout:Deleting cluster with fsid: dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:23:54.975 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid dfbd4644-0325-11ef-bc93-c7b262605968 --force 2024-04-25T17:23:55.166 INFO:teuthology.orchestra.run.smithi084.stdout:Deleting cluster with fsid: dfbd4644-0325-11ef-bc93-c7b262605968 2024-04-25T17:23:55.578 INFO:tasks.cephadm:Removing cephadm ... 2024-04-25T17:23:55.578 DEBUG:teuthology.orchestra.run.smithi028:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-25T17:23:55.595 DEBUG:teuthology.orchestra.run.smithi042:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-25T17:23:55.614 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-25T17:23:55.630 INFO:tasks.cephadm:Teardown complete 2024-04-25T17:23:55.631 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-25T17:23:55.641 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-25T17:23:55.641 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-25T17:23:55.646 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-25T17:23:55.657 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-25T17:23:55.764 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-25T17:23:55.775 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-25T17:23:55.775 DEBUG:teuthology.orchestra.run.smithi028:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T17:23:55.777 DEBUG:teuthology.orchestra.run.smithi042:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T17:23:55.780 DEBUG:teuthology.orchestra.run.smithi084:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T17:23:55.789 INFO:teuthology.orchestra.run.smithi028.stderr:bash: line 1: ntpq: command not found 2024-04-25T17:23:55.793 INFO:teuthology.orchestra.run.smithi042.stderr:bash: line 1: ntpq: command not found 2024-04-25T17:23:55.793 INFO:teuthology.orchestra.run.smithi028.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T17:23:55.793 INFO:teuthology.orchestra.run.smithi028.stdout:=============================================================================== 2024-04-25T17:23:55.793 INFO:teuthology.orchestra.run.smithi028.stdout:^* hv01.front.sepia.ceph.com 3 7 377 115 +651us[ +656us] +/- 64ms 2024-04-25T17:23:55.794 INFO:teuthology.orchestra.run.smithi028.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 45 -1519us[-1519us] +/- 71ms 2024-04-25T17:23:55.794 INFO:teuthology.orchestra.run.smithi028.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 44 +711us[ +711us] +/- 68ms 2024-04-25T17:23:55.794 INFO:teuthology.orchestra.run.smithi028.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T17:23:55.794 INFO:teuthology.orchestra.run.smithi084.stderr:bash: line 1: ntpq: command not found 2024-04-25T17:23:55.797 INFO:teuthology.orchestra.run.smithi042.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T17:23:55.797 INFO:teuthology.orchestra.run.smithi042.stdout:=============================================================================== 2024-04-25T17:23:55.797 INFO:teuthology.orchestra.run.smithi042.stdout:^* hv01.front.sepia.ceph.com 3 6 377 48 +660us[ +680us] +/- 65ms 2024-04-25T17:23:55.797 INFO:teuthology.orchestra.run.smithi042.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 49 -1500us[-1481us] +/- 71ms 2024-04-25T17:23:55.797 INFO:teuthology.orchestra.run.smithi042.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 50 +734us[ +753us] +/- 68ms 2024-04-25T17:23:55.797 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T17:23:55.799 INFO:teuthology.orchestra.run.smithi084.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T17:23:55.799 INFO:teuthology.orchestra.run.smithi084.stdout:=============================================================================== 2024-04-25T17:23:55.799 INFO:teuthology.orchestra.run.smithi084.stdout:^* hv01.front.sepia.ceph.com 3 6 377 47 +663us[ +630us] +/- 65ms 2024-04-25T17:23:55.799 INFO:teuthology.orchestra.run.smithi084.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 48 -1482us[-1515us] +/- 71ms 2024-04-25T17:23:55.799 INFO:teuthology.orchestra.run.smithi084.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 47 +736us[ +736us] +/- 68ms 2024-04-25T17:23:55.799 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T17:23:55.799 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-25T17:23:55.810 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-25T17:23:55.811 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-25T17:23:55.821 DEBUG:teuthology.orchestra.run.smithi028:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-25T17:23:55.911 DEBUG:teuthology.orchestra.run.smithi042:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-25T17:23:55.981 DEBUG:teuthology.orchestra.run.smithi084:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-25T17:23:56.043 DEBUG:teuthology.orchestra.run.smithi028:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T17:23:56.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T17:23:56.071 DEBUG:teuthology.orchestra.run.smithi042:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T17:23:56.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T17:23:56.101 DEBUG:teuthology.orchestra.run.smithi084:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T17:23:56.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T17:23:56.127 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-25T17:23:56.138 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-25T17:23:56.148 INFO:teuthology.task.internal:Duration was 1503.625896 seconds 2024-04-25T17:23:56.149 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-25T17:23:56.157 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-25T17:23:56.158 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-25T17:23:56.160 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-25T17:23:56.163 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-25T17:23:56.196 INFO:teuthology.orchestra.run.smithi028.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T17:23:56.201 INFO:teuthology.orchestra.run.smithi042.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T17:23:56.203 INFO:teuthology.orchestra.run.smithi084.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T17:23:56.715 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-25T17:23:56.716 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi028.front.sepia.ceph.com 2024-04-25T17:23:56.716 DEBUG:teuthology.orchestra.run.smithi028:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-25T17:23:56.777 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi042.front.sepia.ceph.com 2024-04-25T17:23:56.777 DEBUG:teuthology.orchestra.run.smithi042:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-25T17:23:56.801 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi084.front.sepia.ceph.com 2024-04-25T17:23:56.801 DEBUG:teuthology.orchestra.run.smithi084:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-25T17:23:56.826 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-25T17:23:56.827 DEBUG:teuthology.orchestra.run.smithi028:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-25T17:23:56.829 DEBUG:teuthology.orchestra.run.smithi042:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-25T17:23:56.844 DEBUG:teuthology.orchestra.run.smithi084:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-25T17:23:56.892 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-25T17:23:56.892 DEBUG:teuthology.orchestra.run.smithi028:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-25T17:23:56.896 DEBUG:teuthology.orchestra.run.smithi042:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-25T17:23:56.913 DEBUG:teuthology.orchestra.run.smithi084:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-25T17:23:57.273 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-25T17:23:57.284 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-25T17:23:57.284 DEBUG:teuthology.orchestra.run.smithi028:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-25T17:23:57.309 DEBUG:teuthology.orchestra.run.smithi042:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-25T17:23:57.333 DEBUG:teuthology.orchestra.run.smithi084:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-25T17:23:57.357 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-25T17:23:57.369 DEBUG:teuthology.orchestra.run.smithi028:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-25T17:23:57.372 DEBUG:teuthology.orchestra.run.smithi042:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-25T17:23:57.376 DEBUG:teuthology.orchestra.run.smithi084:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-25T17:23:57.392 INFO:teuthology.orchestra.run.smithi028.stdout:kernel.core_pattern = core 2024-04-25T17:23:57.396 INFO:teuthology.orchestra.run.smithi042.stdout:kernel.core_pattern = core 2024-04-25T17:23:57.419 INFO:teuthology.orchestra.run.smithi084.stdout:kernel.core_pattern = core 2024-04-25T17:23:57.435 DEBUG:teuthology.orchestra.run.smithi028:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-25T17:23:57.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T17:23:57.460 DEBUG:teuthology.orchestra.run.smithi042:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-25T17:23:57.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T17:23:57.482 DEBUG:teuthology.orchestra.run.smithi084:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-25T17:23:57.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T17:23:57.495 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-25T17:23:57.507 INFO:teuthology.task.internal:Transferring archived files... 2024-04-25T17:23:57.508 DEBUG:teuthology.misc:Transferring archived files from smithi028:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673285/remote/smithi028 2024-04-25T17:23:57.508 DEBUG:teuthology.orchestra.run.smithi028:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-25T17:23:57.550 DEBUG:teuthology.misc:Transferring archived files from smithi042:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673285/remote/smithi042 2024-04-25T17:23:57.551 DEBUG:teuthology.orchestra.run.smithi042:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-25T17:23:57.586 DEBUG:teuthology.misc:Transferring archived files from smithi084:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/pdonnell-2024-04-25_10:00:23-fs-wip-pdonnell-testing-20240425.015853-debug-distro-default-smithi/7673285/remote/smithi084 2024-04-25T17:23:57.587 DEBUG:teuthology.orchestra.run.smithi084:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-25T17:23:57.621 INFO:teuthology.task.internal:Removing archive directory... 2024-04-25T17:23:57.621 DEBUG:teuthology.orchestra.run.smithi028:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-25T17:23:57.623 DEBUG:teuthology.orchestra.run.smithi042:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-25T17:23:57.626 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-25T17:23:57.669 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-25T17:23:57.683 INFO:teuthology.task.internal:Not uploading archives. 2024-04-25T17:23:57.683 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-25T17:23:57.726 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-25T17:23:57.726 DEBUG:teuthology.orchestra.run.smithi028:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-25T17:23:57.729 DEBUG:teuthology.orchestra.run.smithi042:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-25T17:23:57.731 DEBUG:teuthology.orchestra.run.smithi084:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-25T17:23:57.741 INFO:teuthology.orchestra.run.smithi028.stdout: 262213 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 25 17:23 /home/ubuntu/cephtest 2024-04-25T17:23:57.743 INFO:teuthology.orchestra.run.smithi042.stdout: 262213 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 25 17:23 /home/ubuntu/cephtest 2024-04-25T17:23:57.745 INFO:teuthology.orchestra.run.smithi084.stdout: 262213 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 25 17:23 /home/ubuntu/cephtest 2024-04-25T17:23:57.746 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-25T17:23:57.757 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-25T17:23:57.864 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/no 5-workunit/suites/fsync-tester}} duration: 1503.625895500183 flavor: default owner: scheduled_pdonnell@teuthology success: true 2024-04-25T17:23:57.865 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-25T17:23:57.954 INFO:teuthology.run:pass